codebyzeb commited on
Commit
847dbbd
·
verified ·
1 Parent(s): 625b01f

Upload folder using huggingface_hub

Browse files
fw57Mmulti_Entropy_thresholdB_8064/tokenizer.json CHANGED
@@ -31,14 +31,7 @@
31
  "special": true
32
  }
33
  ],
34
- "normalizer": {
35
- "type": "Sequence",
36
- "normalizers": [
37
- {
38
- "type": "NFD"
39
- }
40
- ]
41
- },
42
  "pre_tokenizer": {
43
  "type": "ByteLevel",
44
  "add_prefix_space": true,
@@ -65,518 +58,518 @@
65
  "vocab": {
66
  "<|padding|>": 0,
67
  "<|endoftext|>": 1,
68
- "ĠL": 2,
69
- "##L": 3,
70
- "Ġz": 4,
71
- "##z": 5,
72
- "ĠS": 6,
73
- "##S": 7,
74
- "Ġù": 8,
75
- "##ù": 9,
76
- "Ġğ": 10,
77
- "##ğ": 11,
78
- "Ġg": 12,
79
- "##g": 13,
80
- "Ġ`": 14,
81
- "##`": 15,
82
- "Ġď": 16,
83
- "##ď": 17,
84
- "Ġĥ": 18,
85
- "##ĥ": 19,
86
- "Ġ=": 20,
87
- "##=": 21,
88
- "Ġ-": 22,
89
- "##-": 23,
90
- "ĠÐ": 24,
91
- "##Ð": 25,
92
- "ĠZ": 26,
93
- "##Z": 27,
94
- "Ġ\"": 28,
95
- "##\"": 29,
96
- "Ġ§": 30,
97
- "##§": 31,
98
- "Ġa": 32,
99
- "##a": 33,
100
- "Ġl": 34,
101
- "##l": 35,
102
- {": 36,
103
- "##{": 37,
104
- "ĠÅ": 38,
105
- "##Å": 39,
106
- "ĠĀ": 40,
107
- "##Ā": 41,
108
- "Ġ#": 42,
109
- "###": 43,
110
- "ĠĖ": 44,
111
- "##Ė": 45,
112
- "Ġá": 46,
113
- "##á": 47,
114
- "Ġè": 48,
115
- "##è": 49,
116
- "Ġã": 50,
117
- "##ã": 51,
118
- "Ġĵ": 52,
119
- "##ĵ": 53,
120
- "ĠÄ": 54,
121
- "##Ä": 55,
122
- "Ġø": 56,
123
- "##ø": 57,
124
- "ĠM": 58,
125
- "##M": 59,
126
- "Ġć": 60,
127
- "##ć": 61,
128
- "Ġm": 62,
129
- "##m": 63,
130
- "Ġô": 64,
131
- "##ô": 65,
132
- "Ġ¿": 66,
133
- "##¿": 67,
134
- "Ġd": 68,
135
- "##d": 69,
136
- "Ġ«": 70,
137
- "##«": 71,
138
- "Ġì": 72,
139
- "##ì": 73,
140
- "ĠĹ": 74,
141
- "##Ĺ": 75,
142
- "Ġ£": 76,
143
- "##£": 77,
144
- "Ġò": 78,
145
- "##ò": 79,
146
- "Ġó": 80,
147
- "##ó": 81,
148
- "ĠĮ": 82,
149
- "##Į": 83,
150
- "ĠĚ": 84,
151
- "##Ě": 85,
152
- "Ġ¶": 86,
153
- "##¶": 87,
154
- "Ġæ": 88,
155
- "##æ": 89,
156
- "ĠĜ": 90,
157
- "##Ĝ": 91,
158
- "Ġ8": 92,
159
- "##8": 93,
160
- "ĠŁ": 94,
161
- "##Ł": 95,
162
- "Ġµ": 96,
163
- "##µ": 97,
164
- "Ġî": 98,
165
- "##î": 99,
166
- "ĠÆ": 100,
167
- "##Æ": 101,
168
- "ĠĎ": 102,
169
- "##Ď": 103,
170
- "Ġě": 104,
171
- "##ě": 105,
172
- "Ġs": 106,
173
- "##s": 107,
174
- "Ġ0": 108,
175
- "##0": 109,
176
- "ĠO": 110,
177
- "##O": 111,
178
- "ĠÕ": 112,
179
- "##Õ": 113,
180
- "Ġċ": 114,
181
- "##ċ": 115,
182
- "Ġ¡": 116,
183
- "##¡": 117,
184
- "Ġe": 118,
185
- "##e": 119,
186
- "ĠØ": 120,
187
- "##Ø": 121,
188
- "Ġę": 122,
189
- "##ę": 123,
190
- "Ġ4": 124,
191
- "##4": 125,
192
- "Ġ}": 126,
193
- "##}": 127,
194
- "Ġç": 128,
195
- "##ç": 129,
196
- "Ġij": 130,
197
- "##ij": 131,
198
- "Ġ¯": 132,
199
- "##¯": 133,
200
- "Ġī": 134,
201
- "##ī": 135,
202
- "Ġy": 136,
203
- "##y": 137,
204
- "ĠT": 138,
205
- "##T": 139,
206
- "Ġ[": 140,
207
- "##[": 141,
208
- "Ġ¼": 142,
209
- "##¼": 143,
210
- "Ġ½": 144,
211
- "##½": 145,
212
- "Ġĕ": 146,
213
- "##ĕ": 147,
214
- "ĠÓ": 148,
215
- "##Ó": 149,
216
- "Ġ¸": 150,
217
- "##¸": 151,
218
- "Ġĸ": 152,
219
- "##ĸ": 153,
220
- "ĠÑ": 154,
221
- "##Ñ": 155,
222
- "Ġ³": 156,
223
- "##³": 157,
224
- "ĠE": 158,
225
- "##E": 159,
226
- "Ġp": 160,
227
- "##p": 161,
228
- "ĠĊ": 162,
229
- "##Ċ": 163,
230
- "ĠĒ": 164,
231
- "##Ē": 165,
232
- "Ġ]": 166,
233
- "##]": 167,
234
- "ĠÌ": 168,
235
- "##Ì": 169,
236
- "Ġ(": 170,
237
- "##(": 171,
238
- "ĠI": 172,
239
- "##I": 173,
240
- "Ġf": 174,
241
- "##f": 175,
242
- "Ġ¾": 176,
243
- "##¾": 177,
244
- "Ġ÷": 178,
245
- "##÷": 179,
246
- "Ġö": 180,
247
- "##ö": 181,
248
- "Ġð": 182,
249
- "##ð": 183,
250
- "Ġé": 184,
251
- "##é": 185,
252
- "ĠIJ": 186,
253
- "##IJ": 187,
254
- "ĠP": 188,
255
- "##P": 189,
256
- "Ġw": 190,
257
- "##w": 191,
258
- "ĠÚ": 192,
259
- "##Ú": 193,
260
- "Ġļ": 194,
261
- "##ļ": 195,
262
- "ĠÎ": 196,
263
- "##Î": 197,
264
- "Ġ/": 198,
265
- "##/": 199,
266
- "Ġb": 200,
267
- "##b": 201,
268
- "Ġĉ": 202,
269
- "##ĉ": 203,
270
- "ĠJ": 204,
271
- "##J": 205,
272
- "ĠW": 206,
273
- "##W": 207,
274
- "Ġ:": 208,
275
- "##:": 209,
276
- "Ġ×": 210,
277
- "##×": 211,
278
- "Ġ>": 212,
279
- "##>": 213,
280
- "Ġí": 214,
281
- "##í": 215,
282
- "Ġ+": 216,
283
- "##+": 217,
284
- "ĠĠ": 218,
285
- "##Ġ": 219,
286
- "Ġ3": 220,
287
- "##3": 221,
288
- "Ġ®": 222,
289
- "##®": 223,
290
- "ĠÞ": 224,
291
- "##Þ": 225,
292
- "Ġû": 226,
293
- "##û": 227,
294
- "Ġħ": 228,
295
- "##ħ": 229,
296
- "Ġ¥": 230,
297
- "##¥": 231,
298
- "Ġk": 232,
299
- "##k": 233,
300
- "Ġï": 234,
301
- "##ï": 235,
302
- "Ġ<": 236,
303
- "##<": 237,
304
- 6": 238,
305
- "##6": 239,
306
- "Ġº": 240,
307
- "##º": 241,
308
- "ĠN": 242,
309
- "##N": 243,
310
- "Ġv": 244,
311
- "##v": 245,
312
- "Ġà": 246,
313
- "##à": 247,
314
- "ĠĬ": 248,
315
- "##��": 249,
316
- "Ġľ": 250,
317
- "##ľ": 251,
318
- "Ġ¤": 252,
319
- "##¤": 253,
320
- "Ġ|": 254,
321
- "##|": 255,
322
- "ĠU": 256,
323
- "##U": 257,
324
- "Ġþ": 258,
325
- "##þ": 259,
326
- "ĠĪ": 260,
327
- "##Ī": 261,
328
- "Ġą": 262,
329
- "##ą": 263,
330
- "ĠG": 264,
331
- "##G": 265,
332
- "ĠĞ": 266,
333
- "##Ğ": 267,
334
- "ĠX": 268,
335
- "##X": 269,
336
- "Ġ¦": 270,
337
- "##¦": 271,
338
- "ĠA": 272,
339
- "##A": 273,
340
- "Ġė": 274,
341
- "##ė": 275,
342
- "ĠĈ": 276,
343
- "##Ĉ": 277,
344
- "ĠÁ": 278,
345
- "##Á": 279,
346
- "ĠĽ": 280,
347
- "##Ľ": 281,
348
- "Ġč": 282,
349
- "##č": 283,
350
- "ĠĔ": 284,
351
- "##Ĕ": 285,
352
- _": 286,
353
- "##_": 287,
354
- "Ġ;": 288,
355
- "##;": 289,
356
- "Ġ?": 290,
357
- "##?": 291,
358
- "Ġē": 292,
359
- "##ē": 293,
360
- "ĠH": 294,
361
- "##H": 295,
362
- "Ġ5": 296,
363
- "##5": 297,
364
- "Ġx": 298,
365
- "##x": 299,
366
- "Ġ,": 300,
367
- "##,": 301,
368
- "ĠC": 302,
369
- "##C": 303,
370
- "ĠÔ": 304,
371
- "##Ô": 305,
372
- "ĠĶ": 306,
373
- "##Ķ": 307,
374
- "Ġ'": 308,
375
- "##'": 309,
376
- "ĠB": 310,
377
- "##B": 311,
378
- "ĠQ": 312,
379
- "##Q": 313,
380
- "Ġ~": 314,
381
- "##~": 315,
382
- "Ġĭ": 316,
383
- "##ĭ": 317,
384
- "ĠĂ": 318,
385
- "##Ă": 319,
386
- "Ġ9": 320,
387
- "##9": 321,
388
- "Ġj": 322,
389
- "##j": 323,
390
- "ĠÙ": 324,
391
- "##Ù": 325,
392
- "Ġ&": 326,
393
- "##&": 327,
394
- "Ġå": 328,
395
- "##å": 329,
396
- "Ġă": 330,
397
- "##ă": 331,
398
- "Ġ1": 332,
399
- "##1": 333,
400
- "ĠÜ": 334,
401
- "##Ü": 335,
402
- "Ġ\\": 336,
403
- "##\\": 337,
404
- "Ġ²": 338,
405
- "##²": 339,
406
- "Ġķ": 340,
407
- "##ķ": 341,
408
- "ĠF": 342,
409
- "##F": 343,
410
- "Ġ@": 344,
411
- "##@": 345,
412
- "ĠÉ": 346,
413
- "##É": 347,
414
- "Ġģ": 348,
415
- "##ģ": 349,
416
- "Ġġ": 350,
417
- "##ġ": 351,
418
- "Ġr": 352,
419
- "##r": 353,
420
- "Ġ©": 354,
421
- "##©": 355,
422
- "Ġõ": 356,
423
- "##õ": 357,
424
- "Ġß": 358,
425
- "##ß": 359,
426
- "Ġ¬": 360,
427
- "##¬": 361,
428
- "ĠĄ": 362,
429
- "##Ą": 363,
430
- "ĠÍ": 364,
431
- "##Í": 365,
432
- "Ġq": 366,
433
- "##q": 367,
434
- "Ġt": 368,
435
- "##t": 369,
436
- "Ġ^": 370,
437
- "##^": 371,
438
- "Ġĩ": 372,
439
- "##ĩ": 373,
440
- "Ġ%": 374,
441
- "##%": 375,
442
- "ĠĤ": 376,
443
- "##Ĥ": 377,
444
- "ĠĿ": 378,
445
- "##Ŀ": 379,
446
- "ĠÏ": 380,
447
- "##Ï": 381,
448
- "ĠÒ": 382,
449
- "##Ò": 383,
450
- "Ġü": 384,
451
- "##ü": 385,
452
- "Ġý": 386,
453
- "##ý": 387,
454
- "ĠĢ": 388,
455
- "##Ģ": 389,
456
- "ĠÖ": 390,
457
- "##Ö": 391,
458
- "Ġo": 392,
459
- "##o": 393,
460
- "ĠÊ": 394,
461
- "##Ê": 395,
462
- "ĠÛ": 396,
463
- "##Û": 397,
464
- "Ġÿ": 398,
465
- "##ÿ": 399,
466
- "Ġ!": 400,
467
- "##!": 401,
468
- "ĠÝ": 402,
469
- "##Ý": 403,
470
- "Ġñ": 404,
471
- "##ñ": 405,
472
- "ĠY": 406,
473
- "##Y": 407,
474
- "Ġİ": 408,
475
- "##İ": 409,
476
- "ĠR": 410,
477
- "##R": 411,
478
- "Ġ±": 412,
479
- "##±": 413,
480
- "ĠÂ": 414,
481
- "##Â": 415,
482
- "Ġį": 416,
483
- "##į": 417,
484
- "Ġ¢": 418,
485
- "##¢": 419,
486
- "Ġi": 420,
487
- "##i": 421,
488
- "Ġ´": 422,
489
- "##´": 423,
490
- "Ġä": 424,
491
- "##ä": 425,
492
- "Ġđ": 426,
493
- "##đ": 427,
494
- "ĠČ": 428,
495
- "##Č": 429,
496
- "Ġĺ": 430,
497
- "##ĺ": 431,
498
- "Ġı": 432,
499
- "##ı": 433,
500
- "ĠD": 434,
501
- "##D": 435,
502
- "Ġê": 436,
503
- "##ê": 437,
504
- "Ġâ": 438,
505
- "##â": 439,
506
- "ĠĦ": 440,
507
- "##Ħ": 441,
508
- "Ġ»": 442,
509
- "##»": 443,
510
- "Ġŀ": 444,
511
- "##ŀ": 445,
512
- "ĠK": 446,
513
- "##K": 447,
514
- "Ġ)": 448,
515
- "##)": 449,
516
- "ĠĻ": 450,
517
- "##Ļ": 451,
518
- "ĠÃ": 452,
519
- "##Ã": 453,
520
- "Ġú": 454,
521
- "##ú": 455,
522
- "ĠĐ": 456,
523
- "##Đ": 457,
524
- "Ġ*": 458,
525
- "##*": 459,
526
- "Ġ¨": 460,
527
- "##¨": 461,
528
- "ĠÀ": 462,
529
- "##À": 463,
530
- "Ġª": 464,
531
- "##ª": 465,
532
- "ĠĴ": 466,
533
- "##Ĵ": 467,
534
- "Ġā": 468,
535
- "##ā": 469,
536
- "Ġ.": 470,
537
- "##.": 471,
538
- "ĠĆ": 472,
539
- "##Ć": 473,
540
- "Ġł": 474,
541
- "##ł": 475,
542
- "ĠÈ": 476,
543
- "##È": 477,
544
- "ĠĘ": 478,
545
- "##Ę": 479,
546
- "Ġh": 480,
547
- "##h": 481,
548
- "ĠÇ": 482,
549
- "##Ç": 483,
550
- "ĠV": 484,
551
- "##V": 485,
552
- "ĠĨ": 486,
553
- "##Ĩ": 487,
554
- "ĠŃ": 488,
555
- "##Ń": 489,
556
- "Ġ·": 490,
557
- "##·": 491,
558
- "Ġn": 492,
559
- "##n": 493,
560
- "Ġ2": 494,
561
- "##2": 495,
562
- "Ġ$": 496,
563
- "##$": 497,
564
- "Ġ¹": 498,
565
- "##¹": 499,
566
- "Ġu": 500,
567
- "##u": 501,
568
- "Ġë": 502,
569
- "##ë": 503,
570
- "Ġĝ": 504,
571
- "##ĝ": 505,
572
- "Ġc": 506,
573
- "##c": 507,
574
- "ĠË": 508,
575
- "##Ë": 509,
576
- "Ġ°": 510,
577
- "##°": 511,
578
- "Ġ7": 512,
579
- "##7": 513,
580
  "<|unk|>": 514,
581
  "##�": 515,
582
  "Ġsa": 516,
 
31
  "special": true
32
  }
33
  ],
34
+ "normalizer": null,
 
 
 
 
 
 
 
35
  "pre_tokenizer": {
36
  "type": "ByteLevel",
37
  "add_prefix_space": true,
 
58
  "vocab": {
59
  "<|padding|>": 0,
60
  "<|endoftext|>": 1,
61
+ "Ġp": 2,
62
+ "##p": 3,
63
+ "Ġ!": 4,
64
+ "##!": 5,
65
+ "ĠJ": 6,
66
+ "##J": 7,
67
+ "Ġï": 8,
68
+ "##ï": 9,
69
+ "ĠÕ": 10,
70
+ "##Õ": 11,
71
+ "Ġº": 12,
72
+ "##º": 13,
73
+ "Ġr": 14,
74
+ "##r": 15,
75
+ "Ġ7": 16,
76
+ "##7": 17,
77
+ "Ġò": 18,
78
+ "##ò": 19,
79
+ "ĠÒ": 20,
80
+ "##Ò": 21,
81
+ "ĠÂ": 22,
82
+ "##Â": 23,
83
+ "ĠĈ": 24,
84
+ "##Ĉ": 25,
85
+ "Ġ´": 26,
86
+ "##´": 27,
87
+ "Ġù": 28,
88
+ "##ù": 29,
89
+ "ĠÏ": 30,
90
+ "##Ï": 31,
91
+ "Ġ\"": 32,
92
+ "##\"": 33,
93
+ "ĠT": 34,
94
+ "##T": 35,
95
+ 9": 36,
96
+ "##9": 37,
97
+ "Ġ3": 38,
98
+ "##3": 39,
99
+ "Ġç": 40,
100
+ "##ç": 41,
101
+ "Ġ¿": 42,
102
+ "##¿": 43,
103
+ "Ġ(": 44,
104
+ "##(": 45,
105
+ "ĠĒ": 46,
106
+ "##Ē": 47,
107
+ "ĠÅ": 48,
108
+ "##Å": 49,
109
+ "ĠÊ": 50,
110
+ "##Ê": 51,
111
+ "Ġ²": 52,
112
+ "##²": 53,
113
+ "Ġ¦": 54,
114
+ "##¦": 55,
115
+ "ĠX": 56,
116
+ "##X": 57,
117
+ "Ġ£": 58,
118
+ "##£": 59,
119
+ "Ġ·": 60,
120
+ "##·": 61,
121
+ "ĠĹ": 62,
122
+ "##Ĺ": 63,
123
+ "Ġ³": 64,
124
+ "##³": 65,
125
+ "Ġ{": 66,
126
+ "##{": 67,
127
+ "Ġĕ": 68,
128
+ "##ĕ": 69,
129
+ "Ġµ": 70,
130
+ "##µ": 71,
131
+ "Ġ}": 72,
132
+ "##}": 73,
133
+ "Ġł": 74,
134
+ "##ł": 75,
135
+ "Ġċ": 76,
136
+ "##ċ": 77,
137
+ "Ġ¥": 78,
138
+ "##¥": 79,
139
+ "ĠĮ": 80,
140
+ "##Į": 81,
141
+ "Ġğ": 82,
142
+ "##ğ": 83,
143
+ "Ġ|": 84,
144
+ "##|": 85,
145
+ "Ġê": 86,
146
+ "##ê": 87,
147
+ "Ġý": 88,
148
+ "##ý": 89,
149
+ "Ġį": 90,
150
+ "##į": 91,
151
+ "Ġñ": 92,
152
+ "##ñ": 93,
153
+ "ĠS": 94,
154
+ "##S": 95,
155
+ "Ġå": 96,
156
+ "##å": 97,
157
+ "Ġû": 98,
158
+ "##û": 99,
159
+ "Ġa": 100,
160
+ "##a": 101,
161
+ "ĠÃ": 102,
162
+ "##Ã": 103,
163
+ "ĠÖ": 104,
164
+ "##Ö": 105,
165
+ "ĠÓ": 106,
166
+ "##Ó": 107,
167
+ "Ġ<": 108,
168
+ "##<": 109,
169
+ "ĠÑ": 110,
170
+ "##Ñ": 111,
171
+ "ĠA": 112,
172
+ "##A": 113,
173
+ "Ġk": 114,
174
+ "##k": 115,
175
+ "Ġà": 116,
176
+ "##à": 117,
177
+ "ĠO": 118,
178
+ "##O": 119,
179
+ "Ġ®": 120,
180
+ "##®": 121,
181
+ "Ġ-": 122,
182
+ "##-": 123,
183
+ "Ġļ": 124,
184
+ "##ļ": 125,
185
+ "Ġÿ": 126,
186
+ "##ÿ": 127,
187
+ "ĠŃ": 128,
188
+ "##Ń": 129,
189
+ "Ġe": 130,
190
+ "##e": 131,
191
+ "Ġ)": 132,
192
+ "##)": 133,
193
+ "ĠF": 134,
194
+ "##F": 135,
195
+ "Ġä": 136,
196
+ "##ä": 137,
197
+ "Ġĸ": 138,
198
+ "##ĸ": 139,
199
+ "Ġď": 140,
200
+ "##ď": 141,
201
+ "ĠĦ": 142,
202
+ "##Ħ": 143,
203
+ "Ġħ": 144,
204
+ "##ħ": 145,
205
+ "ĠČ": 146,
206
+ "##Č": 147,
207
+ "ĠE": 148,
208
+ "##E": 149,
209
+ "Ġĉ": 150,
210
+ "##ĉ": 151,
211
+ "ĠU": 152,
212
+ "##U": 153,
213
+ "Ġ¨": 154,
214
+ "##¨": 155,
215
+ "Ġĥ": 156,
216
+ "##ĥ": 157,
217
+ "Ġ0": 158,
218
+ "##0": 159,
219
+ "Ġİ": 160,
220
+ "##İ": 161,
221
+ "Ġz": 162,
222
+ "##z": 163,
223
+ "Ġë": 164,
224
+ "##ë": 165,
225
+ "ĠĴ": 166,
226
+ "##Ĵ": 167,
227
+ "Ġ×": 168,
228
+ "##×": 169,
229
+ "ĠĤ": 170,
230
+ "##Ĥ": 171,
231
+ "Ġq": 172,
232
+ "##q": 173,
233
+ "Ġė": 174,
234
+ "##ė": 175,
235
+ "Ġġ": 176,
236
+ "##ġ": 177,
237
+ "Ġķ": 178,
238
+ "##ķ": 179,
239
+ "ĠÔ": 180,
240
+ "##Ô": 181,
241
+ "Ġd": 182,
242
+ "##d": 183,
243
+ "ĠQ": 184,
244
+ "##Q": 185,
245
+ "Ġy": 186,
246
+ "##y": 187,
247
+ "Ġę": 188,
248
+ "##ę": 189,
249
+ "Ġî": 190,
250
+ "##î": 191,
251
+ "Ġá": 192,
252
+ "##á": 193,
253
+ "Ġn": 194,
254
+ "##n": 195,
255
+ "Ġþ": 196,
256
+ "##þ": 197,
257
+ "Ġv": 198,
258
+ "##v": 199,
259
+ "ĠÄ": 200,
260
+ "##Ä": 201,
261
+ "Ġ~": 202,
262
+ "##~": 203,
263
+ "ĠĜ": 204,
264
+ "##Ĝ": 205,
265
+ "ĠÆ": 206,
266
+ "##Æ": 207,
267
+ "ĠĊ": 208,
268
+ "##Ċ": 209,
269
+ "Ġđ": 210,
270
+ "##đ": 211,
271
+ "ĠĔ": 212,
272
+ "##Ĕ": 213,
273
+ "Ġ¶": 214,
274
+ "##¶": 215,
275
+ "Ġ[": 216,
276
+ "##[": 217,
277
+ "ĠN": 218,
278
+ "##N": 219,
279
+ "ĠØ": 220,
280
+ "##Ø": 221,
281
+ "ĠR": 222,
282
+ "##R": 223,
283
+ "Ġ©": 224,
284
+ "##©": 225,
285
+ "ĠÐ": 226,
286
+ "##Ð": 227,
287
+ "Ġs": 228,
288
+ "##s": 229,
289
+ "Ġī": 230,
290
+ "##ī": 231,
291
+ "Ġw": 232,
292
+ "##w": 233,
293
+ "ĠĎ": 234,
294
+ "##Ď": 235,
295
+ "Ġh": 236,
296
+ "##h": 237,
297
+ ]": 238,
298
+ "##]": 239,
299
+ "Ġé": 240,
300
+ "##é": 241,
301
+ "ĠW": 242,
302
+ "##W": 243,
303
+ "ĠÞ": 244,
304
+ "##Þ": 245,
305
+ "ĠĶ": 246,
306
+ "##Ķ": 247,
307
+ "Ġľ": 248,
308
+ "##ľ": 249,
309
+ "ĠË": 250,
310
+ "##Ë": 251,
311
+ "ĠÁ": 252,
312
+ "##Á": 253,
313
+ "Ġč": 254,
314
+ "##č": 255,
315
+ "ĠÈ": 256,
316
+ "##È": 257,
317
+ "Ġf": 258,
318
+ "##f": 259,
319
+ "Ġ8": 260,
320
+ "##8": 261,
321
+ "ĠĆ": 262,
322
+ "##Ć": 263,
323
+ "Ġ5": 264,
324
+ "##5": 265,
325
+ "Ġ_": 266,
326
+ "##_": 267,
327
+ "Ġô": 268,
328
+ "##ô": 269,
329
+ "Ġ\\": 270,
330
+ "##\\": 271,
331
+ "Ġć": 272,
332
+ "##ć": 273,
333
+ "ĠŁ": 274,
334
+ "##Ł": 275,
335
+ "Ġõ": 276,
336
+ "##õ": 277,
337
+ "ĠÎ": 278,
338
+ "##Î": 279,
339
+ "ĠÛ": 280,
340
+ "##Û": 281,
341
+ "Ġ?": 282,
342
+ "##?": 283,
343
+ "Ġ=": 284,
344
+ "##=": 285,
345
+ 4": 286,
346
+ "##4": 287,
347
+ "Ġc": 288,
348
+ "##c": 289,
349
+ "Ġ¢": 290,
350
+ "##¢": 291,
351
+ "Ġĝ": 292,
352
+ "##ĝ": 293,
353
+ "ĠĀ": 294,
354
+ "##Ā": 295,
355
+ "Ġ*": 296,
356
+ "##*": 297,
357
+ "ĠÚ": 298,
358
+ "##Ú": 299,
359
+ "Ġĭ": 300,
360
+ "##ĭ": 301,
361
+ "ĠÝ": 302,
362
+ "##Ý": 303,
363
+ "ĠB": 304,
364
+ "##B": 305,
365
+ "Ġü": 306,
366
+ "##ü": 307,
367
+ "ĠL": 308,
368
+ "##L": 309,
369
+ "Ġl": 310,
370
+ "##l": 311,
371
+ "Ġu": 312,
372
+ "##u": 313,
373
+ "Ġm": 314,
374
+ "##m": 315,
375
+ "ĠĪ": 316,
376
+ "##Ī": 317,
377
+ "ĠĠ": 318,
378
+ "##Ġ": 319,
379
+ "ĠK": 320,
380
+ "##K": 321,
381
+ "Ġŀ": 322,
382
+ "##ŀ": 323,
383
+ "Ġ¼": 324,
384
+ "##¼": 325,
385
+ "Ġj": 326,
386
+ "##j": 327,
387
+ "ĠIJ": 328,
388
+ "##IJ": 329,
389
+ "Ġĺ": 330,
390
+ "##ĺ": 331,
391
+ "Ġ±": 332,
392
+ "##±": 333,
393
+ "Ġ»": 334,
394
+ "##»": 335,
395
+ "ĠG": 336,
396
+ "##G": 337,
397
+ "Ġ,": 338,
398
+ "##,": 339,
399
+ "Ġ¡": 340,
400
+ "##¡": 341,
401
+ "ĠĨ": 342,
402
+ "##Ĩ": 343,
403
+ "Ġĵ": 344,
404
+ "##ĵ": 345,
405
+ "Ġ¹": 346,
406
+ "##¹": 347,
407
+ "ĠĄ": 348,
408
+ "##Ą": 349,
409
+ "ĠÜ": 350,
410
+ "##Ü": 351,
411
+ "Ġı": 352,
412
+ "##ı": 353,
413
+ "Ġö": 354,
414
+ "##ö": 355,
415
+ "Ġè": 356,
416
+ "##è": 357,
417
+ "Ġ^": 358,
418
+ "##^": 359,
419
+ "Ġ1": 360,
420
+ "##1": 361,
421
+ "Ġ#": 362,
422
+ "###": 363,
423
+ "Ġ>": 364,
424
+ "##>": 365,
425
+ "Ġą": 366,
426
+ "##ą": 367,
427
+ "ĠĂ": 368,
428
+ "##Ă": 369,
429
+ "ĠĢ": 370,
430
+ "##Ģ": 371,
431
+ "ĠĚ": 372,
432
+ "##Ě": 373,
433
+ "ĠĞ": 374,
434
+ "##Ğ": 375,
435
+ "ĠY": 376,
436
+ "##Y": 377,
437
+ "Ġ+": 378,
438
+ "##+": 379,
439
+ "ĠĬ": 380,
440
+ "##Ĭ": 381,
441
+ "Ġã": 382,
442
+ "##ã": 383,
443
+ "ĠI": 384,
444
+ "##I": 385,
445
+ "ĠĿ": 386,
446
+ "##Ŀ": 387,
447
+ "Ġâ": 388,
448
+ "##â": 389,
449
+ "Ġ;": 390,
450
+ "##;": 391,
451
+ "Ġ:": 392,
452
+ "##:": 393,
453
+ "Ġ«": 394,
454
+ "##«": 395,
455
+ "Ġú": 396,
456
+ "##ú": 397,
457
+ "ĠH": 398,
458
+ "##H": 399,
459
+ "Ġ@": 400,
460
+ "##@": 401,
461
+ "ĠP": 402,
462
+ "##P": 403,
463
+ "Ġ½": 404,
464
+ "##½": 405,
465
+ "ĠC": 406,
466
+ "##C": 407,
467
+ "Ġā": 408,
468
+ "##ā": 409,
469
+ "ĠZ": 410,
470
+ "##Z": 411,
471
+ "Ġ¾": 412,
472
+ "##¾": 413,
473
+ "ĠĽ": 414,
474
+ "##Ľ": 415,
475
+ "Ġó": 416,
476
+ "##ó": 417,
477
+ "Ġ`": 418,
478
+ "##`": 419,
479
+ "Ġ¯": 420,
480
+ "##¯": 421,
481
+ "Ġø": 422,
482
+ "##ø": 423,
483
+ "ĠÀ": 424,
484
+ "##À": 425,
485
+ "Ġ%": 426,
486
+ "##%": 427,
487
+ "ĠÉ": 428,
488
+ "##É": 429,
489
+ "Ġ2": 430,
490
+ "##2": 431,
491
+ "ĠM": 432,
492
+ "##M": 433,
493
+ "Ġæ": 434,
494
+ "##æ": 435,
495
+ "Ġě": 436,
496
+ "##ě": 437,
497
+ "Ġ¬": 438,
498
+ "##¬": 439,
499
+ "Ġ¸": 440,
500
+ "##¸": 441,
501
+ "ĠÙ": 442,
502
+ "##Ù": 443,
503
+ "Ġì": 444,
504
+ "##ì": 445,
505
+ "ĠĘ": 446,
506
+ "##Ę": 447,
507
+ "Ġ§": 448,
508
+ "##§": 449,
509
+ "Ġt": 450,
510
+ "##t": 451,
511
+ "Ġē": 452,
512
+ "##ē": 453,
513
+ "ĠV": 454,
514
+ "##V": 455,
515
+ "Ġ.": 456,
516
+ "##.": 457,
517
+ "Ġx": 458,
518
+ "##x": 459,
519
+ "Ġ&": 460,
520
+ "##&": 461,
521
+ "Ġĩ": 462,
522
+ "##ĩ": 463,
523
+ "Ġb": 464,
524
+ "##b": 465,
525
+ "Ġi": 466,
526
+ "##i": 467,
527
+ "Ġí": 468,
528
+ "##í": 469,
529
+ "ĠÍ": 470,
530
+ "##Í": 471,
531
+ "Ġģ": 472,
532
+ "##ģ": 473,
533
+ "Ġ¤": 474,
534
+ "##¤": 475,
535
+ "Ġij": 476,
536
+ "##ij": 477,
537
+ "ĠĐ": 478,
538
+ "##Đ": 479,
539
+ "Ġß": 480,
540
+ "##ß": 481,
541
+ "Ġg": 482,
542
+ "##g": 483,
543
+ "Ġ÷": 484,
544
+ "##÷": 485,
545
+ "Ġ6": 486,
546
+ "##6": 487,
547
+ "Ġo": 488,
548
+ "##o": 489,
549
+ "ĠĖ": 490,
550
+ "##Ė": 491,
551
+ "ĠÇ": 492,
552
+ "##Ç": 493,
553
+ "ĠD": 494,
554
+ "##D": 495,
555
+ "ĠĻ": 496,
556
+ "##Ļ": 497,
557
+ "Ġ$": 498,
558
+ "##$": 499,
559
+ "Ġª": 500,
560
+ "##ª": 501,
561
+ "Ġă": 502,
562
+ "##ă": 503,
563
+ "Ġ'": 504,
564
+ "##'": 505,
565
+ "Ġ/": 506,
566
+ "##/": 507,
567
+ "Ġð": 508,
568
+ "##ð": 509,
569
+ "ĠÌ": 510,
570
+ "##Ì": 511,
571
+ "Ġ°": 512,
572
+ "##°": 513,
573
  "<|unk|>": 514,
574
  "##�": 515,
575
  "Ġsa": 516,
fw57Mmulti_Entropy_thresholdB_8064/vocab.json CHANGED
The diff for this file is too large to render. See raw diff