File size: 1,931 Bytes
826f55d 5cbbcea 826f55d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 49,
"content": "<UNK>",
"single_word": true,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": null,
"post_processor": null,
"decoder": null,
"model": {
"type": "WordLevel",
"unk_token": "<UNK>",
"vocab": {
"%": 0,
")": 1,
"(": 2,
"80": 3,
"e1": 4,
",": 5,
"''": 6,
"-": 7,
":": 8,
"..": 9,
"...": 10,
"``": 11,
"\u1000": 12,
"\u1000\u102d\u102f": 13,
"\u104a": 14,
"https": 15,
"?": 16,
"flume": 17,
"\u1037": 18,
"\u1042": 19,
"and": 20,
"2019": 21,
"\u1041": 22,
"]": 23,
"|": 24,
"\u1005\u1000\u103a\u1010\u1004\u103a\u1018\u102c": 25,
"\u1043": 26,
"@": 27,
"[": 28,
"\u1014\u103e\u1004\u1037\u103a": 29,
"of": 30,
"\u101f\u102f": 31,
"\u1021\u1001\u102f": 32,
"apple": 33,
"\u101f\u102c": 34,
"\u2022": 35,
">": 36,
"\u1019\u103d\u102c": 37,
"2": 38,
"\u1047": 39,
"\u104b": 40,
"ba": 41,
"the": 42,
"\u1012\u102b\u1000": 43,
"\u1014\u1032\u1037": 44,
"\u101b\u1032\u1037": 45,
"&": 46,
"b8": 47,
"thrash": 48,
"<UNK>": 49
}
}
} |