Hugging Face's logo

thefinalboss
/
CogNet-1B

PyTorch
English
French
cognet
language-model
aicl
custom-architecture
non-transformer
Model card Files
xet
 Community
thefinalboss commited on
Commit
88b19bd
·
verified ·
1 Parent(s): d073785

Upload tokenizer_v3.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer_v3.json +139 -139
tokenizer_v3.json CHANGED
@@ -1,141 +1,141 @@
1
  {
2
- "chars": [
3
- "\t",
4
- "\n",
5
- " ",
6
- "!",
7
- "\"",
8
- "#",
9
- "$",
10
- "%",
11
- "&",
12
- "'",
13
- "(",
14
- ")",
15
- "*",
16
- "+",
17
- ",",
18
- "-",
19
- ".",
20
- "/",
21
- "0",
22
- "1",
23
- "2",
24
- "3",
25
- "4",
26
- "5",
27
- "6",
28
- "7",
29
- "8",
30
- "9",
31
- ":",
32
- ";",
33
- "<",
34
- "=",
35
- ">",
36
- "?",
37
- "@",
38
- "A",
39
- "B",
40
- "C",
41
- "D",
42
- "E",
43
- "F",
44
- "G",
45
- "H",
46
- "I",
47
- "J",
48
- "K",
49
- "L",
50
- "M",
51
- "N",
52
- "O",
53
- "P",
54
- "Q",
55
- "R",
56
- "S",
57
- "T",
58
- "U",
59
- "V",
60
- "W",
61
- "X",
62
- "Y",
63
- "Z",
64
- "[",
65
- "\\",
66
- "]",
67
- "^",
68
- "_",
69
- "`",
70
- "a",
71
- "b",
72
- "c",
73
- "d",
74
- "e",
75
- "f",
76
- "g",
77
- "h",
78
- "i",
79
- "j",
80
- "k",
81
- "l",
82
- "m",
83
- "n",
84
- "o",
85
- "p",
86
- "q",
87
- "r",
88
- "s",
89
- "t",
90
- "u",
91
- "v",
92
- "w",
93
- "x",
94
- "y",
95
- "z",
96
- "{",
97
- "|",
98
- "}",
99
- "~",
100
- "«",
101
- "»",
102
- "¿",
103
- "À",
104
- "Â",
105
- "Ä",
106
- "Æ",
107
- "Ç",
108
- "È",
109
- "É",
110
- "Ê",
111
- "Ë",
112
- "Î",
113
- "Ï",
114
- "Ô",
115
- "Ù",
116
- "Û",
117
- "Ü",
118
- "ß",
119
- "à",
120
- "â",
121
- "ä",
122
- "æ",
123
- "ç",
124
- "è",
125
- "é",
126
- "ê",
127
- "ë",
128
- "î",
129
- "ï",
130
- "ñ",
131
- "ô",
132
- "ù",
133
- "û",
134
- "ü",
135
- "ÿ",
136
- "Œ",
137
- "œ",
138
- "Ÿ"
139
- ],
140
- "vocab_size": 136
141
  }
 
1
  {
2
+ "vocab_size": 136,
3
+ "char_to_id": {
4
+ "0": 0,
5
+ "1": 1,
6
+ "2": 2,
7
+ "3": 3,
8
+ "32": 4,
9
+ "33": 5,
10
+ "34": 6,
11
+ "35": 7,
12
+ "36": 8,
13
+ "37": 9,
14
+ "38": 10,
15
+ "39": 11,
16
+ "40": 12,
17
+ "41": 13,
18
+ "42": 14,
19
+ "43": 15,
20
+ "44": 16,
21
+ "45": 17,
22
+ "46": 18,
23
+ "47": 19,
24
+ "48": 20,
25
+ "49": 21,
26
+ "50": 22,
27
+ "51": 23,
28
+ "52": 24,
29
+ "53": 25,
30
+ "54": 26,
31
+ "55": 27,
32
+ "56": 28,
33
+ "57": 29,
34
+ "58": 30,
35
+ "59": 31,
36
+ "60": 32,
37
+ "61": 33,
38
+ "62": 34,
39
+ "63": 35,
40
+ "64": 36,
41
+ "65": 37,
42
+ "66": 38,
43
+ "67": 39,
44
+ "68": 40,
45
+ "69": 41,
46
+ "70": 42,
47
+ "71": 43,
48
+ "72": 44,
49
+ "73": 45,
50
+ "74": 46,
51
+ "75": 47,
52
+ "76": 48,
53
+ "77": 49,
54
+ "78": 50,
55
+ "79": 51,
56
+ "80": 52,
57
+ "81": 53,
58
+ "82": 54,
59
+ "83": 55,
60
+ "84": 56,
61
+ "85": 57,
62
+ "86": 58,
63
+ "87": 59,
64
+ "88": 60,
65
+ "89": 61,
66
+ "90": 62,
67
+ "91": 63,
68
+ "92": 64,
69
+ "93": 65,
70
+ "94": 66,
71
+ "95": 67,
72
+ "96": 68,
73
+ "97": 69,
74
+ "98": 70,
75
+ "99": 71,
76
+ "100": 72,
77
+ "101": 73,
78
+ "102": 74,
79
+ "103": 75,
80
+ "104": 76,
81
+ "105": 77,
82
+ "106": 78,
83
+ "107": 79,
84
+ "108": 80,
85
+ "109": 81,
86
+ "110": 82,
87
+ "111": 83,
88
+ "112": 84,
89
+ "113": 85,
90
+ "114": 86,
91
+ "115": 87,
92
+ "116": 88,
93
+ "117": 89,
94
+ "118": 90,
95
+ "119": 91,
96
+ "120": 92,
97
+ "121": 93,
98
+ "122": 94,
99
+ "123": 95,
100
+ "124": 96,
101
+ "125": 97,
102
+ "126": 98,
103
+ "192": 99,
104
+ "193": 100,
105
+ "194": 101,
106
+ "195": 102,
107
+ "196": 103,
108
+ "197": 104,
109
+ "199": 105,
110
+ "200": 106,
111
+ "201": 107,
112
+ "202": 108,
113
+ "203": 109,
114
+ "204": 110,
115
+ "205": 111,
116
+ "206": 112,
117
+ "207": 113,
118
+ "210": 114,
119
+ "211": 115,
120
+ "212": 116,
121
+ "213": 117,
122
+ "214": 118,
123
+ "217": 119,
124
+ "218": 120,
125
+ "219": 121,
126
+ "220": 122,
127
+ "224": 123,
128
+ "225": 124,
129
+ "226": 125,
130
+ "227": 126,
131
+ "228": 127,
132
+ "229": 128,
133
+ "231": 129,
134
+ "232": 130,
135
+ "233": 131,
136
+ "234": 132,
137
+ "235": 133,
138
+ "236": 134,
139
+ "237": 135
140
+ }
141
  }