Hugging Face's logo

summerstars
/
SolaraV2-coder-0511

Text Generation
Transformers
Safetensors
ONNX
English
llama
conversational
text-generation-inference
Model card Files
xet
 Community
summerstars commited on
Commit
7b6d096
·
verified ·
1 Parent(s): 841659b

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +22 -22
tokenizer.json CHANGED
@@ -10,7 +10,7 @@
10
  "lstrip": false,
11
  "rstrip": false,
12
  "normalized": false,
13
- "special": true
14
  },
15
  {
16
  "id": 1,
@@ -19,7 +19,7 @@
19
  "lstrip": false,
20
  "rstrip": false,
21
  "normalized": false,
22
- "special": true
23
  },
24
  {
25
  "id": 2,
@@ -28,7 +28,7 @@
28
  "lstrip": false,
29
  "rstrip": false,
30
  "normalized": false,
31
- "special": true
32
  },
33
  {
34
  "id": 3,
@@ -37,7 +37,7 @@
37
  "lstrip": false,
38
  "rstrip": false,
39
  "normalized": false,
40
- "special": true
41
  },
42
  {
43
  "id": 4,
@@ -46,7 +46,7 @@
46
  "lstrip": false,
47
  "rstrip": false,
48
  "normalized": false,
49
- "special": true
50
  },
51
  {
52
  "id": 5,
@@ -55,7 +55,7 @@
55
  "lstrip": false,
56
  "rstrip": false,
57
  "normalized": false,
58
- "special": true
59
  },
60
  {
61
  "id": 6,
@@ -64,7 +64,7 @@
64
  "lstrip": false,
65
  "rstrip": false,
66
  "normalized": false,
67
- "special": true
68
  },
69
  {
70
  "id": 7,
@@ -73,7 +73,7 @@
73
  "lstrip": false,
74
  "rstrip": false,
75
  "normalized": false,
76
- "special": true
77
  },
78
  {
79
  "id": 8,
@@ -82,7 +82,7 @@
82
  "lstrip": false,
83
  "rstrip": false,
84
  "normalized": false,
85
- "special": true
86
  },
87
  {
88
  "id": 9,
@@ -91,7 +91,7 @@
91
  "lstrip": false,
92
  "rstrip": false,
93
  "normalized": false,
94
- "special": true
95
  },
96
  {
97
  "id": 10,
@@ -100,7 +100,7 @@
100
  "lstrip": false,
101
  "rstrip": false,
102
  "normalized": false,
103
- "special": true
104
  },
105
  {
106
  "id": 11,
@@ -109,7 +109,7 @@
109
  "lstrip": false,
110
  "rstrip": false,
111
  "normalized": false,
112
- "special": true
113
  },
114
  {
115
  "id": 12,
@@ -118,7 +118,7 @@
118
  "lstrip": false,
119
  "rstrip": false,
120
  "normalized": false,
121
- "special": true
122
  },
123
  {
124
  "id": 13,
@@ -127,7 +127,7 @@
127
  "lstrip": false,
128
  "rstrip": false,
129
  "normalized": false,
130
- "special": true
131
  },
132
  {
133
  "id": 14,
@@ -136,7 +136,7 @@
136
  "lstrip": false,
137
  "rstrip": false,
138
  "normalized": false,
139
- "special": true
140
  },
141
  {
142
  "id": 15,
@@ -145,7 +145,7 @@
145
  "lstrip": false,
146
  "rstrip": false,
147
  "normalized": false,
148
- "special": true
149
  },
150
  {
151
  "id": 16,
@@ -154,7 +154,7 @@
154
  "lstrip": false,
155
  "rstrip": false,
156
  "normalized": false,
157
- "special": true
158
  },
159
  {
160
  "id": 49152,
@@ -163,7 +163,7 @@
163
  "lstrip": false,
164
  "rstrip": false,
165
  "normalized": false,
166
- "special": true
167
  },
168
  {
169
  "id": 49153,
@@ -172,7 +172,7 @@
172
  "lstrip": false,
173
  "rstrip": false,
174
  "normalized": false,
175
- "special": true
176
  },
177
  {
178
  "id": 49154,
@@ -181,7 +181,7 @@
181
  "lstrip": false,
182
  "rstrip": false,
183
  "normalized": false,
184
- "special": true
185
  }
186
  ],
187
  "normalizer": null,
@@ -207,10 +207,10 @@
207
  "type": "BPE",
208
  "dropout": null,
209
  "unk_token": null,
210
- "continuing_subword_prefix": "##",
211
  "end_of_word_suffix": "",
212
  "fuse_unk": false,
213
- "byte_fallback": true,
214
  "ignore_merges": false,
215
  "vocab": {
216
  "<|endoftext|>": 0,
 
10
  "lstrip": false,
11
  "rstrip": false,
12
  "normalized": false,
13
+ "special": false
14
  },
15
  {
16
  "id": 1,
 
19
  "lstrip": false,
20
  "rstrip": false,
21
  "normalized": false,
22
+ "special": false
23
  },
24
  {
25
  "id": 2,
 
28
  "lstrip": false,
29
  "rstrip": false,
30
  "normalized": false,
31
+ "special": false
32
  },
33
  {
34
  "id": 3,
 
37
  "lstrip": false,
38
  "rstrip": false,
39
  "normalized": false,
40
+ "special": false
41
  },
42
  {
43
  "id": 4,
 
46
  "lstrip": false,
47
  "rstrip": false,
48
  "normalized": false,
49
+ "special": false
50
  },
51
  {
52
  "id": 5,
 
55
  "lstrip": false,
56
  "rstrip": false,
57
  "normalized": false,
58
+ "special": false
59
  },
60
  {
61
  "id": 6,
 
64
  "lstrip": false,
65
  "rstrip": false,
66
  "normalized": false,
67
+ "special": false
68
  },
69
  {
70
  "id": 7,
 
73
  "lstrip": false,
74
  "rstrip": false,
75
  "normalized": false,
76
+ "special": false
77
  },
78
  {
79
  "id": 8,
 
82
  "lstrip": false,
83
  "rstrip": false,
84
  "normalized": false,
85
+ "special": false
86
  },
87
  {
88
  "id": 9,
 
91
  "lstrip": false,
92
  "rstrip": false,
93
  "normalized": false,
94
+ "special": false
95
  },
96
  {
97
  "id": 10,
 
100
  "lstrip": false,
101
  "rstrip": false,
102
  "normalized": false,
103
+ "special": false
104
  },
105
  {
106
  "id": 11,
 
109
  "lstrip": false,
110
  "rstrip": false,
111
  "normalized": false,
112
+ "special": false
113
  },
114
  {
115
  "id": 12,
 
118
  "lstrip": false,
119
  "rstrip": false,
120
  "normalized": false,
121
+ "special": false
122
  },
123
  {
124
  "id": 13,
 
127
  "lstrip": false,
128
  "rstrip": false,
129
  "normalized": false,
130
+ "special": false
131
  },
132
  {
133
  "id": 14,
 
136
  "lstrip": false,
137
  "rstrip": false,
138
  "normalized": false,
139
+ "special": false
140
  },
141
  {
142
  "id": 15,
 
145
  "lstrip": false,
146
  "rstrip": false,
147
  "normalized": false,
148
+ "special": false
149
  },
150
  {
151
  "id": 16,
 
154
  "lstrip": false,
155
  "rstrip": false,
156
  "normalized": false,
157
+ "special": false
158
  },
159
  {
160
  "id": 49152,
 
163
  "lstrip": false,
164
  "rstrip": false,
165
  "normalized": false,
166
+ "special": false
167
  },
168
  {
169
  "id": 49153,
 
172
  "lstrip": false,
173
  "rstrip": false,
174
  "normalized": false,
175
+ "special": false
176
  },
177
  {
178
  "id": 49154,
 
181
  "lstrip": false,
182
  "rstrip": false,
183
  "normalized": false,
184
+ "special": false
185
  }
186
  ],
187
  "normalizer": null,
 
207
  "type": "BPE",
208
  "dropout": null,
209
  "unk_token": null,
210
+ "continuing_subword_prefix": "",
211
  "end_of_word_suffix": "",
212
  "fuse_unk": false,
213
+ "byte_fallback": false,
214
  "ignore_merges": false,
215
  "vocab": {
216
  "<|endoftext|>": 0,