Hugging Face's logo

Soupis
/
Contra1.3B-200

Translation
Transformers
nllb
Model card Files
xet
Community
sant commited on
Commit
000f7e1
·
verified ·
1 Parent(s): dbf2b70

Upload special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +6 -42
special_tokens_map.json CHANGED
@@ -203,27 +203,9 @@
203
  "zho_Hant",
204
  "zul_Latn"
205
  ],
206
- "bos_token": {
207
- "content": "<s>",
208
- "lstrip": false,
209
- "normalized": false,
210
- "rstrip": false,
211
- "single_word": false
212
- },
213
- "cls_token": {
214
- "content": "<s>",
215
- "lstrip": false,
216
- "normalized": false,
217
- "rstrip": false,
218
- "single_word": false
219
- },
220
- "eos_token": {
221
- "content": "</s>",
222
- "lstrip": false,
223
- "normalized": false,
224
- "rstrip": false,
225
- "single_word": false
226
- },
227
  "mask_token": {
228
  "content": "<mask>",
229
  "lstrip": true,
@@ -231,25 +213,7 @@
231
  "rstrip": false,
232
  "single_word": false
233
  },
234
- "pad_token": {
235
- "content": "<pad>",
236
- "lstrip": false,
237
- "normalized": false,
238
- "rstrip": false,
239
- "single_word": false
240
- },
241
- "sep_token": {
242
- "content": "</s>",
243
- "lstrip": false,
244
- "normalized": false,
245
- "rstrip": false,
246
- "single_word": false
247
- },
248
- "unk_token": {
249
- "content": "<unk>",
250
- "lstrip": false,
251
- "normalized": false,
252
- "rstrip": false,
253
- "single_word": false
254
- }
255
  }
 
203
  "zho_Hant",
204
  "zul_Latn"
205
  ],
206
+ "bos_token": "<s>",
207
+ "cls_token": "<s>",
208
+ "eos_token": "</s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
209
  "mask_token": {
210
  "content": "<mask>",
211
  "lstrip": true,
 
213
  "rstrip": false,
214
  "single_word": false
215
  },
216
+ "pad_token": "<pad>",
217
+ "sep_token": "</s>",
218
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
219
  }