Hugging Face's logo

HuggingFaceM4
/
tiny-random-idefics-m4

Text Generation
Transformers
PyTorch
idefics
text-generation-inference
Model card Files
xet
Community
HugoLaurencon commited on
Commit
de7113d
·
1 Parent(s): fb91982

normalized false

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +3 -3
special_tokens_map.json CHANGED
@@ -18,14 +18,14 @@
18
  "bos_token": {
19
  "content": "<s>",
20
  "lstrip": false,
21
- "normalized": true,
22
  "rstrip": false,
23
  "single_word": false
24
  },
25
  "eos_token": {
26
  "content": "</s>",
27
  "lstrip": false,
28
- "normalized": true,
29
  "rstrip": false,
30
  "single_word": false
31
  },
@@ -33,7 +33,7 @@
33
  "unk_token": {
34
  "content": "<unk>",
35
  "lstrip": false,
36
- "normalized": true,
37
  "rstrip": false,
38
  "single_word": false
39
  }
 
18
  "bos_token": {
19
  "content": "<s>",
20
  "lstrip": false,
21
+ "normalized": false,
22
  "rstrip": false,
23
  "single_word": false
24
  },
25
  "eos_token": {
26
  "content": "</s>",
27
  "lstrip": false,
28
+ "normalized": false,
29
  "rstrip": false,
30
  "single_word": false
31
  },
 
33
  "unk_token": {
34
  "content": "<unk>",
35
  "lstrip": false,
36
+ "normalized": false,
37
  "rstrip": false,
38
  "single_word": false
39
  }