Tiranyx commited on
Commit
83dcd3c
·
verified ·
1 Parent(s): e67089c

Fix tokenizer_config.json — remove BOM, valid JSON

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -1,4 +1,4 @@
1
- {
2
  "add_prefix_space": false,
3
  "backend": "tokenizers",
4
  "bos_token": null,
@@ -10,4 +10,4 @@
10
  "split_special_tokens": false,
11
  "tokenizer_class": "Qwen2Tokenizer",
12
  "unk_token": null
13
- }
 
1
+ {
2
  "add_prefix_space": false,
3
  "backend": "tokenizers",
4
  "bos_token": null,
 
10
  "split_special_tokens": false,
11
  "tokenizer_class": "Qwen2Tokenizer",
12
  "unk_token": null
13
+ }