SamChen888 commited on
Commit
1c7be08
·
verified ·
1 Parent(s): fe02658

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +10 -10
tokenizer_config.json CHANGED
@@ -45,19 +45,19 @@
45
  },
46
  "151648": {
47
  "content": "<think>",
48
- "lstrip": false,
49
- "normalized": false,
50
- "rstrip": false,
51
- "single_word": false,
52
- "special": false
53
  },
54
  "151649": {
55
  "content": "</think>",
56
- "lstrip": false,
57
- "normalized": false,
58
- "rstrip": false,
59
- "single_word": false,
60
- "special": false
61
  },
62
  "151650": {
63
  "content": "<|quad_start|>",
 
45
  },
46
  "151648": {
47
  "content": "<think>",
48
+ "lstrip": true,
49
+ "normalized": true,
50
+ "rstrip": true,
51
+ "single_word": true,
52
+ "special": true
53
  },
54
  "151649": {
55
  "content": "</think>",
56
+ "lstrip": true,
57
+ "normalized": true,
58
+ "rstrip": true,
59
+ "single_word": true,
60
+ "special": true
61
  },
62
  "151650": {
63
  "content": "<|quad_start|>",