SamChen888
/

DeepSeek-R1-7B-Qwen-Think

Model card Files Files and versions

SamChen888 commited on Mar 17, 2025

Commit

1145bb3

·

verified ·

1 Parent(s): 4c12b7d

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +3 -3

tokenizer_config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "add_bos_token": true,
-  "add_eos_token": false,
   "add_prefix_space": null,
   "added_tokens_decoder": {
     "151643": {
@@ -9,7 +9,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
     },
     "151644": {
       "content": "<｜User｜>",
@@ -33,7 +33,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
     },
     "151647": {
       "content": "<|EOT|>",

 {
   "add_bos_token": true,
+  "add_eos_token": true,
   "add_prefix_space": null,
   "added_tokens_decoder": {
     "151643": {
       "normalized": false,
       "rstrip": false,
       "single_word": false,
+      "special": true
     },
     "151644": {
       "content": "<｜User｜>",
       "normalized": false,
       "rstrip": false,
       "single_word": false,
+      "special": true
     },
     "151647": {
       "content": "<|EOT|>",