beshkenadze commited on
Commit
f1fb3d7
·
verified ·
1 Parent(s): c5c01c3

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +1 -2
special_tokens_map.json CHANGED
@@ -9,7 +9,7 @@
9
  },
10
  "eoi_token": "<end_of_image>",
11
  "eos_token": {
12
- "content": "<end_of_turn>",
13
  "lstrip": false,
14
  "normalized": false,
15
  "rstrip": false,
@@ -23,7 +23,6 @@
23
  "rstrip": false,
24
  "single_word": false
25
  },
26
- "sfr_token": "<start_function_response>",
27
  "unk_token": {
28
  "content": "<unk>",
29
  "lstrip": false,
 
9
  },
10
  "eoi_token": "<end_of_image>",
11
  "eos_token": {
12
+ "content": "<eos>",
13
  "lstrip": false,
14
  "normalized": false,
15
  "rstrip": false,
 
23
  "rstrip": false,
24
  "single_word": false
25
  },
 
26
  "unk_token": {
27
  "content": "<unk>",
28
  "lstrip": false,