Delete added_tokens.json
Browse files- added_tokens.json +0 -10
added_tokens.json
DELETED
|
@@ -1,10 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"</s>": 100007,
|
| 3 |
-
"<|LDWANG|>": 100002,
|
| 4 |
-
"<|endofpiece|>": 100001,
|
| 5 |
-
"<|startofpiece|>": 100000,
|
| 6 |
-
"[CLS]": 100006,
|
| 7 |
-
"[MASK]": 100003,
|
| 8 |
-
"[gMASK]": 100004,
|
| 9 |
-
"[sMASK]": 100005
|
| 10 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|