Premier modèle d'architecture gemma from scratch
Browse files- tokenizer.json +4 -4
- tokenizer_config.json +2 -2
tokenizer.json
CHANGED
|
@@ -64,7 +64,7 @@
|
|
| 64 |
},
|
| 65 |
{
|
| 66 |
"id": 5,
|
| 67 |
-
"content": "
|
| 68 |
"single_word": false,
|
| 69 |
"lstrip": false,
|
| 70 |
"rstrip": false,
|
|
@@ -73,7 +73,7 @@
|
|
| 73 |
},
|
| 74 |
{
|
| 75 |
"id": 6,
|
| 76 |
-
"content": "
|
| 77 |
"single_word": false,
|
| 78 |
"lstrip": false,
|
| 79 |
"rstrip": false,
|
|
@@ -148,8 +148,8 @@
|
|
| 148 |
"<s>": 2,
|
| 149 |
"<unk>": 3,
|
| 150 |
"<mask>": 4,
|
| 151 |
-
"
|
| 152 |
-
"
|
| 153 |
"e": 7,
|
| 154 |
"C": 8,
|
| 155 |
"r": 9,
|
|
|
|
| 64 |
},
|
| 65 |
{
|
| 66 |
"id": 5,
|
| 67 |
+
"content": "Ever:",
|
| 68 |
"single_word": false,
|
| 69 |
"lstrip": false,
|
| 70 |
"rstrip": false,
|
|
|
|
| 73 |
},
|
| 74 |
{
|
| 75 |
"id": 6,
|
| 76 |
+
"content": "Small:",
|
| 77 |
"single_word": false,
|
| 78 |
"lstrip": false,
|
| 79 |
"rstrip": false,
|
|
|
|
| 148 |
"<s>": 2,
|
| 149 |
"<unk>": 3,
|
| 150 |
"<mask>": 4,
|
| 151 |
+
"Ever:": 5,
|
| 152 |
+
"Small:": 6,
|
| 153 |
"e": 7,
|
| 154 |
"C": 8,
|
| 155 |
"r": 9,
|
tokenizer_config.json
CHANGED
|
@@ -7,8 +7,8 @@
|
|
| 7 |
"</s>",
|
| 8 |
"<s>",
|
| 9 |
"<mask>",
|
| 10 |
-
"
|
| 11 |
-
"
|
| 12 |
],
|
| 13 |
"is_local": true,
|
| 14 |
"mask_token": "<mask>",
|
|
|
|
| 7 |
"</s>",
|
| 8 |
"<s>",
|
| 9 |
"<mask>",
|
| 10 |
+
"Ever:",
|
| 11 |
+
"Small:"
|
| 12 |
],
|
| 13 |
"is_local": true,
|
| 14 |
"mask_token": "<mask>",
|