Clemylia commited on
Commit
65ae13f
·
verified ·
1 Parent(s): 2997a8d

Premier modèle d'architecture gemma from scratch

Browse files
Files changed (2) hide show
  1. tokenizer.json +4 -4
  2. tokenizer_config.json +2 -2
tokenizer.json CHANGED
@@ -64,7 +64,7 @@
64
  },
65
  {
66
  "id": 5,
67
- "content": "Question:",
68
  "single_word": false,
69
  "lstrip": false,
70
  "rstrip": false,
@@ -73,7 +73,7 @@
73
  },
74
  {
75
  "id": 6,
76
- "content": "Réponse:",
77
  "single_word": false,
78
  "lstrip": false,
79
  "rstrip": false,
@@ -148,8 +148,8 @@
148
  "<s>": 2,
149
  "<unk>": 3,
150
  "<mask>": 4,
151
- "Question:": 5,
152
- "Réponse:": 6,
153
  "e": 7,
154
  "C": 8,
155
  "r": 9,
 
64
  },
65
  {
66
  "id": 5,
67
+ "content": "Ever:",
68
  "single_word": false,
69
  "lstrip": false,
70
  "rstrip": false,
 
73
  },
74
  {
75
  "id": 6,
76
+ "content": "Small:",
77
  "single_word": false,
78
  "lstrip": false,
79
  "rstrip": false,
 
148
  "<s>": 2,
149
  "<unk>": 3,
150
  "<mask>": 4,
151
+ "Ever:": 5,
152
+ "Small:": 6,
153
  "e": 7,
154
  "C": 8,
155
  "r": 9,
tokenizer_config.json CHANGED
@@ -7,8 +7,8 @@
7
  "</s>",
8
  "<s>",
9
  "<mask>",
10
- "Question:",
11
- "Réponse:"
12
  ],
13
  "is_local": true,
14
  "mask_token": "<mask>",
 
7
  "</s>",
8
  "<s>",
9
  "<mask>",
10
+ "Ever:",
11
+ "Small:"
12
  ],
13
  "is_local": true,
14
  "mask_token": "<mask>",