WokenDisaster commited on
Commit
0496dfe
·
verified ·
1 Parent(s): dd0deb5

Training in progress, step 240

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
  3. tokenizer.json +25 -115
config.json CHANGED
@@ -40,7 +40,7 @@
40
  "tie_word_embeddings": true,
41
  "type_vocab_size": 2,
42
  "use_cache": true,
43
- "vocab_size": 52
44
  },
45
  "decoder_start_token_id": 2,
46
  "dtype": "float32",
@@ -82,7 +82,7 @@
82
  "tie_word_embeddings": true,
83
  "type_vocab_size": 2,
84
  "use_cache": true,
85
- "vocab_size": 52
86
  },
87
  "eos_token_id": 0,
88
  "is_encoder_decoder": true,
 
40
  "tie_word_embeddings": true,
41
  "type_vocab_size": 2,
42
  "use_cache": true,
43
+ "vocab_size": 34
44
  },
45
  "decoder_start_token_id": 2,
46
  "dtype": "float32",
 
82
  "tie_word_embeddings": true,
83
  "type_vocab_size": 2,
84
  "use_cache": true,
85
+ "vocab_size": 34
86
  },
87
  "eos_token_id": 0,
88
  "is_encoder_decoder": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c4d036bfbd1727174d7b2301e937775ff4ee411f5b1dbc9b7323464f4a88386
3
- size 31205552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:817451acbb3323f0f8244f6732584e1736fab9fde3f2762e035f614d1f902695
3
+ size 31168616
tokenizer.json CHANGED
@@ -113,55 +113,33 @@
113
  "7": 13,
114
  "8": 14,
115
  "9": 15,
116
- "10": 16,
117
- "99": 17,
118
- "11": 18,
119
- "98": 19,
120
- "12": 20,
121
- "97": 21,
122
- "13": 22,
123
- "96": 23,
124
  "14": 24,
125
  "95": 25,
126
- "15": 26,
127
- "94": 27,
128
- "16": 28,
129
- "93": 29,
130
  "92": 30,
131
  "17": 31,
132
  "18": 32,
133
- "91": 33,
134
- "19": 34,
135
- "90": 35,
136
- "20": 36,
137
- "89": 37,
138
- "21": 38,
139
- "88": 39,
140
- "22": 40,
141
- "87": 41,
142
- "23": 42,
143
- "86": 43,
144
- "85": 44,
145
- "24": 45,
146
- "25": 46,
147
- "84": 47,
148
- "26": 48,
149
- "83": 49,
150
- "27": 50,
151
- "82": 51
152
  },
153
  "merges": [
154
- [
155
- "1",
156
- "0"
157
- ],
158
  [
159
  "9",
160
  "9"
161
  ],
162
  [
163
  "1",
164
- "1"
165
  ],
166
  [
167
  "9",
@@ -169,7 +147,7 @@
169
  ],
170
  [
171
  "1",
172
- "2"
173
  ],
174
  [
175
  "9",
@@ -177,7 +155,7 @@
177
  ],
178
  [
179
  "1",
180
- "3"
181
  ],
182
  [
183
  "9",
@@ -185,14 +163,14 @@
185
  ],
186
  [
187
  "1",
188
- "4"
189
  ],
190
  [
191
- "9",
192
- "5"
193
  ],
194
  [
195
- "1",
196
  "5"
197
  ],
198
  [
@@ -201,12 +179,16 @@
201
  ],
202
  [
203
  "1",
204
- "6"
205
  ],
206
  [
207
  "9",
208
  "3"
209
  ],
 
 
 
 
210
  [
211
  "9",
212
  "2"
@@ -222,78 +204,6 @@
222
  [
223
  "9",
224
  "1"
225
- ],
226
- [
227
- "1",
228
- "9"
229
- ],
230
- [
231
- "9",
232
- "0"
233
- ],
234
- [
235
- "2",
236
- "0"
237
- ],
238
- [
239
- "8",
240
- "9"
241
- ],
242
- [
243
- "2",
244
- "1"
245
- ],
246
- [
247
- "8",
248
- "8"
249
- ],
250
- [
251
- "2",
252
- "2"
253
- ],
254
- [
255
- "8",
256
- "7"
257
- ],
258
- [
259
- "2",
260
- "3"
261
- ],
262
- [
263
- "8",
264
- "6"
265
- ],
266
- [
267
- "8",
268
- "5"
269
- ],
270
- [
271
- "2",
272
- "4"
273
- ],
274
- [
275
- "2",
276
- "5"
277
- ],
278
- [
279
- "8",
280
- "4"
281
- ],
282
- [
283
- "2",
284
- "6"
285
- ],
286
- [
287
- "8",
288
- "3"
289
- ],
290
- [
291
- "2",
292
- "7"
293
- ],
294
- [
295
- "8",
296
- "2"
297
  ]
298
  ]
299
  }
 
113
  "7": 13,
114
  "8": 14,
115
  "9": 15,
116
+ "99": 16,
117
+ "10": 17,
118
+ "98": 18,
119
+ "11": 19,
120
+ "97": 20,
121
+ "12": 21,
122
+ "96": 22,
123
+ "13": 23,
124
  "14": 24,
125
  "95": 25,
126
+ "94": 26,
127
+ "15": 27,
128
+ "93": 28,
129
+ "16": 29,
130
  "92": 30,
131
  "17": 31,
132
  "18": 32,
133
+ "91": 33
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
134
  },
135
  "merges": [
 
 
 
 
136
  [
137
  "9",
138
  "9"
139
  ],
140
  [
141
  "1",
142
+ "0"
143
  ],
144
  [
145
  "9",
 
147
  ],
148
  [
149
  "1",
150
+ "1"
151
  ],
152
  [
153
  "9",
 
155
  ],
156
  [
157
  "1",
158
+ "2"
159
  ],
160
  [
161
  "9",
 
163
  ],
164
  [
165
  "1",
166
+ "3"
167
  ],
168
  [
169
+ "1",
170
+ "4"
171
  ],
172
  [
173
+ "9",
174
  "5"
175
  ],
176
  [
 
179
  ],
180
  [
181
  "1",
182
+ "5"
183
  ],
184
  [
185
  "9",
186
  "3"
187
  ],
188
+ [
189
+ "1",
190
+ "6"
191
+ ],
192
  [
193
  "9",
194
  "2"
 
204
  [
205
  "9",
206
  "1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
207
  ]
208
  ]
209
  }