msanocki commited on
Commit
5bf8df0
·
verified ·
1 Parent(s): 60a8798

Training in progress, step 500

Browse files
Files changed (2) hide show
  1. model.safetensors +1 -1
  2. tokenizer.json +233 -233
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b01d61ac36b350768b46e4b0a856c39f9b65661201332b29aa28ae00a2495b32
3
  size 31318412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669307c8b301c6f03a8aaad24de62b06f45645ed2677dc8c789f088033640182
3
  size 31318412
tokenizer.json CHANGED
@@ -114,457 +114,457 @@
114
  "8": 14,
115
  "9": 15,
116
  "=": 16,
117
- "51": 17,
118
- "16": 18,
119
- "35": 19,
120
  "28": 20,
121
- "25": 21,
122
- "12": 22,
123
- "58": 23,
124
  "22": 24,
125
- "14": 25,
126
- "20": 26,
127
- "86": 27,
128
- "31": 28,
129
- "57": 29,
130
- "53": 30,
131
- "60": 31,
132
- "65": 32,
133
- "54": 33,
134
- "70": 34,
135
- "62": 35,
136
- "32": 36,
137
- "76": 37,
138
- "24": 38,
139
- "18": 39,
140
- "46": 40,
141
- "87": 41,
142
- "73": 42,
143
- "85": 43,
144
- "50": 44,
145
- "23": 45,
146
- "15": 46,
147
- "94": 47,
148
- "68": 48,
149
- "61": 49,
150
- "49": 50,
151
- "92": 51,
152
- "36": 52,
153
- "44": 53,
154
- "81": 54,
155
- "37": 55,
156
- "39": 56,
157
- "47": 57,
158
- "71": 58,
159
- "59": 59,
160
- "66": 60,
161
- "93": 61,
162
- "11": 62,
163
- "13": 63,
164
- "41": 64,
165
- "99": 65,
166
- "75": 66,
167
- "83": 67,
168
- "27": 68,
169
- "52": 69,
170
- "84": 70,
171
- "40": 71,
172
- "78": 72,
173
- "80": 73,
174
- "10": 74,
175
- "43": 75,
176
- "95": 76,
177
- "64": 77,
178
- "74": 78,
179
- "88": 79,
180
- "21": 80,
181
- "48": 81,
182
- "55": 82,
183
- "77": 83,
184
- "89": 84,
185
- "26": 85,
186
- "42": 86,
187
- "91": 87,
188
- "79": 88,
189
- "29": 89,
190
- "19": 90,
191
- "38": 91,
192
- "67": 92,
193
- "17": 93,
194
- "30": 94,
195
- "72": 95,
196
- "96": 96,
197
- "33": 97,
198
- "97": 98,
199
- "56": 99,
200
- "82": 100,
201
- "34": 101,
202
- "63": 102,
203
- "45": 103,
204
- "69": 104,
205
- "90": 105,
206
- "98": 106
207
  },
208
  "merges": [
209
  [
210
- "5",
211
- "1"
212
- ],
213
- [
214
- "1",
215
- "6"
216
  ],
217
  [
218
  "3",
219
- "5"
220
  ],
221
  [
222
  "2",
223
- "8"
224
  ],
225
  [
226
  "2",
227
- "5"
228
  ],
229
  [
230
  "1",
231
  "2"
232
  ],
233
- [
234
- "5",
235
- "8"
236
- ],
237
  [
238
  "2",
239
- "2"
240
  ],
241
  [
242
- "1",
243
  "4"
244
  ],
245
  [
246
  "2",
247
- "0"
248
- ],
249
- [
250
- "8",
251
- "6"
252
  ],
253
  [
254
  "3",
255
  "1"
256
  ],
257
  [
258
- "5",
259
  "7"
260
  ],
261
  [
262
- "5",
263
- "3"
264
  ],
265
  [
266
- "6",
267
- "0"
268
  ],
269
  [
270
- "6",
271
- "5"
272
  ],
273
  [
274
- "5",
275
- "4"
276
  ],
277
  [
278
- "7",
279
  "0"
280
  ],
281
  [
282
- "6",
283
- "2"
284
  ],
285
  [
286
- "3",
287
- "2"
288
  ],
289
  [
290
- "7",
291
- "6"
292
  ],
293
  [
294
  "2",
295
- "4"
296
  ],
297
  [
298
- "1",
299
- "8"
300
  ],
301
  [
302
- "4",
303
  "6"
304
  ],
305
  [
306
- "8",
307
- "7"
308
  ],
309
  [
310
- "7",
311
- "3"
312
  ],
313
  [
314
- "8",
315
- "5"
316
  ],
317
  [
318
- "5",
319
- "0"
320
  ],
321
  [
322
  "2",
323
- "3"
 
 
 
 
324
  ],
325
  [
326
  "1",
327
  "5"
328
  ],
329
  [
330
- "9",
331
- "4"
332
  ],
333
  [
334
- "6",
335
- "8"
336
  ],
337
  [
338
- "6",
339
- "1"
340
  ],
341
  [
342
  "4",
343
- "9"
344
  ],
345
  [
346
  "9",
347
- "2"
348
  ],
349
  [
350
- "3",
351
  "6"
352
  ],
353
  [
354
  "4",
355
- "4"
356
- ],
357
- [
358
- "8",
359
- "1"
360
  ],
361
  [
362
- "3",
363
  "7"
364
  ],
365
  [
366
- "3",
367
- "9"
368
  ],
369
  [
370
  "4",
371
- "7"
372
  ],
373
  [
374
- "7",
375
- "1"
376
  ],
377
  [
378
- "5",
379
- "9"
380
  ],
381
  [
382
- "6",
383
- "6"
384
  ],
385
  [
386
  "9",
387
- "3"
388
  ],
389
  [
390
- "1",
391
  "1"
392
  ],
393
  [
394
- "1",
395
  "3"
396
  ],
397
  [
398
  "4",
399
- "1"
 
 
 
 
400
  ],
401
  [
402
  "9",
403
- "9"
404
  ],
405
  [
406
- "7",
407
- "5"
408
  ],
409
  [
410
  "8",
411
- "3"
412
  ],
413
  [
414
- "2",
415
- "7"
416
  ],
417
  [
418
  "5",
419
- "2"
420
- ],
421
- [
422
- "8",
423
- "4"
424
  ],
425
  [
426
  "4",
427
- "0"
428
  ],
429
  [
430
- "7",
431
  "8"
432
  ],
 
 
 
 
433
  [
434
  "8",
435
- "0"
436
  ],
437
  [
438
- "1",
439
- "0"
440
  ],
441
  [
442
- "4",
 
 
 
 
443
  "3"
444
  ],
445
  [
446
- "9",
447
  "5"
448
  ],
449
  [
450
- "6",
451
- "4"
452
  ],
453
  [
454
- "7",
455
- "4"
 
 
 
 
456
  ],
457
  [
458
  "8",
459
- "8"
460
  ],
461
  [
462
- "2",
463
- "1"
464
  ],
465
  [
466
- "4",
 
 
 
 
467
  "8"
468
  ],
469
  [
470
  "5",
471
- "5"
472
  ],
473
  [
474
  "7",
475
- "7"
476
  ],
477
  [
478
- "8",
479
- "9"
480
  ],
481
  [
482
- "2",
483
- "6"
484
  ],
485
  [
486
- "4",
487
- "2"
488
  ],
489
  [
490
- "9",
491
  "1"
492
  ],
493
  [
494
- "7",
495
- "9"
496
  ],
497
  [
498
- "2",
499
- "9"
500
  ],
501
  [
502
- "1",
503
- "9"
504
  ],
505
  [
506
- "3",
507
  "8"
508
  ],
509
  [
510
  "6",
511
- "7"
512
  ],
513
  [
514
- "1",
515
- "7"
516
  ],
517
  [
518
- "3",
519
  "0"
520
  ],
521
  [
522
- "7",
523
- "2"
524
- ],
525
- [
526
- "9",
527
- "6"
528
  ],
529
  [
530
- "3",
531
  "3"
532
  ],
533
  [
534
- "9",
535
  "7"
536
  ],
537
  [
538
- "5",
539
- "6"
540
  ],
541
  [
542
- "8",
543
  "2"
544
  ],
545
  [
546
- "3",
547
- "4"
548
  ],
549
  [
550
- "6",
551
- "3"
552
  ],
553
  [
554
- "4",
555
- "5"
556
  ],
557
  [
558
  "6",
559
- "9"
560
  ],
561
  [
562
- "9",
563
- "0"
564
  ],
565
  [
566
- "9",
567
- "8"
568
  ]
569
  ]
570
  }
 
114
  "8": 14,
115
  "9": 15,
116
  "=": 16,
117
+ "32": 17,
118
+ "34": 18,
119
+ "25": 19,
120
  "28": 20,
121
+ "12": 21,
122
+ "27": 22,
123
+ "24": 23,
124
  "22": 24,
125
+ "31": 25,
126
+ "37": 26,
127
+ "16": 27,
128
+ "17": 28,
129
+ "26": 29,
130
+ "35": 30,
131
+ "10": 31,
132
+ "14": 32,
133
+ "18": 33,
134
+ "19": 34,
135
+ "23": 35,
136
+ "30": 36,
137
+ "36": 37,
138
+ "11": 38,
139
+ "20": 39,
140
+ "13": 40,
141
+ "21": 41,
142
+ "29": 42,
143
+ "39": 43,
144
+ "15": 44,
145
+ "38": 45,
146
+ "33": 46,
147
+ "99": 47,
148
+ "40": 48,
149
+ "98": 49,
150
+ "96": 50,
151
+ "43": 51,
152
+ "97": 52,
153
+ "41": 53,
154
+ "42": 54,
155
+ "45": 55,
156
+ "44": 56,
157
+ "94": 57,
158
+ "95": 58,
159
+ "91": 59,
160
+ "93": 60,
161
+ "46": 61,
162
+ "48": 62,
163
+ "92": 63,
164
+ "47": 64,
165
+ "89": 65,
166
+ "90": 66,
167
+ "50": 67,
168
+ "49": 68,
169
+ "88": 69,
170
+ "52": 70,
171
+ "86": 71,
172
+ "51": 72,
173
+ "87": 73,
174
+ "53": 74,
175
+ "85": 75,
176
+ "56": 76,
177
+ "83": 77,
178
+ "55": 78,
179
+ "84": 79,
180
+ "57": 80,
181
+ "79": 81,
182
+ "58": 82,
183
+ "54": 83,
184
+ "76": 84,
185
+ "78": 85,
186
+ "59": 86,
187
+ "80": 87,
188
+ "81": 88,
189
+ "82": 89,
190
+ "71": 90,
191
+ "61": 91,
192
+ "68": 92,
193
+ "66": 93,
194
+ "74": 94,
195
+ "60": 95,
196
+ "65": 96,
197
+ "63": 97,
198
+ "67": 98,
199
+ "69": 99,
200
+ "62": 100,
201
+ "75": 101,
202
+ "77": 102,
203
+ "73": 103,
204
+ "64": 104,
205
+ "72": 105,
206
+ "70": 106
207
  },
208
  "merges": [
209
  [
210
+ "3",
211
+ "2"
 
 
 
 
212
  ],
213
  [
214
  "3",
215
+ "4"
216
  ],
217
  [
218
  "2",
219
+ "5"
220
  ],
221
  [
222
  "2",
223
+ "8"
224
  ],
225
  [
226
  "1",
227
  "2"
228
  ],
 
 
 
 
229
  [
230
  "2",
231
+ "7"
232
  ],
233
  [
234
+ "2",
235
  "4"
236
  ],
237
  [
238
  "2",
239
+ "2"
 
 
 
 
240
  ],
241
  [
242
  "3",
243
  "1"
244
  ],
245
  [
246
+ "3",
247
  "7"
248
  ],
249
  [
250
+ "1",
251
+ "6"
252
  ],
253
  [
254
+ "1",
255
+ "7"
256
  ],
257
  [
258
+ "2",
259
+ "6"
260
  ],
261
  [
262
+ "3",
263
+ "5"
264
  ],
265
  [
266
+ "1",
267
  "0"
268
  ],
269
  [
270
+ "1",
271
+ "4"
272
  ],
273
  [
274
+ "1",
275
+ "8"
276
  ],
277
  [
278
+ "1",
279
+ "9"
280
  ],
281
  [
282
  "2",
283
+ "3"
284
  ],
285
  [
286
+ "3",
287
+ "0"
288
  ],
289
  [
290
+ "3",
291
  "6"
292
  ],
293
  [
294
+ "1",
295
+ "1"
296
  ],
297
  [
298
+ "2",
299
+ "0"
300
  ],
301
  [
302
+ "1",
303
+ "3"
304
  ],
305
  [
306
+ "2",
307
+ "1"
308
  ],
309
  [
310
  "2",
311
+ "9"
312
+ ],
313
+ [
314
+ "3",
315
+ "9"
316
  ],
317
  [
318
  "1",
319
  "5"
320
  ],
321
  [
322
+ "3",
323
+ "8"
324
  ],
325
  [
326
+ "3",
327
+ "3"
328
  ],
329
  [
330
+ "9",
331
+ "9"
332
  ],
333
  [
334
  "4",
335
+ "0"
336
  ],
337
  [
338
  "9",
339
+ "8"
340
  ],
341
  [
342
+ "9",
343
  "6"
344
  ],
345
  [
346
  "4",
347
+ "3"
 
 
 
 
348
  ],
349
  [
350
+ "9",
351
  "7"
352
  ],
353
  [
354
+ "4",
355
+ "1"
356
  ],
357
  [
358
  "4",
359
+ "2"
360
  ],
361
  [
362
+ "4",
363
+ "5"
364
  ],
365
  [
366
+ "4",
367
+ "4"
368
  ],
369
  [
370
+ "9",
371
+ "4"
372
  ],
373
  [
374
  "9",
375
+ "5"
376
  ],
377
  [
378
+ "9",
379
  "1"
380
  ],
381
  [
382
+ "9",
383
  "3"
384
  ],
385
  [
386
  "4",
387
+ "6"
388
+ ],
389
+ [
390
+ "4",
391
+ "8"
392
  ],
393
  [
394
  "9",
395
+ "2"
396
  ],
397
  [
398
+ "4",
399
+ "7"
400
  ],
401
  [
402
  "8",
403
+ "9"
404
  ],
405
  [
406
+ "9",
407
+ "0"
408
  ],
409
  [
410
  "5",
411
+ "0"
 
 
 
 
412
  ],
413
  [
414
  "4",
415
+ "9"
416
  ],
417
  [
418
+ "8",
419
  "8"
420
  ],
421
+ [
422
+ "5",
423
+ "2"
424
+ ],
425
  [
426
  "8",
427
+ "6"
428
  ],
429
  [
430
+ "5",
431
+ "1"
432
  ],
433
  [
434
+ "8",
435
+ "7"
436
+ ],
437
+ [
438
+ "5",
439
  "3"
440
  ],
441
  [
442
+ "8",
443
  "5"
444
  ],
445
  [
446
+ "5",
447
+ "6"
448
  ],
449
  [
450
+ "8",
451
+ "3"
452
+ ],
453
+ [
454
+ "5",
455
+ "5"
456
  ],
457
  [
458
  "8",
459
+ "4"
460
  ],
461
  [
462
+ "5",
463
+ "7"
464
  ],
465
  [
466
+ "7",
467
+ "9"
468
+ ],
469
+ [
470
+ "5",
471
  "8"
472
  ],
473
  [
474
  "5",
475
+ "4"
476
  ],
477
  [
478
  "7",
479
+ "6"
480
  ],
481
  [
482
+ "7",
483
+ "8"
484
  ],
485
  [
486
+ "5",
487
+ "9"
488
  ],
489
  [
490
+ "8",
491
+ "0"
492
  ],
493
  [
494
+ "8",
495
  "1"
496
  ],
497
  [
498
+ "8",
499
+ "2"
500
  ],
501
  [
502
+ "7",
503
+ "1"
504
  ],
505
  [
506
+ "6",
507
+ "1"
508
  ],
509
  [
510
+ "6",
511
  "8"
512
  ],
513
  [
514
  "6",
515
+ "6"
516
  ],
517
  [
518
+ "7",
519
+ "4"
520
  ],
521
  [
522
+ "6",
523
  "0"
524
  ],
525
  [
526
+ "6",
527
+ "5"
 
 
 
 
528
  ],
529
  [
530
+ "6",
531
  "3"
532
  ],
533
  [
534
+ "6",
535
  "7"
536
  ],
537
  [
538
+ "6",
539
+ "9"
540
  ],
541
  [
542
+ "6",
543
  "2"
544
  ],
545
  [
546
+ "7",
547
+ "5"
548
  ],
549
  [
550
+ "7",
551
+ "7"
552
  ],
553
  [
554
+ "7",
555
+ "3"
556
  ],
557
  [
558
  "6",
559
+ "4"
560
  ],
561
  [
562
+ "7",
563
+ "2"
564
  ],
565
  [
566
+ "7",
567
+ "0"
568
  ]
569
  ]
570
  }