arifzanko commited on
Commit
ba057ac
·
1 Parent(s): 813a5fb

Training done

Browse files
Files changed (2) hide show
  1. added_tokens.json +5 -47
  2. tokenizer.json +4 -382
added_tokens.json CHANGED
@@ -1,60 +1,18 @@
1
  {
2
- "</s_cashprice>": 57550,
3
- "</s_changeprice>": 57552,
4
  "</s_cnt>": 57530,
5
- "</s_creditcardprice>": 57564,
6
- "</s_discount_price>": 57558,
7
- "</s_discountprice>": 57568,
8
- "</s_emoneyprice>": 57570,
9
- "</s_etc>": 57542,
10
- "</s_itemsubtotal>": 57578,
11
  "</s_menu>": 57526,
12
- "</s_menuqty_cnt>": 57556,
13
- "</s_menutype_cnt>": 57554,
14
  "</s_nm>": 57528,
15
- "</s_num>": 57566,
16
- "</s_othersvc_price>": 57574,
17
  "</s_price>": 57532,
18
- "</s_service_price>": 57538,
19
- "</s_sub>": 57548,
20
- "</s_sub_total>": 57534,
21
- "</s_subtotal_price>": 57536,
22
- "</s_tax_price>": 57540,
23
- "</s_total>": 57544,
24
- "</s_total_etc>": 57562,
25
- "</s_total_price>": 57546,
26
- "</s_unitprice>": 57560,
27
- "</s_vatyn>": 57576,
28
- "</s_void_menu>": 57572,
29
- "<s_cashprice>": 57549,
30
- "<s_changeprice>": 57551,
31
  "<s_cnt>": 57529,
32
- "<s_cord-v2>": 57579,
33
- "<s_creditcardprice>": 57563,
34
- "<s_discount_price>": 57557,
35
- "<s_discountprice>": 57567,
36
- "<s_emoneyprice>": 57569,
37
- "<s_etc>": 57541,
38
  "<s_iitcdip>": 57523,
39
- "<s_itemsubtotal>": 57577,
40
  "<s_menu>": 57525,
41
- "<s_menuqty_cnt>": 57555,
42
- "<s_menutype_cnt>": 57553,
43
  "<s_nm>": 57527,
44
- "<s_num>": 57565,
45
- "<s_othersvc_price>": 57573,
46
  "<s_price>": 57531,
47
- "<s_service_price>": 57537,
48
- "<s_sub>": 57547,
49
- "<s_sub_total>": 57533,
50
- "<s_subtotal_price>": 57535,
51
  "<s_synthdog>": 57524,
52
- "<s_tax_price>": 57539,
53
- "<s_total>": 57543,
54
- "<s_total_etc>": 57561,
55
- "<s_total_price>": 57545,
56
- "<s_unitprice>": 57559,
57
- "<s_vatyn>": 57575,
58
- "<s_void_menu>": 57571,
59
  "<sep/>": 57522
60
  }
 
1
  {
 
 
2
  "</s_cnt>": 57530,
 
 
 
 
 
 
3
  "</s_menu>": 57526,
 
 
4
  "</s_nm>": 57528,
 
 
5
  "</s_price>": 57532,
6
+ "</s_total>": 57534,
7
+ "</s_total_price>": 57536,
 
 
 
 
 
 
 
 
 
 
 
8
  "<s_cnt>": 57529,
9
+ "<s_cord-v2>": 57537,
 
 
 
 
 
10
  "<s_iitcdip>": 57523,
 
11
  "<s_menu>": 57525,
 
 
12
  "<s_nm>": 57527,
 
 
13
  "<s_price>": 57531,
 
 
 
 
14
  "<s_synthdog>": 57524,
15
+ "<s_total>": 57533,
16
+ "<s_total_price>": 57535,
 
 
 
 
 
17
  "<sep/>": 57522
18
  }
tokenizer.json CHANGED
@@ -163,96 +163,6 @@
163
  },
164
  {
165
  "id": 57533,
166
- "content": "<s_sub_total>",
167
- "single_word": false,
168
- "lstrip": false,
169
- "rstrip": false,
170
- "normalized": true,
171
- "special": false
172
- },
173
- {
174
- "id": 57534,
175
- "content": "</s_sub_total>",
176
- "single_word": false,
177
- "lstrip": false,
178
- "rstrip": false,
179
- "normalized": true,
180
- "special": false
181
- },
182
- {
183
- "id": 57535,
184
- "content": "<s_subtotal_price>",
185
- "single_word": false,
186
- "lstrip": false,
187
- "rstrip": false,
188
- "normalized": true,
189
- "special": false
190
- },
191
- {
192
- "id": 57536,
193
- "content": "</s_subtotal_price>",
194
- "single_word": false,
195
- "lstrip": false,
196
- "rstrip": false,
197
- "normalized": true,
198
- "special": false
199
- },
200
- {
201
- "id": 57537,
202
- "content": "<s_service_price>",
203
- "single_word": false,
204
- "lstrip": false,
205
- "rstrip": false,
206
- "normalized": true,
207
- "special": false
208
- },
209
- {
210
- "id": 57538,
211
- "content": "</s_service_price>",
212
- "single_word": false,
213
- "lstrip": false,
214
- "rstrip": false,
215
- "normalized": true,
216
- "special": false
217
- },
218
- {
219
- "id": 57539,
220
- "content": "<s_tax_price>",
221
- "single_word": false,
222
- "lstrip": false,
223
- "rstrip": false,
224
- "normalized": true,
225
- "special": false
226
- },
227
- {
228
- "id": 57540,
229
- "content": "</s_tax_price>",
230
- "single_word": false,
231
- "lstrip": false,
232
- "rstrip": false,
233
- "normalized": true,
234
- "special": false
235
- },
236
- {
237
- "id": 57541,
238
- "content": "<s_etc>",
239
- "single_word": false,
240
- "lstrip": false,
241
- "rstrip": false,
242
- "normalized": true,
243
- "special": false
244
- },
245
- {
246
- "id": 57542,
247
- "content": "</s_etc>",
248
- "single_word": false,
249
- "lstrip": false,
250
- "rstrip": false,
251
- "normalized": true,
252
- "special": false
253
- },
254
- {
255
- "id": 57543,
256
  "content": "<s_total>",
257
  "single_word": false,
258
  "lstrip": false,
@@ -261,7 +171,7 @@
261
  "special": false
262
  },
263
  {
264
- "id": 57544,
265
  "content": "</s_total>",
266
  "single_word": false,
267
  "lstrip": false,
@@ -270,7 +180,7 @@
270
  "special": false
271
  },
272
  {
273
- "id": 57545,
274
  "content": "<s_total_price>",
275
  "single_word": false,
276
  "lstrip": false,
@@ -279,7 +189,7 @@
279
  "special": false
280
  },
281
  {
282
- "id": 57546,
283
  "content": "</s_total_price>",
284
  "single_word": false,
285
  "lstrip": false,
@@ -288,295 +198,7 @@
288
  "special": false
289
  },
290
  {
291
- "id": 57547,
292
- "content": "<s_sub>",
293
- "single_word": false,
294
- "lstrip": false,
295
- "rstrip": false,
296
- "normalized": true,
297
- "special": false
298
- },
299
- {
300
- "id": 57548,
301
- "content": "</s_sub>",
302
- "single_word": false,
303
- "lstrip": false,
304
- "rstrip": false,
305
- "normalized": true,
306
- "special": false
307
- },
308
- {
309
- "id": 57549,
310
- "content": "<s_cashprice>",
311
- "single_word": false,
312
- "lstrip": false,
313
- "rstrip": false,
314
- "normalized": true,
315
- "special": false
316
- },
317
- {
318
- "id": 57550,
319
- "content": "</s_cashprice>",
320
- "single_word": false,
321
- "lstrip": false,
322
- "rstrip": false,
323
- "normalized": true,
324
- "special": false
325
- },
326
- {
327
- "id": 57551,
328
- "content": "<s_changeprice>",
329
- "single_word": false,
330
- "lstrip": false,
331
- "rstrip": false,
332
- "normalized": true,
333
- "special": false
334
- },
335
- {
336
- "id": 57552,
337
- "content": "</s_changeprice>",
338
- "single_word": false,
339
- "lstrip": false,
340
- "rstrip": false,
341
- "normalized": true,
342
- "special": false
343
- },
344
- {
345
- "id": 57553,
346
- "content": "<s_menutype_cnt>",
347
- "single_word": false,
348
- "lstrip": false,
349
- "rstrip": false,
350
- "normalized": true,
351
- "special": false
352
- },
353
- {
354
- "id": 57554,
355
- "content": "</s_menutype_cnt>",
356
- "single_word": false,
357
- "lstrip": false,
358
- "rstrip": false,
359
- "normalized": true,
360
- "special": false
361
- },
362
- {
363
- "id": 57555,
364
- "content": "<s_menuqty_cnt>",
365
- "single_word": false,
366
- "lstrip": false,
367
- "rstrip": false,
368
- "normalized": true,
369
- "special": false
370
- },
371
- {
372
- "id": 57556,
373
- "content": "</s_menuqty_cnt>",
374
- "single_word": false,
375
- "lstrip": false,
376
- "rstrip": false,
377
- "normalized": true,
378
- "special": false
379
- },
380
- {
381
- "id": 57557,
382
- "content": "<s_discount_price>",
383
- "single_word": false,
384
- "lstrip": false,
385
- "rstrip": false,
386
- "normalized": true,
387
- "special": false
388
- },
389
- {
390
- "id": 57558,
391
- "content": "</s_discount_price>",
392
- "single_word": false,
393
- "lstrip": false,
394
- "rstrip": false,
395
- "normalized": true,
396
- "special": false
397
- },
398
- {
399
- "id": 57559,
400
- "content": "<s_unitprice>",
401
- "single_word": false,
402
- "lstrip": false,
403
- "rstrip": false,
404
- "normalized": true,
405
- "special": false
406
- },
407
- {
408
- "id": 57560,
409
- "content": "</s_unitprice>",
410
- "single_word": false,
411
- "lstrip": false,
412
- "rstrip": false,
413
- "normalized": true,
414
- "special": false
415
- },
416
- {
417
- "id": 57561,
418
- "content": "<s_total_etc>",
419
- "single_word": false,
420
- "lstrip": false,
421
- "rstrip": false,
422
- "normalized": true,
423
- "special": false
424
- },
425
- {
426
- "id": 57562,
427
- "content": "</s_total_etc>",
428
- "single_word": false,
429
- "lstrip": false,
430
- "rstrip": false,
431
- "normalized": true,
432
- "special": false
433
- },
434
- {
435
- "id": 57563,
436
- "content": "<s_creditcardprice>",
437
- "single_word": false,
438
- "lstrip": false,
439
- "rstrip": false,
440
- "normalized": true,
441
- "special": false
442
- },
443
- {
444
- "id": 57564,
445
- "content": "</s_creditcardprice>",
446
- "single_word": false,
447
- "lstrip": false,
448
- "rstrip": false,
449
- "normalized": true,
450
- "special": false
451
- },
452
- {
453
- "id": 57565,
454
- "content": "<s_num>",
455
- "single_word": false,
456
- "lstrip": false,
457
- "rstrip": false,
458
- "normalized": true,
459
- "special": false
460
- },
461
- {
462
- "id": 57566,
463
- "content": "</s_num>",
464
- "single_word": false,
465
- "lstrip": false,
466
- "rstrip": false,
467
- "normalized": true,
468
- "special": false
469
- },
470
- {
471
- "id": 57567,
472
- "content": "<s_discountprice>",
473
- "single_word": false,
474
- "lstrip": false,
475
- "rstrip": false,
476
- "normalized": true,
477
- "special": false
478
- },
479
- {
480
- "id": 57568,
481
- "content": "</s_discountprice>",
482
- "single_word": false,
483
- "lstrip": false,
484
- "rstrip": false,
485
- "normalized": true,
486
- "special": false
487
- },
488
- {
489
- "id": 57569,
490
- "content": "<s_emoneyprice>",
491
- "single_word": false,
492
- "lstrip": false,
493
- "rstrip": false,
494
- "normalized": true,
495
- "special": false
496
- },
497
- {
498
- "id": 57570,
499
- "content": "</s_emoneyprice>",
500
- "single_word": false,
501
- "lstrip": false,
502
- "rstrip": false,
503
- "normalized": true,
504
- "special": false
505
- },
506
- {
507
- "id": 57571,
508
- "content": "<s_void_menu>",
509
- "single_word": false,
510
- "lstrip": false,
511
- "rstrip": false,
512
- "normalized": true,
513
- "special": false
514
- },
515
- {
516
- "id": 57572,
517
- "content": "</s_void_menu>",
518
- "single_word": false,
519
- "lstrip": false,
520
- "rstrip": false,
521
- "normalized": true,
522
- "special": false
523
- },
524
- {
525
- "id": 57573,
526
- "content": "<s_othersvc_price>",
527
- "single_word": false,
528
- "lstrip": false,
529
- "rstrip": false,
530
- "normalized": true,
531
- "special": false
532
- },
533
- {
534
- "id": 57574,
535
- "content": "</s_othersvc_price>",
536
- "single_word": false,
537
- "lstrip": false,
538
- "rstrip": false,
539
- "normalized": true,
540
- "special": false
541
- },
542
- {
543
- "id": 57575,
544
- "content": "<s_vatyn>",
545
- "single_word": false,
546
- "lstrip": false,
547
- "rstrip": false,
548
- "normalized": true,
549
- "special": false
550
- },
551
- {
552
- "id": 57576,
553
- "content": "</s_vatyn>",
554
- "single_word": false,
555
- "lstrip": false,
556
- "rstrip": false,
557
- "normalized": true,
558
- "special": false
559
- },
560
- {
561
- "id": 57577,
562
- "content": "<s_itemsubtotal>",
563
- "single_word": false,
564
- "lstrip": false,
565
- "rstrip": false,
566
- "normalized": true,
567
- "special": false
568
- },
569
- {
570
- "id": 57578,
571
- "content": "</s_itemsubtotal>",
572
- "single_word": false,
573
- "lstrip": false,
574
- "rstrip": false,
575
- "normalized": true,
576
- "special": false
577
- },
578
- {
579
- "id": 57579,
580
  "content": "<s_cord-v2>",
581
  "single_word": false,
582
  "lstrip": false,
 
163
  },
164
  {
165
  "id": 57533,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  "content": "<s_total>",
167
  "single_word": false,
168
  "lstrip": false,
 
171
  "special": false
172
  },
173
  {
174
+ "id": 57534,
175
  "content": "</s_total>",
176
  "single_word": false,
177
  "lstrip": false,
 
180
  "special": false
181
  },
182
  {
183
+ "id": 57535,
184
  "content": "<s_total_price>",
185
  "single_word": false,
186
  "lstrip": false,
 
189
  "special": false
190
  },
191
  {
192
+ "id": 57536,
193
  "content": "</s_total_price>",
194
  "single_word": false,
195
  "lstrip": false,
 
198
  "special": false
199
  },
200
  {
201
+ "id": 57537,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
202
  "content": "<s_cord-v2>",
203
  "single_word": false,
204
  "lstrip": false,