OrbitMC commited on
Commit
5dbe30d
·
verified ·
1 Parent(s): a81ecab

Upload tokenizer_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1009 -0
tokenizer_config.json ADDED
@@ -0,0 +1,1009 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|startoftext|>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<|im_end|>",
6
+ "is_local": false,
7
+ "legacy": false,
8
+ "local_files_only": false,
9
+ "model_max_length": 1000000000000000019884624838656,
10
+ "pad_token": "<|pad|>",
11
+ "padding_side": "left",
12
+ "tokenizer_class": "TokenizersBackend",
13
+ "use_default_system_prompt": false,
14
+ "added_tokens_decoder": {
15
+ "124893": {
16
+ "content": "<|pad|>",
17
+ "single_word": false,
18
+ "lstrip": false,
19
+ "rstrip": false,
20
+ "normalized": false,
21
+ "special": true
22
+ },
23
+ "124894": {
24
+ "content": "<|startoftext|>",
25
+ "single_word": false,
26
+ "lstrip": false,
27
+ "rstrip": false,
28
+ "normalized": false,
29
+ "special": true
30
+ },
31
+ "124895": {
32
+ "content": "<|endoftext|>",
33
+ "single_word": false,
34
+ "lstrip": false,
35
+ "rstrip": false,
36
+ "normalized": false,
37
+ "special": true
38
+ },
39
+ "124896": {
40
+ "content": "<|fim_pre|>",
41
+ "single_word": false,
42
+ "lstrip": false,
43
+ "rstrip": false,
44
+ "normalized": false,
45
+ "special": true
46
+ },
47
+ "124897": {
48
+ "content": "<|fim_mid|>",
49
+ "single_word": false,
50
+ "lstrip": false,
51
+ "rstrip": false,
52
+ "normalized": false,
53
+ "special": true
54
+ },
55
+ "124898": {
56
+ "content": "<|fim_suf|>",
57
+ "single_word": false,
58
+ "lstrip": false,
59
+ "rstrip": false,
60
+ "normalized": false,
61
+ "special": true
62
+ },
63
+ "124899": {
64
+ "content": "<|im_start|>",
65
+ "single_word": false,
66
+ "lstrip": false,
67
+ "rstrip": false,
68
+ "normalized": false,
69
+ "special": true
70
+ },
71
+ "124900": {
72
+ "content": "<|im_end|>",
73
+ "single_word": false,
74
+ "lstrip": false,
75
+ "rstrip": false,
76
+ "normalized": false,
77
+ "special": true
78
+ },
79
+ "124901": {
80
+ "content": "<think>",
81
+ "single_word": false,
82
+ "lstrip": false,
83
+ "rstrip": false,
84
+ "normalized": false,
85
+ "special": false
86
+ },
87
+ "124902": {
88
+ "content": "</think>",
89
+ "single_word": false,
90
+ "lstrip": false,
91
+ "rstrip": false,
92
+ "normalized": false,
93
+ "special": false
94
+ },
95
+ "124903": {
96
+ "content": "<|tool_list_start|>",
97
+ "single_word": false,
98
+ "lstrip": false,
99
+ "rstrip": false,
100
+ "normalized": false,
101
+ "special": true
102
+ },
103
+ "124904": {
104
+ "content": "<|tool_list_end|>",
105
+ "single_word": false,
106
+ "lstrip": false,
107
+ "rstrip": false,
108
+ "normalized": false,
109
+ "special": true
110
+ },
111
+ "124905": {
112
+ "content": "<|tool_call_start|>",
113
+ "single_word": false,
114
+ "lstrip": false,
115
+ "rstrip": false,
116
+ "normalized": false,
117
+ "special": false
118
+ },
119
+ "124906": {
120
+ "content": "<|tool_call_end|>",
121
+ "single_word": false,
122
+ "lstrip": false,
123
+ "rstrip": false,
124
+ "normalized": false,
125
+ "special": false
126
+ },
127
+ "124907": {
128
+ "content": "<image>",
129
+ "single_word": false,
130
+ "lstrip": false,
131
+ "rstrip": false,
132
+ "normalized": false,
133
+ "special": true
134
+ },
135
+ "124908": {
136
+ "content": "<|img_row_1_col_1|>",
137
+ "single_word": false,
138
+ "lstrip": false,
139
+ "rstrip": false,
140
+ "normalized": false,
141
+ "special": true
142
+ },
143
+ "124909": {
144
+ "content": "<|img_row_1_col_2|>",
145
+ "single_word": false,
146
+ "lstrip": false,
147
+ "rstrip": false,
148
+ "normalized": false,
149
+ "special": true
150
+ },
151
+ "124910": {
152
+ "content": "<|img_row_1_col_3|>",
153
+ "single_word": false,
154
+ "lstrip": false,
155
+ "rstrip": false,
156
+ "normalized": false,
157
+ "special": true
158
+ },
159
+ "124911": {
160
+ "content": "<|img_row_1_col_4|>",
161
+ "single_word": false,
162
+ "lstrip": false,
163
+ "rstrip": false,
164
+ "normalized": false,
165
+ "special": true
166
+ },
167
+ "124912": {
168
+ "content": "<|img_row_1_col_5|>",
169
+ "single_word": false,
170
+ "lstrip": false,
171
+ "rstrip": false,
172
+ "normalized": false,
173
+ "special": true
174
+ },
175
+ "124913": {
176
+ "content": "<|img_row_1_col_6|>",
177
+ "single_word": false,
178
+ "lstrip": false,
179
+ "rstrip": false,
180
+ "normalized": false,
181
+ "special": true
182
+ },
183
+ "124914": {
184
+ "content": "<|img_row_1_col_7|>",
185
+ "single_word": false,
186
+ "lstrip": false,
187
+ "rstrip": false,
188
+ "normalized": false,
189
+ "special": true
190
+ },
191
+ "124915": {
192
+ "content": "<|img_row_1_col_8|>",
193
+ "single_word": false,
194
+ "lstrip": false,
195
+ "rstrip": false,
196
+ "normalized": false,
197
+ "special": true
198
+ },
199
+ "124916": {
200
+ "content": "<|img_row_1_col_9|>",
201
+ "single_word": false,
202
+ "lstrip": false,
203
+ "rstrip": false,
204
+ "normalized": false,
205
+ "special": true
206
+ },
207
+ "124917": {
208
+ "content": "<|img_row_1_col_10|>",
209
+ "single_word": false,
210
+ "lstrip": false,
211
+ "rstrip": false,
212
+ "normalized": false,
213
+ "special": true
214
+ },
215
+ "124918": {
216
+ "content": "<|img_row_2_col_1|>",
217
+ "single_word": false,
218
+ "lstrip": false,
219
+ "rstrip": false,
220
+ "normalized": false,
221
+ "special": true
222
+ },
223
+ "124919": {
224
+ "content": "<|img_row_2_col_2|>",
225
+ "single_word": false,
226
+ "lstrip": false,
227
+ "rstrip": false,
228
+ "normalized": false,
229
+ "special": true
230
+ },
231
+ "124920": {
232
+ "content": "<|img_row_2_col_3|>",
233
+ "single_word": false,
234
+ "lstrip": false,
235
+ "rstrip": false,
236
+ "normalized": false,
237
+ "special": true
238
+ },
239
+ "124921": {
240
+ "content": "<|img_row_2_col_4|>",
241
+ "single_word": false,
242
+ "lstrip": false,
243
+ "rstrip": false,
244
+ "normalized": false,
245
+ "special": true
246
+ },
247
+ "124922": {
248
+ "content": "<|img_row_2_col_5|>",
249
+ "single_word": false,
250
+ "lstrip": false,
251
+ "rstrip": false,
252
+ "normalized": false,
253
+ "special": true
254
+ },
255
+ "124923": {
256
+ "content": "<|img_row_2_col_6|>",
257
+ "single_word": false,
258
+ "lstrip": false,
259
+ "rstrip": false,
260
+ "normalized": false,
261
+ "special": true
262
+ },
263
+ "124924": {
264
+ "content": "<|img_row_2_col_7|>",
265
+ "single_word": false,
266
+ "lstrip": false,
267
+ "rstrip": false,
268
+ "normalized": false,
269
+ "special": true
270
+ },
271
+ "124925": {
272
+ "content": "<|img_row_2_col_8|>",
273
+ "single_word": false,
274
+ "lstrip": false,
275
+ "rstrip": false,
276
+ "normalized": false,
277
+ "special": true
278
+ },
279
+ "124926": {
280
+ "content": "<|img_row_2_col_9|>",
281
+ "single_word": false,
282
+ "lstrip": false,
283
+ "rstrip": false,
284
+ "normalized": false,
285
+ "special": true
286
+ },
287
+ "124927": {
288
+ "content": "<|img_row_2_col_10|>",
289
+ "single_word": false,
290
+ "lstrip": false,
291
+ "rstrip": false,
292
+ "normalized": false,
293
+ "special": true
294
+ },
295
+ "124928": {
296
+ "content": "<|img_row_3_col_1|>",
297
+ "single_word": false,
298
+ "lstrip": false,
299
+ "rstrip": false,
300
+ "normalized": false,
301
+ "special": true
302
+ },
303
+ "124929": {
304
+ "content": "<|img_row_3_col_2|>",
305
+ "single_word": false,
306
+ "lstrip": false,
307
+ "rstrip": false,
308
+ "normalized": false,
309
+ "special": true
310
+ },
311
+ "124930": {
312
+ "content": "<|img_row_3_col_3|>",
313
+ "single_word": false,
314
+ "lstrip": false,
315
+ "rstrip": false,
316
+ "normalized": false,
317
+ "special": true
318
+ },
319
+ "124931": {
320
+ "content": "<|img_row_3_col_4|>",
321
+ "single_word": false,
322
+ "lstrip": false,
323
+ "rstrip": false,
324
+ "normalized": false,
325
+ "special": true
326
+ },
327
+ "124932": {
328
+ "content": "<|img_row_3_col_5|>",
329
+ "single_word": false,
330
+ "lstrip": false,
331
+ "rstrip": false,
332
+ "normalized": false,
333
+ "special": true
334
+ },
335
+ "124933": {
336
+ "content": "<|img_row_3_col_6|>",
337
+ "single_word": false,
338
+ "lstrip": false,
339
+ "rstrip": false,
340
+ "normalized": false,
341
+ "special": true
342
+ },
343
+ "124934": {
344
+ "content": "<|img_row_3_col_7|>",
345
+ "single_word": false,
346
+ "lstrip": false,
347
+ "rstrip": false,
348
+ "normalized": false,
349
+ "special": true
350
+ },
351
+ "124935": {
352
+ "content": "<|img_row_3_col_8|>",
353
+ "single_word": false,
354
+ "lstrip": false,
355
+ "rstrip": false,
356
+ "normalized": false,
357
+ "special": true
358
+ },
359
+ "124936": {
360
+ "content": "<|img_row_3_col_9|>",
361
+ "single_word": false,
362
+ "lstrip": false,
363
+ "rstrip": false,
364
+ "normalized": false,
365
+ "special": true
366
+ },
367
+ "124937": {
368
+ "content": "<|img_row_3_col_10|>",
369
+ "single_word": false,
370
+ "lstrip": false,
371
+ "rstrip": false,
372
+ "normalized": false,
373
+ "special": true
374
+ },
375
+ "124938": {
376
+ "content": "<|img_row_4_col_1|>",
377
+ "single_word": false,
378
+ "lstrip": false,
379
+ "rstrip": false,
380
+ "normalized": false,
381
+ "special": true
382
+ },
383
+ "124939": {
384
+ "content": "<|img_row_4_col_2|>",
385
+ "single_word": false,
386
+ "lstrip": false,
387
+ "rstrip": false,
388
+ "normalized": false,
389
+ "special": true
390
+ },
391
+ "124940": {
392
+ "content": "<|img_row_4_col_3|>",
393
+ "single_word": false,
394
+ "lstrip": false,
395
+ "rstrip": false,
396
+ "normalized": false,
397
+ "special": true
398
+ },
399
+ "124941": {
400
+ "content": "<|img_row_4_col_4|>",
401
+ "single_word": false,
402
+ "lstrip": false,
403
+ "rstrip": false,
404
+ "normalized": false,
405
+ "special": true
406
+ },
407
+ "124942": {
408
+ "content": "<|img_row_4_col_5|>",
409
+ "single_word": false,
410
+ "lstrip": false,
411
+ "rstrip": false,
412
+ "normalized": false,
413
+ "special": true
414
+ },
415
+ "124943": {
416
+ "content": "<|img_row_4_col_6|>",
417
+ "single_word": false,
418
+ "lstrip": false,
419
+ "rstrip": false,
420
+ "normalized": false,
421
+ "special": true
422
+ },
423
+ "124944": {
424
+ "content": "<|img_row_4_col_7|>",
425
+ "single_word": false,
426
+ "lstrip": false,
427
+ "rstrip": false,
428
+ "normalized": false,
429
+ "special": true
430
+ },
431
+ "124945": {
432
+ "content": "<|img_row_4_col_8|>",
433
+ "single_word": false,
434
+ "lstrip": false,
435
+ "rstrip": false,
436
+ "normalized": false,
437
+ "special": true
438
+ },
439
+ "124946": {
440
+ "content": "<|img_row_4_col_9|>",
441
+ "single_word": false,
442
+ "lstrip": false,
443
+ "rstrip": false,
444
+ "normalized": false,
445
+ "special": true
446
+ },
447
+ "124947": {
448
+ "content": "<|img_row_4_col_10|>",
449
+ "single_word": false,
450
+ "lstrip": false,
451
+ "rstrip": false,
452
+ "normalized": false,
453
+ "special": true
454
+ },
455
+ "124948": {
456
+ "content": "<|img_row_5_col_1|>",
457
+ "single_word": false,
458
+ "lstrip": false,
459
+ "rstrip": false,
460
+ "normalized": false,
461
+ "special": true
462
+ },
463
+ "124949": {
464
+ "content": "<|img_row_5_col_2|>",
465
+ "single_word": false,
466
+ "lstrip": false,
467
+ "rstrip": false,
468
+ "normalized": false,
469
+ "special": true
470
+ },
471
+ "124950": {
472
+ "content": "<|img_row_5_col_3|>",
473
+ "single_word": false,
474
+ "lstrip": false,
475
+ "rstrip": false,
476
+ "normalized": false,
477
+ "special": true
478
+ },
479
+ "124951": {
480
+ "content": "<|img_row_5_col_4|>",
481
+ "single_word": false,
482
+ "lstrip": false,
483
+ "rstrip": false,
484
+ "normalized": false,
485
+ "special": true
486
+ },
487
+ "124952": {
488
+ "content": "<|img_row_5_col_5|>",
489
+ "single_word": false,
490
+ "lstrip": false,
491
+ "rstrip": false,
492
+ "normalized": false,
493
+ "special": true
494
+ },
495
+ "124953": {
496
+ "content": "<|img_row_5_col_6|>",
497
+ "single_word": false,
498
+ "lstrip": false,
499
+ "rstrip": false,
500
+ "normalized": false,
501
+ "special": true
502
+ },
503
+ "124954": {
504
+ "content": "<|img_row_5_col_7|>",
505
+ "single_word": false,
506
+ "lstrip": false,
507
+ "rstrip": false,
508
+ "normalized": false,
509
+ "special": true
510
+ },
511
+ "124955": {
512
+ "content": "<|img_row_5_col_8|>",
513
+ "single_word": false,
514
+ "lstrip": false,
515
+ "rstrip": false,
516
+ "normalized": false,
517
+ "special": true
518
+ },
519
+ "124956": {
520
+ "content": "<|img_row_5_col_9|>",
521
+ "single_word": false,
522
+ "lstrip": false,
523
+ "rstrip": false,
524
+ "normalized": false,
525
+ "special": true
526
+ },
527
+ "124957": {
528
+ "content": "<|img_row_5_col_10|>",
529
+ "single_word": false,
530
+ "lstrip": false,
531
+ "rstrip": false,
532
+ "normalized": false,
533
+ "special": true
534
+ },
535
+ "124958": {
536
+ "content": "<|img_row_6_col_1|>",
537
+ "single_word": false,
538
+ "lstrip": false,
539
+ "rstrip": false,
540
+ "normalized": false,
541
+ "special": true
542
+ },
543
+ "124959": {
544
+ "content": "<|img_row_6_col_2|>",
545
+ "single_word": false,
546
+ "lstrip": false,
547
+ "rstrip": false,
548
+ "normalized": false,
549
+ "special": true
550
+ },
551
+ "124960": {
552
+ "content": "<|img_row_6_col_3|>",
553
+ "single_word": false,
554
+ "lstrip": false,
555
+ "rstrip": false,
556
+ "normalized": false,
557
+ "special": true
558
+ },
559
+ "124961": {
560
+ "content": "<|img_row_6_col_4|>",
561
+ "single_word": false,
562
+ "lstrip": false,
563
+ "rstrip": false,
564
+ "normalized": false,
565
+ "special": true
566
+ },
567
+ "124962": {
568
+ "content": "<|img_row_6_col_5|>",
569
+ "single_word": false,
570
+ "lstrip": false,
571
+ "rstrip": false,
572
+ "normalized": false,
573
+ "special": true
574
+ },
575
+ "124963": {
576
+ "content": "<|img_row_6_col_6|>",
577
+ "single_word": false,
578
+ "lstrip": false,
579
+ "rstrip": false,
580
+ "normalized": false,
581
+ "special": true
582
+ },
583
+ "124964": {
584
+ "content": "<|img_row_6_col_7|>",
585
+ "single_word": false,
586
+ "lstrip": false,
587
+ "rstrip": false,
588
+ "normalized": false,
589
+ "special": true
590
+ },
591
+ "124965": {
592
+ "content": "<|img_row_6_col_8|>",
593
+ "single_word": false,
594
+ "lstrip": false,
595
+ "rstrip": false,
596
+ "normalized": false,
597
+ "special": true
598
+ },
599
+ "124966": {
600
+ "content": "<|img_row_6_col_9|>",
601
+ "single_word": false,
602
+ "lstrip": false,
603
+ "rstrip": false,
604
+ "normalized": false,
605
+ "special": true
606
+ },
607
+ "124967": {
608
+ "content": "<|img_row_6_col_10|>",
609
+ "single_word": false,
610
+ "lstrip": false,
611
+ "rstrip": false,
612
+ "normalized": false,
613
+ "special": true
614
+ },
615
+ "124968": {
616
+ "content": "<|img_row_7_col_1|>",
617
+ "single_word": false,
618
+ "lstrip": false,
619
+ "rstrip": false,
620
+ "normalized": false,
621
+ "special": true
622
+ },
623
+ "124969": {
624
+ "content": "<|img_row_7_col_2|>",
625
+ "single_word": false,
626
+ "lstrip": false,
627
+ "rstrip": false,
628
+ "normalized": false,
629
+ "special": true
630
+ },
631
+ "124970": {
632
+ "content": "<|img_row_7_col_3|>",
633
+ "single_word": false,
634
+ "lstrip": false,
635
+ "rstrip": false,
636
+ "normalized": false,
637
+ "special": true
638
+ },
639
+ "124971": {
640
+ "content": "<|img_row_7_col_4|>",
641
+ "single_word": false,
642
+ "lstrip": false,
643
+ "rstrip": false,
644
+ "normalized": false,
645
+ "special": true
646
+ },
647
+ "124972": {
648
+ "content": "<|img_row_7_col_5|>",
649
+ "single_word": false,
650
+ "lstrip": false,
651
+ "rstrip": false,
652
+ "normalized": false,
653
+ "special": true
654
+ },
655
+ "124973": {
656
+ "content": "<|img_row_7_col_6|>",
657
+ "single_word": false,
658
+ "lstrip": false,
659
+ "rstrip": false,
660
+ "normalized": false,
661
+ "special": true
662
+ },
663
+ "124974": {
664
+ "content": "<|img_row_7_col_7|>",
665
+ "single_word": false,
666
+ "lstrip": false,
667
+ "rstrip": false,
668
+ "normalized": false,
669
+ "special": true
670
+ },
671
+ "124975": {
672
+ "content": "<|img_row_7_col_8|>",
673
+ "single_word": false,
674
+ "lstrip": false,
675
+ "rstrip": false,
676
+ "normalized": false,
677
+ "special": true
678
+ },
679
+ "124976": {
680
+ "content": "<|img_row_7_col_9|>",
681
+ "single_word": false,
682
+ "lstrip": false,
683
+ "rstrip": false,
684
+ "normalized": false,
685
+ "special": true
686
+ },
687
+ "124977": {
688
+ "content": "<|img_row_7_col_10|>",
689
+ "single_word": false,
690
+ "lstrip": false,
691
+ "rstrip": false,
692
+ "normalized": false,
693
+ "special": true
694
+ },
695
+ "124978": {
696
+ "content": "<|img_row_8_col_1|>",
697
+ "single_word": false,
698
+ "lstrip": false,
699
+ "rstrip": false,
700
+ "normalized": false,
701
+ "special": true
702
+ },
703
+ "124979": {
704
+ "content": "<|img_row_8_col_2|>",
705
+ "single_word": false,
706
+ "lstrip": false,
707
+ "rstrip": false,
708
+ "normalized": false,
709
+ "special": true
710
+ },
711
+ "124980": {
712
+ "content": "<|img_row_8_col_3|>",
713
+ "single_word": false,
714
+ "lstrip": false,
715
+ "rstrip": false,
716
+ "normalized": false,
717
+ "special": true
718
+ },
719
+ "124981": {
720
+ "content": "<|img_row_8_col_4|>",
721
+ "single_word": false,
722
+ "lstrip": false,
723
+ "rstrip": false,
724
+ "normalized": false,
725
+ "special": true
726
+ },
727
+ "124982": {
728
+ "content": "<|img_row_8_col_5|>",
729
+ "single_word": false,
730
+ "lstrip": false,
731
+ "rstrip": false,
732
+ "normalized": false,
733
+ "special": true
734
+ },
735
+ "124983": {
736
+ "content": "<|img_row_8_col_6|>",
737
+ "single_word": false,
738
+ "lstrip": false,
739
+ "rstrip": false,
740
+ "normalized": false,
741
+ "special": true
742
+ },
743
+ "124984": {
744
+ "content": "<|img_row_8_col_7|>",
745
+ "single_word": false,
746
+ "lstrip": false,
747
+ "rstrip": false,
748
+ "normalized": false,
749
+ "special": true
750
+ },
751
+ "124985": {
752
+ "content": "<|img_row_8_col_8|>",
753
+ "single_word": false,
754
+ "lstrip": false,
755
+ "rstrip": false,
756
+ "normalized": false,
757
+ "special": true
758
+ },
759
+ "124986": {
760
+ "content": "<|img_row_8_col_9|>",
761
+ "single_word": false,
762
+ "lstrip": false,
763
+ "rstrip": false,
764
+ "normalized": false,
765
+ "special": true
766
+ },
767
+ "124987": {
768
+ "content": "<|img_row_8_col_10|>",
769
+ "single_word": false,
770
+ "lstrip": false,
771
+ "rstrip": false,
772
+ "normalized": false,
773
+ "special": true
774
+ },
775
+ "124988": {
776
+ "content": "<|img_row_9_col_1|>",
777
+ "single_word": false,
778
+ "lstrip": false,
779
+ "rstrip": false,
780
+ "normalized": false,
781
+ "special": true
782
+ },
783
+ "124989": {
784
+ "content": "<|img_row_9_col_2|>",
785
+ "single_word": false,
786
+ "lstrip": false,
787
+ "rstrip": false,
788
+ "normalized": false,
789
+ "special": true
790
+ },
791
+ "124990": {
792
+ "content": "<|img_row_9_col_3|>",
793
+ "single_word": false,
794
+ "lstrip": false,
795
+ "rstrip": false,
796
+ "normalized": false,
797
+ "special": true
798
+ },
799
+ "124991": {
800
+ "content": "<|img_row_9_col_4|>",
801
+ "single_word": false,
802
+ "lstrip": false,
803
+ "rstrip": false,
804
+ "normalized": false,
805
+ "special": true
806
+ },
807
+ "124992": {
808
+ "content": "<|img_row_9_col_5|>",
809
+ "single_word": false,
810
+ "lstrip": false,
811
+ "rstrip": false,
812
+ "normalized": false,
813
+ "special": true
814
+ },
815
+ "124993": {
816
+ "content": "<|img_row_9_col_6|>",
817
+ "single_word": false,
818
+ "lstrip": false,
819
+ "rstrip": false,
820
+ "normalized": false,
821
+ "special": true
822
+ },
823
+ "124994": {
824
+ "content": "<|img_row_9_col_7|>",
825
+ "single_word": false,
826
+ "lstrip": false,
827
+ "rstrip": false,
828
+ "normalized": false,
829
+ "special": true
830
+ },
831
+ "124995": {
832
+ "content": "<|img_row_9_col_8|>",
833
+ "single_word": false,
834
+ "lstrip": false,
835
+ "rstrip": false,
836
+ "normalized": false,
837
+ "special": true
838
+ },
839
+ "124996": {
840
+ "content": "<|img_row_9_col_9|>",
841
+ "single_word": false,
842
+ "lstrip": false,
843
+ "rstrip": false,
844
+ "normalized": false,
845
+ "special": true
846
+ },
847
+ "124997": {
848
+ "content": "<|img_row_9_col_10|>",
849
+ "single_word": false,
850
+ "lstrip": false,
851
+ "rstrip": false,
852
+ "normalized": false,
853
+ "special": true
854
+ },
855
+ "124998": {
856
+ "content": "<|img_row_10_col_1|>",
857
+ "single_word": false,
858
+ "lstrip": false,
859
+ "rstrip": false,
860
+ "normalized": false,
861
+ "special": true
862
+ },
863
+ "124999": {
864
+ "content": "<|img_row_10_col_2|>",
865
+ "single_word": false,
866
+ "lstrip": false,
867
+ "rstrip": false,
868
+ "normalized": false,
869
+ "special": true
870
+ },
871
+ "125000": {
872
+ "content": "<|img_row_10_col_3|>",
873
+ "single_word": false,
874
+ "lstrip": false,
875
+ "rstrip": false,
876
+ "normalized": false,
877
+ "special": true
878
+ },
879
+ "125001": {
880
+ "content": "<|img_row_10_col_4|>",
881
+ "single_word": false,
882
+ "lstrip": false,
883
+ "rstrip": false,
884
+ "normalized": false,
885
+ "special": true
886
+ },
887
+ "125002": {
888
+ "content": "<|img_row_10_col_5|>",
889
+ "single_word": false,
890
+ "lstrip": false,
891
+ "rstrip": false,
892
+ "normalized": false,
893
+ "special": true
894
+ },
895
+ "125003": {
896
+ "content": "<|img_row_10_col_6|>",
897
+ "single_word": false,
898
+ "lstrip": false,
899
+ "rstrip": false,
900
+ "normalized": false,
901
+ "special": true
902
+ },
903
+ "125004": {
904
+ "content": "<|img_row_10_col_7|>",
905
+ "single_word": false,
906
+ "lstrip": false,
907
+ "rstrip": false,
908
+ "normalized": false,
909
+ "special": true
910
+ },
911
+ "125005": {
912
+ "content": "<|img_row_10_col_8|>",
913
+ "single_word": false,
914
+ "lstrip": false,
915
+ "rstrip": false,
916
+ "normalized": false,
917
+ "special": true
918
+ },
919
+ "125006": {
920
+ "content": "<|img_row_10_col_9|>",
921
+ "single_word": false,
922
+ "lstrip": false,
923
+ "rstrip": false,
924
+ "normalized": false,
925
+ "special": true
926
+ },
927
+ "125007": {
928
+ "content": "<|img_row_10_col_10|>",
929
+ "single_word": false,
930
+ "lstrip": false,
931
+ "rstrip": false,
932
+ "normalized": false,
933
+ "special": true
934
+ },
935
+ "125008": {
936
+ "content": "<|img_thumbnail|>",
937
+ "single_word": false,
938
+ "lstrip": false,
939
+ "rstrip": false,
940
+ "normalized": false,
941
+ "special": true
942
+ },
943
+ "125009": {
944
+ "content": "<|image_start|>",
945
+ "single_word": false,
946
+ "lstrip": false,
947
+ "rstrip": false,
948
+ "normalized": false,
949
+ "special": true
950
+ },
951
+ "125010": {
952
+ "content": "<|image_end|>",
953
+ "single_word": false,
954
+ "lstrip": false,
955
+ "rstrip": false,
956
+ "normalized": false,
957
+ "special": true
958
+ },
959
+ "125011": {
960
+ "content": "<|image_split|>",
961
+ "single_word": false,
962
+ "lstrip": false,
963
+ "rstrip": false,
964
+ "normalized": false,
965
+ "special": true
966
+ },
967
+ "125012": {
968
+ "content": "<|audio_start|>",
969
+ "single_word": false,
970
+ "lstrip": false,
971
+ "rstrip": false,
972
+ "normalized": false,
973
+ "special": true
974
+ },
975
+ "125013": {
976
+ "content": "<|text_start|>",
977
+ "single_word": false,
978
+ "lstrip": false,
979
+ "rstrip": false,
980
+ "normalized": false,
981
+ "special": true
982
+ },
983
+ "125014": {
984
+ "content": "<|text_end|>",
985
+ "single_word": false,
986
+ "lstrip": false,
987
+ "rstrip": false,
988
+ "normalized": false,
989
+ "special": true
990
+ },
991
+ "125015": {
992
+ "content": "<|mixed_start|>",
993
+ "single_word": false,
994
+ "lstrip": false,
995
+ "rstrip": false,
996
+ "normalized": false,
997
+ "special": true
998
+ },
999
+ "125016": {
1000
+ "content": "<|mixed_end|>",
1001
+ "single_word": false,
1002
+ "lstrip": false,
1003
+ "rstrip": false,
1004
+ "normalized": false,
1005
+ "special": true
1006
+ }
1007
+ },
1008
+ "chat_template": "{{- bos_token -}}\n{%- set preserve_thinking = preserve_thinking | default(false) -%}\n\n{%- macro format_arg_value(arg_value) -%}\n {%- if arg_value is string -%}\n {{- \"'\" + (arg_value | replace(\"\\\\\", \"\\\\\\\\\") | replace(\"'\", \"\\\\'\") | replace(\"\\n\", \"\\\\n\") | replace(\"\\r\", \"\\\\r\")) + \"'\" -}}\n {%- elif arg_value is mapping or arg_value is iterable -%}\n {{- arg_value | tojson -}}\n {%- else -%}\n {{- arg_value | string -}}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro parse_content(content) -%}\n {%- if content is string -%}\n {{- content -}}\n {%- elif content is mapping -%}\n {{- content | tojson -}}\n {%- elif content is iterable -%}\n {%- set _ns = namespace(result=\"\") -%}\n {%- for item in content -%}\n {%- if item is string -%}\n {%- set _ns.result = _ns.result + item -%}\n {%- elif item is mapping and item.get(\"type\") == \"image\" -%}\n {%- set _ns.result = _ns.result + \"<image>\" -%}\n {%- elif item is mapping and item.get(\"type\") == \"text\" -%}\n {%- set _ns.result = _ns.result + ((item.get(\"text\") or \"\") | string) -%}\n {%- else -%}\n {%- set _ns.result = _ns.result + (item | tojson) -%}\n {%- endif -%}\n {%- endfor -%}\n {{- _ns.result -}}\n {%- endif -%}\n{%- endmacro -%}\n\n{%- macro render_tool_calls(tool_calls) -%}\n {%- set tool_calls_ns = namespace(tool_calls=[]) -%}\n {%- for tool_call in tool_calls -%}\n {%- set func = tool_call[\"function\"] if \"function\" in tool_call else tool_call -%}\n {%- set func_name = func[\"name\"] -%}\n {%- set func_args = func.get(\"arguments\") -%}\n {%- set args_ns = namespace(arg_strings=[]) -%}\n {%- if func_args is mapping -%}\n {%- for arg_name, arg_value in func_args.items() -%}\n {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + \"=\" + format_arg_value(arg_value)] -%}\n {%- endfor -%}\n {%- elif func_args is string and (func_args | trim) not in [\"\", \"{}\", \"null\"] -%}\n {{- raise_exception(\"Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template\") -}}\n {%- endif -%}\n {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + \"(\" + (args_ns.arg_strings | join(\", \")) + \")\"] -%}\n {%- endfor -%}\n {{- \"<|tool_call_start|>[\" + (tool_calls_ns.tool_calls | join(\", \")) + \"]<|tool_call_end|>\" -}}\n{%- endmacro -%}\n\n{%- set ns = namespace(system_prompt=\"\", last_user_index=-1) -%}\n{%- if messages and messages[0][\"role\"] == \"system\" -%}\n {%- if messages[0].get(\"content\") -%}\n {%- set ns.system_prompt = parse_content(messages[0][\"content\"]) -%}\n {%- endif -%}\n {%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n {%- set ns.system_prompt = ns.system_prompt + (\"\\n\" if ns.system_prompt else \"\") + \"List of tools: [\" -%}\n {%- for tool in tools -%}\n {%- if tool is not string -%}\n {%- set tool = tool | tojson -%}\n {%- endif -%}\n {%- set ns.system_prompt = ns.system_prompt + tool -%}\n {%- if not loop.last -%}\n {%- set ns.system_prompt = ns.system_prompt + \", \" -%}\n {%- endif -%}\n {%- endfor -%}\n {%- set ns.system_prompt = ns.system_prompt + \"]\" -%}\n{%- endif -%}\n{%- if ns.system_prompt -%}\n {{- \"<|im_start|>system\\n\" + ns.system_prompt + \"<|im_end|>\\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n {%- if message[\"role\"] == \"user\" -%}\n {%- set ns.last_user_index = loop.index0 -%}\n {%- endif -%}\n{%- endfor -%}\n{%- for message in messages -%}\n {{- \"<|im_start|>\" + message.role + \"\\n\" -}}\n {%- if message.role == \"assistant\" -%}\n {%- generation -%}\n {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}\n {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%}\n {%- set thinking = thinking if thinking is string else \"\" -%}\n {%- if thinking and keep_thinking -%}\n {{- \"<think>\" + thinking + \"</think>\" -}}\n {%- endif -%}\n {%- set _cfm_tag = \"CONTINUE_FINAL_MESSAGE_TAG \" -%}\n {%- set _has_cfm = false -%}\n {%- set content = \"\" -%}\n {%- if message.get(\"content\") -%}\n {%- set content = parse_content(message.content) -%}\n {%- endif -%}\n {%- if not keep_thinking and \"</think>\" in content -%}\n {%- set content = content.split(\"</think>\")[-1] | trim -%}\n {%- endif -%}\n {%- if content.endswith(_cfm_tag) -%}\n {%- set _has_cfm = true -%}\n {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}\n {%- set content = content[:_trunc_len] -%}\n {%- endif -%}\n {{- content -}}\n {%- if message.tool_calls -%}\n {{- render_tool_calls(message.tool_calls) -}}\n {%- endif -%}\n {%- if _has_cfm -%}\n {{- _cfm_tag -}}\n {%- endif -%}\n {{- \"<|im_end|>\\n\" -}}\n {%- endgeneration -%}\n {%- else %}\n {%- if message.get(\"content\") -%}\n {{- parse_content(message[\"content\"]) -}}\n {%- endif -%}\n {{- \"<|im_end|>\\n\" -}}\n {%- endif %}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{- \"<|im_start|>assistant\\n<think>\" -}}\n{%- endif -%}\n"
1009
+ }