xiaoyao9184 commited on
Commit
5c03eda
·
verified ·
1 Parent(s): 25d5a07

Add files using upload-large-folder tool

Browse files
README.md CHANGED
@@ -2,6 +2,3 @@
2
  library_name: transformers
3
  license: cc-by-nc-sa-4.0
4
  ---
5
-
6
-
7
- OCR model for [surya](https://www.github.com/VikParuchuri/surya)
 
2
  library_name: transformers
3
  license: cc-by-nc-sa-4.0
4
  ---
 
 
 
added_tokens.json CHANGED
@@ -1,127 +1,24 @@
1
  {
2
- "<extra_id_0>": 259,
3
- "<extra_id_100>": 359,
4
- "<extra_id_101>": 360,
5
- "<extra_id_102>": 361,
6
- "<extra_id_103>": 362,
7
- "<extra_id_104>": 363,
8
- "<extra_id_105>": 364,
9
- "<extra_id_106>": 365,
10
- "<extra_id_107>": 366,
11
- "<extra_id_108>": 367,
12
- "<extra_id_109>": 368,
13
- "<extra_id_10>": 269,
14
- "<extra_id_110>": 369,
15
- "<extra_id_111>": 370,
16
- "<extra_id_112>": 371,
17
- "<extra_id_113>": 372,
18
- "<extra_id_114>": 373,
19
- "<extra_id_115>": 374,
20
- "<extra_id_116>": 375,
21
- "<extra_id_117>": 376,
22
- "<extra_id_118>": 377,
23
- "<extra_id_119>": 378,
24
- "<extra_id_11>": 270,
25
- "<extra_id_120>": 379,
26
- "<extra_id_121>": 380,
27
- "<extra_id_122>": 381,
28
- "<extra_id_123>": 382,
29
- "<extra_id_124>": 383,
30
- "<extra_id_12>": 271,
31
- "<extra_id_13>": 272,
32
- "<extra_id_14>": 273,
33
- "<extra_id_15>": 274,
34
- "<extra_id_16>": 275,
35
- "<extra_id_17>": 276,
36
- "<extra_id_18>": 277,
37
- "<extra_id_19>": 278,
38
- "<extra_id_1>": 260,
39
- "<extra_id_20>": 279,
40
- "<extra_id_21>": 280,
41
- "<extra_id_22>": 281,
42
- "<extra_id_23>": 282,
43
- "<extra_id_24>": 283,
44
- "<extra_id_25>": 284,
45
- "<extra_id_26>": 285,
46
- "<extra_id_27>": 286,
47
- "<extra_id_28>": 287,
48
- "<extra_id_29>": 288,
49
- "<extra_id_2>": 261,
50
- "<extra_id_30>": 289,
51
- "<extra_id_31>": 290,
52
- "<extra_id_32>": 291,
53
- "<extra_id_33>": 292,
54
- "<extra_id_34>": 293,
55
- "<extra_id_35>": 294,
56
- "<extra_id_36>": 295,
57
- "<extra_id_37>": 296,
58
- "<extra_id_38>": 297,
59
- "<extra_id_39>": 298,
60
- "<extra_id_3>": 262,
61
- "<extra_id_40>": 299,
62
- "<extra_id_41>": 300,
63
- "<extra_id_42>": 301,
64
- "<extra_id_43>": 302,
65
- "<extra_id_44>": 303,
66
- "<extra_id_45>": 304,
67
- "<extra_id_46>": 305,
68
- "<extra_id_47>": 306,
69
- "<extra_id_48>": 307,
70
- "<extra_id_49>": 308,
71
- "<extra_id_4>": 263,
72
- "<extra_id_50>": 309,
73
- "<extra_id_51>": 310,
74
- "<extra_id_52>": 311,
75
- "<extra_id_53>": 312,
76
- "<extra_id_54>": 313,
77
- "<extra_id_55>": 314,
78
- "<extra_id_56>": 315,
79
- "<extra_id_57>": 316,
80
- "<extra_id_58>": 317,
81
- "<extra_id_59>": 318,
82
- "<extra_id_5>": 264,
83
- "<extra_id_60>": 319,
84
- "<extra_id_61>": 320,
85
- "<extra_id_62>": 321,
86
- "<extra_id_63>": 322,
87
- "<extra_id_64>": 323,
88
- "<extra_id_65>": 324,
89
- "<extra_id_66>": 325,
90
- "<extra_id_67>": 326,
91
- "<extra_id_68>": 327,
92
- "<extra_id_69>": 328,
93
- "<extra_id_6>": 265,
94
- "<extra_id_70>": 329,
95
- "<extra_id_71>": 330,
96
- "<extra_id_72>": 331,
97
- "<extra_id_73>": 332,
98
- "<extra_id_74>": 333,
99
- "<extra_id_75>": 334,
100
- "<extra_id_76>": 335,
101
- "<extra_id_77>": 336,
102
- "<extra_id_78>": 337,
103
- "<extra_id_79>": 338,
104
- "<extra_id_7>": 266,
105
- "<extra_id_80>": 339,
106
- "<extra_id_81>": 340,
107
- "<extra_id_82>": 341,
108
- "<extra_id_83>": 342,
109
- "<extra_id_84>": 343,
110
- "<extra_id_85>": 344,
111
- "<extra_id_86>": 345,
112
- "<extra_id_87>": 346,
113
- "<extra_id_88>": 347,
114
- "<extra_id_89>": 348,
115
- "<extra_id_8>": 267,
116
- "<extra_id_90>": 349,
117
- "<extra_id_91>": 350,
118
- "<extra_id_92>": 351,
119
- "<extra_id_93>": 352,
120
- "<extra_id_94>": 353,
121
- "<extra_id_95>": 354,
122
- "<extra_id_96>": 355,
123
- "<extra_id_97>": 356,
124
- "<extra_id_98>": 357,
125
- "<extra_id_99>": 358,
126
- "<extra_id_9>": 268
127
  }
 
1
  {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  }
config.json CHANGED
@@ -1,61 +1,44 @@
1
  {
2
- "_name_or_path": "vikp/text_recognizer_sar4",
3
  "architectures": [
4
- "OCREncoderDecoderModel"
5
  ],
 
 
 
 
 
 
 
 
6
  "decoder": {
 
7
  "_name_or_path": "",
8
  "add_cross_attention": false,
9
  "architectures": null,
10
- "attention_bias": false,
11
  "attention_dropout": 0.0,
12
- "attention_window_size": 16,
13
- "aux_heads": 0,
14
  "bad_words_ids": null,
15
  "begin_suppress_tokens": null,
16
- "block_types": [
17
- "attention"
18
- ],
19
- "bos_token_id": 1,
20
- "causal": true,
21
  "chunk_size_feed_forward": 0,
22
- "conv1d_width": 4,
23
  "cross_attention_hidden_size": null,
24
- "cross_attn_layers": [
25
- 0,
26
- 1,
27
- 2,
28
- 3
29
- ],
30
  "decoder_start_token_id": null,
31
  "diversity_penalty": 0.0,
32
  "do_sample": false,
33
  "early_stopping": false,
34
- "encoder_cross_attn_layers": [
35
- 2
36
- ],
37
- "encoder_hidden_size": 1280,
38
  "encoder_no_repeat_ngram_size": 0,
39
- "eos_token_id": 1,
40
  "exponential_decay_length_penalty": null,
41
- "final_w_init_variance_scale": 0.5,
42
  "finetuning_task": null,
43
  "forced_bos_token_id": null,
44
  "forced_eos_token_id": null,
45
- "global_attn_layers": [
46
- 0,
47
- 1,
48
- 3
49
- ],
50
- "head_dim": 64,
51
- "hidden_activation": "gelu_pytorch_tanh",
52
- "hidden_size": 512,
53
  "id2label": {
54
  "0": "LABEL_0",
55
  "1": "LABEL_1"
56
  },
57
- "init_std": 0.02,
58
- "intermediate_size": 2048,
59
  "is_decoder": false,
60
  "is_encoder_decoder": false,
61
  "label2id": {
@@ -63,22 +46,22 @@
63
  "LABEL_1": 1
64
  },
65
  "length_penalty": 1.0,
66
- "logits_soft_cap": 30.0,
67
- "lru_width": 512,
68
  "max_length": 20,
 
 
69
  "min_length": 0,
70
- "model_type": "surya_ocr",
71
  "no_repeat_ngram_size": 0,
72
- "num_attention_heads": 8,
73
  "num_beam_groups": 1,
74
  "num_beams": 1,
75
- "num_hidden_layers": 4,
76
- "num_key_value_heads": 2,
77
  "num_return_sequences": 1,
78
  "output_attentions": false,
79
  "output_hidden_states": false,
80
  "output_scores": false,
81
- "pad_token_id": 0,
82
  "prefix": null,
83
  "problem_type": null,
84
  "pruned_heads": {},
@@ -87,18 +70,16 @@
87
  "return_dict": true,
88
  "return_dict_in_generate": false,
89
  "rms_norm_eps": 1e-06,
90
- "rope_theta": 10000.0,
91
- "self_attn_layers": [
92
- 1,
93
- 3
94
- ],
95
  "sep_token_id": null,
 
96
  "suppress_tokens": null,
97
  "task_specific_params": null,
98
  "temperature": 1.0,
99
  "tf_legacy_loss": false,
100
  "tie_encoder_decoder": false,
101
- "tie_word_embeddings": false,
102
  "tokenizer_class": null,
103
  "top_k": 50,
104
  "top_p": 1.0,
@@ -107,235 +88,2203 @@
107
  "typical_p": 1.0,
108
  "use_bfloat16": false,
109
  "use_cache": true,
110
- "vocab_size": 65792,
111
- "w_init_variance_scale": 0.01
112
  },
113
- "decoder_start_token_id": 1,
114
- "encoder": {
115
- "_name_or_path": "",
116
- "add_cross_attention": false,
117
- "architectures": null,
118
- "attention_probs_dropout_prob": 0.0,
119
- "bad_words_ids": null,
120
- "begin_suppress_tokens": null,
121
- "bos_token_id": null,
122
- "chunk_size_feed_forward": 0,
123
- "cross_attention_hidden_size": null,
124
- "decoder_start_token_id": null,
125
- "depths": [
126
- 2,
127
- 2,
128
- 18,
129
- 2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  ],
131
- "diversity_penalty": 0.0,
132
- "do_sample": false,
133
- "drop_path_rate": 0.1,
134
- "early_stopping": false,
135
- "embed_dim": 128,
136
- "encoder_length": 256,
137
- "encoder_no_repeat_ngram_size": 0,
138
- "eos_token_id": null,
139
- "exponential_decay_length_penalty": null,
140
- "finetuning_task": null,
141
- "forced_bos_token_id": null,
142
- "forced_eos_token_id": null,
143
- "hidden_act": "gelu",
144
- "hidden_dropout_prob": 0.0,
145
- "hidden_size": 1024,
146
- "id2label": {
147
- "0": "LABEL_0",
148
- "1": "LABEL_1"
149
- },
150
- "image_size": [
151
- 256,
152
- 896
153
  ],
154
- "initializer_range": 0.02,
155
- "is_decoder": false,
156
- "is_encoder_decoder": false,
157
- "label2id": {
158
- "LABEL_0": 0,
159
- "LABEL_1": 1
160
- },
161
- "layer_norm_eps": 1e-05,
162
- "length_penalty": 1.0,
163
- "max_length": 20,
164
- "min_length": 0,
165
- "mlp_ratio": 4.0,
166
- "model_type": "donut-swin",
167
- "no_repeat_ngram_size": 0,
168
- "num_beam_groups": 1,
169
- "num_beams": 1,
170
- "num_channels": 3,
171
- "num_heads": [
172
- 4,
173
- 8,
174
- 16,
175
- 32
176
  ],
177
- "num_kv_heads": [
178
- 4,
179
- 8,
180
- 16,
181
- 32
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
182
  ],
183
- "num_layers": 4,
184
- "num_return_sequences": 1,
185
- "output_attentions": false,
186
- "output_hidden_states": false,
187
- "output_scores": false,
188
- "pad_token_id": null,
189
- "patch_size": 4,
190
- "prefix": null,
191
- "problem_type": null,
192
- "pruned_heads": {},
193
- "qkv_bias": true,
194
- "remove_invalid_values": false,
195
- "repetition_penalty": 1.0,
196
- "return_dict": true,
197
- "return_dict_in_generate": false,
198
- "sep_token_id": null,
199
- "suppress_tokens": null,
200
- "task_specific_params": null,
201
- "temperature": 1.0,
202
- "tf_legacy_loss": false,
203
- "tie_encoder_decoder": false,
204
- "tie_word_embeddings": true,
205
- "tokenizer_class": null,
206
- "top_k": 50,
207
- "top_p": 1.0,
208
- "torch_dtype": null,
209
- "torchscript": false,
210
- "typical_p": 1.0,
211
- "use_absolute_embeddings": true,
212
- "use_bfloat16": false,
213
- "window_size": 8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
214
  },
215
- "eos_token_id": 1,
216
- "is_encoder_decoder": true,
217
- "model_type": "vision-encoder-decoder",
218
- "pad_token_id": 0,
219
- "text_encoder": {
 
220
  "_name_or_path": "",
221
  "add_cross_attention": false,
222
  "architectures": null,
223
- "attention_bias": false,
224
- "attention_dropout": 0.0,
225
- "attention_window_size": 16,
226
- "aux_heads": 0,
227
  "bad_words_ids": null,
228
  "begin_suppress_tokens": null,
229
- "block_types": [
230
- "attention"
231
- ],
232
- "bos_token_id": 1,
233
- "causal": false,
234
  "chunk_size_feed_forward": 0,
235
- "conv1d_width": 4,
236
  "cross_attention_hidden_size": null,
237
- "cross_attn_layers": [
238
- 0,
239
- 1,
240
- 2,
241
- 3,
242
- 4,
243
- 6,
244
- 8,
245
- 10,
246
- 11
247
- ],
248
  "decoder_start_token_id": null,
 
249
  "diversity_penalty": 0.0,
250
  "do_sample": false,
251
  "early_stopping": false,
252
- "encoder_hidden_size": 1024,
253
  "encoder_no_repeat_ngram_size": 0,
254
- "eos_token_id": 1,
255
  "exponential_decay_length_penalty": null,
256
- "final_w_init_variance_scale": 0.16666666666666666,
257
  "finetuning_task": null,
258
  "forced_bos_token_id": null,
259
  "forced_eos_token_id": null,
260
- "global_attn_layers": [
261
- 0,
262
- 1,
263
  3,
264
- 5,
265
- 7,
266
- 9,
267
- 11
268
  ],
269
- "head_dim": 80,
270
- "hidden_activation": "gelu_pytorch_tanh",
271
  "hidden_size": 1280,
272
  "id2label": {
273
  "0": "LABEL_0",
274
  "1": "LABEL_1"
275
  },
276
- "init_std": 0.02,
277
- "intermediate_size": 5120,
 
 
 
 
 
278
  "is_decoder": false,
279
  "is_encoder_decoder": false,
280
- "iteration_count": 1,
281
  "label2id": {
282
  "LABEL_0": 0,
283
  "LABEL_1": 1
284
  },
285
  "length_penalty": 1.0,
286
- "logits_soft_cap": 30.0,
287
- "lru_width": 1280,
288
  "max_length": 20,
289
  "min_length": 0,
290
- "model_type": "surya_ocr",
291
  "no_repeat_ngram_size": 0,
292
- "num_attention_heads": 16,
293
  "num_beam_groups": 1,
294
  "num_beams": 1,
295
- "num_hidden_layers": 12,
296
- "num_key_value_heads": 4,
297
  "num_return_sequences": 1,
 
298
  "output_attentions": false,
299
  "output_hidden_states": false,
300
  "output_scores": false,
301
- "pad_token_id": 0,
 
302
  "prefix": null,
303
  "problem_type": null,
304
  "pruned_heads": {},
305
- "query_token_count": 128,
306
  "remove_invalid_values": false,
307
  "repetition_penalty": 1.0,
308
  "return_dict": true,
309
  "return_dict_in_generate": false,
310
- "rms_norm_eps": 1e-06,
311
- "rope_theta": 10000.0,
312
- "self_attn_layers": [
313
- 1,
314
- 3,
315
- 5,
316
- 7,
317
- 9,
318
- 11
319
- ],
320
  "sep_token_id": null,
 
 
321
  "suppress_tokens": null,
322
  "task_specific_params": null,
323
  "temperature": 1.0,
 
324
  "tf_legacy_loss": false,
325
  "tie_encoder_decoder": false,
326
  "tie_word_embeddings": true,
327
  "tokenizer_class": null,
 
328
  "top_k": 50,
329
  "top_p": 1.0,
330
  "torch_dtype": null,
331
  "torchscript": false,
332
  "typical_p": 1.0,
333
  "use_bfloat16": false,
334
- "use_cache": true,
335
- "vocab_size": 256,
336
- "w_init_variance_scale": 0.01
337
  },
338
- "tie_word_embeddings": false,
339
- "torch_dtype": "float16",
340
- "transformers_version": "4.43.3"
341
  }
 
1
  {
 
2
  "architectures": [
3
+ "MultimodalFoundationModel"
4
  ],
5
+ "bbox_embed_size": 64,
6
+ "bbox_size": 1024,
7
+ "blank_bbox_token_id": 1025,
8
+ "bos_token_id": {
9
+ "block_without_boxes": 151673,
10
+ "ocr_with_boxes": 151671,
11
+ "ocr_without_boxes": 151672
12
+ },
13
  "decoder": {
14
+ "_attn_implementation_autoset": true,
15
  "_name_or_path": "",
16
  "add_cross_attention": false,
17
  "architectures": null,
 
18
  "attention_dropout": 0.0,
 
 
19
  "bad_words_ids": null,
20
  "begin_suppress_tokens": null,
21
+ "bos_token_id": null,
 
 
 
 
22
  "chunk_size_feed_forward": 0,
 
23
  "cross_attention_hidden_size": null,
 
 
 
 
 
 
24
  "decoder_start_token_id": null,
25
  "diversity_penalty": 0.0,
26
  "do_sample": false,
27
  "early_stopping": false,
 
 
 
 
28
  "encoder_no_repeat_ngram_size": 0,
29
+ "eos_token_id": null,
30
  "exponential_decay_length_penalty": null,
 
31
  "finetuning_task": null,
32
  "forced_bos_token_id": null,
33
  "forced_eos_token_id": null,
34
+ "hidden_act": "silu",
35
+ "hidden_size": 1280,
 
 
 
 
 
 
36
  "id2label": {
37
  "0": "LABEL_0",
38
  "1": "LABEL_1"
39
  },
40
+ "initializer_range": 0.02,
41
+ "intermediate_size": 6400,
42
  "is_decoder": false,
43
  "is_encoder_decoder": false,
44
  "label2id": {
 
46
  "LABEL_1": 1
47
  },
48
  "length_penalty": 1.0,
 
 
49
  "max_length": 20,
50
+ "max_position_embeddings": 131072,
51
+ "max_window_layers": 12,
52
  "min_length": 0,
53
+ "model_type": "qwen2",
54
  "no_repeat_ngram_size": 0,
55
+ "num_attention_heads": 16,
56
  "num_beam_groups": 1,
57
  "num_beams": 1,
58
+ "num_hidden_layers": 12,
59
+ "num_key_value_heads": 4,
60
  "num_return_sequences": 1,
61
  "output_attentions": false,
62
  "output_hidden_states": false,
63
  "output_scores": false,
64
+ "pad_token_id": null,
65
  "prefix": null,
66
  "problem_type": null,
67
  "pruned_heads": {},
 
70
  "return_dict": true,
71
  "return_dict_in_generate": false,
72
  "rms_norm_eps": 1e-06,
73
+ "rope_scaling": null,
74
+ "rope_theta": 1000000.0,
 
 
 
75
  "sep_token_id": null,
76
+ "sliding_window": 131072,
77
  "suppress_tokens": null,
78
  "task_specific_params": null,
79
  "temperature": 1.0,
80
  "tf_legacy_loss": false,
81
  "tie_encoder_decoder": false,
82
+ "tie_word_embeddings": true,
83
  "tokenizer_class": null,
84
  "top_k": 50,
85
  "top_p": 1.0,
 
88
  "typical_p": 1.0,
89
  "use_bfloat16": false,
90
  "use_cache": true,
91
+ "use_sliding_window": false,
92
+ "vocab_size": 218225
93
  },
94
+ "embedding_dropout_prob": 0.05,
95
+ "eoi_token_id": 151666,
96
+ "eos_token_id": 151665,
97
+ "hidden_size": 1280,
98
+ "image_embed_encoding_multiplier": 256,
99
+ "image_embed_encoding_size": 1024,
100
+ "image_token_id": 151667,
101
+ "max_sequence_length": 1024,
102
+ "merge_size": 2,
103
+ "model_type": "surya-multimodal-foundation",
104
+ "num_attention_heads": 16,
105
+ "num_hidden_layers": 12,
106
+ "num_key_value_heads": 4,
107
+ "num_register_tokens": 4,
108
+ "pad_token_id": 151668,
109
+ "patch_size": 14,
110
+ "register_token_ids": [
111
+ 151674,
112
+ 151675,
113
+ 151676,
114
+ 151677
115
+ ],
116
+ "special_ocr_tokens": {
117
+ "all": [
118
+ "</S>",
119
+ "<EOI>",
120
+ "<IMAGE>",
121
+ "<PAD>",
122
+ "<NOP>",
123
+ "<ROT>",
124
+ "<OCR-WB>",
125
+ "<OCR-WOB>",
126
+ "<BLOCKS-WOB>",
127
+ "<REG1>",
128
+ "<REG2>",
129
+ "<REG3>",
130
+ "<REG4>",
131
+ "<NO-MATH>",
132
+ "<b>",
133
+ "</b>",
134
+ "<del>",
135
+ "</del>",
136
+ "<mark>",
137
+ "</mark>",
138
+ "<sub>",
139
+ "</sub>",
140
+ "<br>",
141
+ "<sup>",
142
+ "</sup>",
143
+ "<i>",
144
+ "</i>",
145
+ "<small>",
146
+ "</small>",
147
+ "<u>",
148
+ "</u>",
149
+ "<code>",
150
+ "</code>",
151
+ "<math>",
152
+ "<math display='block'>",
153
+ "<math display=\"block\">",
154
+ "<math display='inline'>",
155
+ "<math display=\"inline\">",
156
+ "</math>",
157
+ "<SCRIPT-LATIN>",
158
+ "<SCRIPT-PUNCTUATION>",
159
+ "<SCRIPT-CYRILLIC>",
160
+ "<SCRIPT-ARABIC>",
161
+ "<SCRIPT-CHINESE>",
162
+ "<SCRIPT-JAPANESE>",
163
+ "<SCRIPT-KOREAN>",
164
+ "<SCRIPT-SYMBOLS>",
165
+ "<SCRIPT-GREEK>",
166
+ "<SCRIPT-ARMENIAN>",
167
+ "<SCRIPT-HEBREW>",
168
+ "<SCRIPT-DEVANAGARI>",
169
+ "<SCRIPT-BENGALI>",
170
+ "<SCRIPT-GURMUKHI>",
171
+ "<SCRIPT-GUJARATI>",
172
+ "<SCRIPT-ORIYA>",
173
+ "<SCRIPT-TAMIL>",
174
+ "<SCRIPT-TELUGU>",
175
+ "<SCRIPT-KANNADA>",
176
+ "<SCRIPT-MALAYALAM>",
177
+ "<SCRIPT-SINHALA>",
178
+ "<SCRIPT-THAI>",
179
+ "<SCRIPT-LAO>",
180
+ "<SCRIPT-MYANMAR>",
181
+ "<SCRIPT-GEORGIAN>",
182
+ "<SCRIPT-ETHIOPIC>",
183
+ "<SCRIPT-KHMER>",
184
+ "<SCRIPT-MONGOLIAN>",
185
+ "<SCRIPT-MATH>",
186
+ "<reserved_0>",
187
+ "<reserved_1>",
188
+ "<reserved_2>",
189
+ "<reserved_3>",
190
+ "<reserved_4>",
191
+ "<reserved_5>",
192
+ "<reserved_6>",
193
+ "<reserved_7>",
194
+ "<reserved_8>",
195
+ "<reserved_9>",
196
+ "<reserved_10>",
197
+ "<reserved_11>",
198
+ "<reserved_12>",
199
+ "<reserved_13>",
200
+ "<reserved_14>",
201
+ "<reserved_15>",
202
+ "<reserved_16>",
203
+ "<reserved_17>",
204
+ "<reserved_18>",
205
+ "<reserved_19>",
206
+ "<reserved_20>",
207
+ "<reserved_21>",
208
+ "<reserved_22>",
209
+ "<reserved_23>",
210
+ "<reserved_24>",
211
+ "<reserved_25>",
212
+ "<reserved_26>",
213
+ "<reserved_27>",
214
+ "<reserved_28>",
215
+ "<reserved_29>",
216
+ "<reserved_30>",
217
+ "<reserved_31>",
218
+ "<reserved_32>",
219
+ "<reserved_33>",
220
+ "<reserved_34>",
221
+ "<reserved_35>",
222
+ "<reserved_36>",
223
+ "<reserved_37>",
224
+ "<reserved_38>",
225
+ "<reserved_39>",
226
+ "<reserved_40>",
227
+ "<reserved_41>",
228
+ "<reserved_42>",
229
+ "<reserved_43>",
230
+ "<reserved_44>",
231
+ "<reserved_45>",
232
+ "<reserved_46>",
233
+ "<reserved_47>",
234
+ "<reserved_48>",
235
+ "<reserved_49>",
236
+ "<reserved_50>",
237
+ "<reserved_51>",
238
+ "<reserved_52>",
239
+ "<reserved_53>",
240
+ "<reserved_54>",
241
+ "<reserved_55>",
242
+ "<reserved_56>",
243
+ "<reserved_57>",
244
+ "<reserved_58>",
245
+ "<reserved_59>",
246
+ "<reserved_60>",
247
+ "<reserved_61>",
248
+ "<reserved_62>",
249
+ "<reserved_63>",
250
+ "<reserved_64>",
251
+ "<reserved_65>",
252
+ "<reserved_66>",
253
+ "<reserved_67>",
254
+ "<reserved_68>",
255
+ "<reserved_69>",
256
+ "<reserved_70>",
257
+ "<reserved_71>",
258
+ "<reserved_72>",
259
+ "<reserved_73>",
260
+ "<reserved_74>",
261
+ "<reserved_75>",
262
+ "<reserved_76>",
263
+ "<reserved_77>",
264
+ "<reserved_78>",
265
+ "<reserved_79>",
266
+ "<reserved_80>",
267
+ "<reserved_81>",
268
+ "<reserved_82>",
269
+ "<reserved_83>",
270
+ "<reserved_84>",
271
+ "<reserved_85>",
272
+ "<reserved_86>",
273
+ "<reserved_87>",
274
+ "<reserved_88>",
275
+ "<reserved_89>",
276
+ "<reserved_90>",
277
+ "<reserved_91>",
278
+ "<reserved_92>",
279
+ "<reserved_93>",
280
+ "<reserved_94>",
281
+ "<reserved_95>",
282
+ "<reserved_96>",
283
+ "<reserved_97>",
284
+ "<reserved_98>",
285
+ "<reserved_99>",
286
+ "<reserved_100>",
287
+ "<reserved_101>",
288
+ "<reserved_102>",
289
+ "<reserved_103>",
290
+ "<reserved_104>",
291
+ "<reserved_105>",
292
+ "<reserved_106>",
293
+ "<reserved_107>",
294
+ "<reserved_108>",
295
+ "<reserved_109>",
296
+ "<reserved_110>",
297
+ "<reserved_111>",
298
+ "<reserved_112>",
299
+ "<reserved_113>",
300
+ "<reserved_114>",
301
+ "<reserved_115>",
302
+ "<reserved_116>",
303
+ "<reserved_117>",
304
+ "<reserved_118>",
305
+ "<reserved_119>",
306
+ "<reserved_120>",
307
+ "<reserved_121>",
308
+ "<reserved_122>",
309
+ "<reserved_123>",
310
+ "<reserved_124>",
311
+ "<reserved_125>",
312
+ "<reserved_126>",
313
+ "<reserved_127>",
314
+ "<reserved_128>",
315
+ "<reserved_129>",
316
+ "<reserved_130>",
317
+ "<reserved_131>",
318
+ "<reserved_132>",
319
+ "<reserved_133>",
320
+ "<reserved_134>",
321
+ "<reserved_135>",
322
+ "<reserved_136>",
323
+ "<reserved_137>",
324
+ "<reserved_138>",
325
+ "<reserved_139>",
326
+ "<reserved_140>",
327
+ "<reserved_141>",
328
+ "<reserved_142>",
329
+ "<reserved_143>",
330
+ "<reserved_144>",
331
+ "<reserved_145>",
332
+ "<reserved_146>",
333
+ "<reserved_147>",
334
+ "<reserved_148>",
335
+ "<reserved_149>",
336
+ "<reserved_150>",
337
+ "<reserved_151>",
338
+ "<reserved_152>",
339
+ "<reserved_153>",
340
+ "<reserved_154>",
341
+ "<reserved_155>",
342
+ "<reserved_156>",
343
+ "<reserved_157>",
344
+ "<reserved_158>",
345
+ "<reserved_159>",
346
+ "<reserved_160>",
347
+ "<reserved_161>",
348
+ "<reserved_162>",
349
+ "<reserved_163>",
350
+ "<reserved_164>",
351
+ "<reserved_165>",
352
+ "<reserved_166>",
353
+ "<reserved_167>",
354
+ "<reserved_168>",
355
+ "<reserved_169>",
356
+ "<reserved_170>",
357
+ "<reserved_171>",
358
+ "<reserved_172>",
359
+ "<reserved_173>",
360
+ "<reserved_174>",
361
+ "<reserved_175>",
362
+ "<reserved_176>",
363
+ "<reserved_177>",
364
+ "<reserved_178>",
365
+ "<reserved_179>",
366
+ "<reserved_180>",
367
+ "<reserved_181>",
368
+ "<reserved_182>",
369
+ "<reserved_183>",
370
+ "<reserved_184>",
371
+ "<reserved_185>",
372
+ "<reserved_186>",
373
+ "<reserved_187>",
374
+ "<reserved_188>",
375
+ "<reserved_189>",
376
+ "<reserved_190>",
377
+ "<reserved_191>",
378
+ "<reserved_192>",
379
+ "<reserved_193>",
380
+ "<reserved_194>",
381
+ "<reserved_195>",
382
+ "<reserved_196>",
383
+ "<reserved_197>",
384
+ "<reserved_198>",
385
+ "<reserved_199>",
386
+ "<reserved_200>",
387
+ "<reserved_201>",
388
+ "<reserved_202>",
389
+ "<reserved_203>",
390
+ "<reserved_204>",
391
+ "<reserved_205>",
392
+ "<reserved_206>",
393
+ "<reserved_207>",
394
+ "<reserved_208>",
395
+ "<reserved_209>",
396
+ "<reserved_210>",
397
+ "<reserved_211>",
398
+ "<reserved_212>",
399
+ "<reserved_213>",
400
+ "<reserved_214>",
401
+ "<reserved_215>",
402
+ "<reserved_216>",
403
+ "<reserved_217>",
404
+ "<reserved_218>",
405
+ "<reserved_219>",
406
+ "<reserved_220>",
407
+ "<reserved_221>",
408
+ "<reserved_222>",
409
+ "<reserved_223>",
410
+ "<reserved_224>",
411
+ "<reserved_225>",
412
+ "<reserved_226>",
413
+ "<reserved_227>",
414
+ "<reserved_228>",
415
+ "<reserved_229>",
416
+ "<reserved_230>",
417
+ "<reserved_231>",
418
+ "<reserved_232>",
419
+ "<reserved_233>",
420
+ "<reserved_234>",
421
+ "<reserved_235>",
422
+ "<reserved_236>",
423
+ "<reserved_237>",
424
+ "<reserved_238>",
425
+ "<reserved_239>",
426
+ "<reserved_240>",
427
+ "<reserved_241>",
428
+ "<reserved_242>",
429
+ "<reserved_243>",
430
+ "<reserved_244>",
431
+ "<reserved_245>",
432
+ "<reserved_246>",
433
+ "<reserved_247>",
434
+ "<reserved_248>",
435
+ "<reserved_249>",
436
+ "<reserved_250>",
437
+ "<reserved_251>",
438
+ "<reserved_252>",
439
+ "<reserved_253>",
440
+ "<reserved_254>",
441
+ "<reserved_255>",
442
+ "<reserved_256>",
443
+ "<reserved_257>",
444
+ "<reserved_258>",
445
+ "<reserved_259>",
446
+ "<reserved_260>",
447
+ "<reserved_261>",
448
+ "<reserved_262>",
449
+ "<reserved_263>",
450
+ "<reserved_264>",
451
+ "<reserved_265>",
452
+ "<reserved_266>",
453
+ "<reserved_267>",
454
+ "<reserved_268>",
455
+ "<reserved_269>",
456
+ "<reserved_270>",
457
+ "<reserved_271>",
458
+ "<reserved_272>",
459
+ "<reserved_273>",
460
+ "<reserved_274>",
461
+ "<reserved_275>",
462
+ "<reserved_276>",
463
+ "<reserved_277>",
464
+ "<reserved_278>",
465
+ "<reserved_279>",
466
+ "<reserved_280>",
467
+ "<reserved_281>",
468
+ "<reserved_282>",
469
+ "<reserved_283>",
470
+ "<reserved_284>",
471
+ "<reserved_285>",
472
+ "<reserved_286>",
473
+ "<reserved_287>",
474
+ "<reserved_288>",
475
+ "<reserved_289>",
476
+ "<reserved_290>",
477
+ "<reserved_291>",
478
+ "<reserved_292>",
479
+ "<reserved_293>",
480
+ "<reserved_294>",
481
+ "<reserved_295>",
482
+ "<reserved_296>",
483
+ "<reserved_297>",
484
+ "<reserved_298>",
485
+ "<reserved_299>",
486
+ "<reserved_300>",
487
+ "<reserved_301>",
488
+ "<reserved_302>",
489
+ "<reserved_303>",
490
+ "<reserved_304>",
491
+ "<reserved_305>",
492
+ "<reserved_306>",
493
+ "<reserved_307>",
494
+ "<reserved_308>",
495
+ "<reserved_309>",
496
+ "<reserved_310>",
497
+ "<reserved_311>",
498
+ "<reserved_312>",
499
+ "<reserved_313>",
500
+ "<reserved_314>",
501
+ "<reserved_315>",
502
+ "<reserved_316>",
503
+ "<reserved_317>",
504
+ "<reserved_318>",
505
+ "<reserved_319>",
506
+ "<reserved_320>",
507
+ "<reserved_321>",
508
+ "<reserved_322>",
509
+ "<reserved_323>",
510
+ "<reserved_324>",
511
+ "<reserved_325>",
512
+ "<reserved_326>",
513
+ "<reserved_327>",
514
+ "<reserved_328>",
515
+ "<reserved_329>",
516
+ "<reserved_330>",
517
+ "<reserved_331>",
518
+ "<reserved_332>",
519
+ "<reserved_333>",
520
+ "<reserved_334>",
521
+ "<reserved_335>",
522
+ "<reserved_336>",
523
+ "<reserved_337>",
524
+ "<reserved_338>",
525
+ "<reserved_339>",
526
+ "<reserved_340>",
527
+ "<reserved_341>",
528
+ "<reserved_342>",
529
+ "<reserved_343>",
530
+ "<reserved_344>",
531
+ "<reserved_345>",
532
+ "<reserved_346>",
533
+ "<reserved_347>",
534
+ "<reserved_348>",
535
+ "<reserved_349>",
536
+ "<reserved_350>",
537
+ "<reserved_351>",
538
+ "<reserved_352>",
539
+ "<reserved_353>",
540
+ "<reserved_354>",
541
+ "<reserved_355>",
542
+ "<reserved_356>",
543
+ "<reserved_357>",
544
+ "<reserved_358>",
545
+ "<reserved_359>",
546
+ "<reserved_360>",
547
+ "<reserved_361>",
548
+ "<reserved_362>",
549
+ "<reserved_363>",
550
+ "<reserved_364>",
551
+ "<reserved_365>",
552
+ "<reserved_366>",
553
+ "<reserved_367>",
554
+ "<reserved_368>",
555
+ "<reserved_369>",
556
+ "<reserved_370>",
557
+ "<reserved_371>",
558
+ "<reserved_372>",
559
+ "<reserved_373>",
560
+ "<reserved_374>",
561
+ "<reserved_375>",
562
+ "<reserved_376>",
563
+ "<reserved_377>",
564
+ "<reserved_378>",
565
+ "<reserved_379>",
566
+ "<reserved_380>",
567
+ "<reserved_381>",
568
+ "<reserved_382>",
569
+ "<reserved_383>",
570
+ "<reserved_384>",
571
+ "<reserved_385>",
572
+ "<reserved_386>",
573
+ "<reserved_387>",
574
+ "<reserved_388>",
575
+ "<reserved_389>",
576
+ "<reserved_390>",
577
+ "<reserved_391>",
578
+ "<reserved_392>",
579
+ "<reserved_393>",
580
+ "<reserved_394>",
581
+ "<reserved_395>",
582
+ "<reserved_396>",
583
+ "<reserved_397>",
584
+ "<reserved_398>",
585
+ "<reserved_399>",
586
+ "<reserved_400>",
587
+ "<reserved_401>",
588
+ "<reserved_402>",
589
+ "<reserved_403>",
590
+ "<reserved_404>",
591
+ "<reserved_405>",
592
+ "<reserved_406>",
593
+ "<reserved_407>",
594
+ "<reserved_408>",
595
+ "<reserved_409>",
596
+ "<reserved_410>",
597
+ "<reserved_411>",
598
+ "<reserved_412>",
599
+ "<reserved_413>",
600
+ "<reserved_414>",
601
+ "<reserved_415>",
602
+ "<reserved_416>",
603
+ "<reserved_417>",
604
+ "<reserved_418>",
605
+ "<reserved_419>",
606
+ "<reserved_420>",
607
+ "<reserved_421>",
608
+ "<reserved_422>",
609
+ "<reserved_423>",
610
+ "<reserved_424>",
611
+ "<reserved_425>",
612
+ "<reserved_426>",
613
+ "<reserved_427>",
614
+ "<reserved_428>",
615
+ "<reserved_429>",
616
+ "<reserved_430>",
617
+ "<reserved_431>",
618
+ "<reserved_432>",
619
+ "<reserved_433>",
620
+ "<reserved_434>",
621
+ "<reserved_435>",
622
+ "<reserved_436>",
623
+ "<reserved_437>",
624
+ "<reserved_438>",
625
+ "<reserved_439>",
626
+ "<reserved_440>",
627
+ "<reserved_441>",
628
+ "<reserved_442>",
629
+ "<reserved_443>",
630
+ "<reserved_444>",
631
+ "<reserved_445>",
632
+ "<reserved_446>",
633
+ "<reserved_447>",
634
+ "<reserved_448>",
635
+ "<reserved_449>",
636
+ "<reserved_450>",
637
+ "<reserved_451>",
638
+ "<reserved_452>",
639
+ "<reserved_453>",
640
+ "<reserved_454>",
641
+ "<reserved_455>",
642
+ "<reserved_456>",
643
+ "<reserved_457>",
644
+ "<reserved_458>",
645
+ "<reserved_459>",
646
+ "<reserved_460>",
647
+ "<reserved_461>",
648
+ "<reserved_462>",
649
+ "<reserved_463>",
650
+ "<reserved_464>",
651
+ "<reserved_465>",
652
+ "<reserved_466>",
653
+ "<reserved_467>",
654
+ "<reserved_468>",
655
+ "<reserved_469>",
656
+ "<reserved_470>",
657
+ "<reserved_471>",
658
+ "<reserved_472>",
659
+ "<reserved_473>",
660
+ "<reserved_474>",
661
+ "<reserved_475>",
662
+ "<reserved_476>",
663
+ "<reserved_477>",
664
+ "<reserved_478>",
665
+ "<reserved_479>",
666
+ "<reserved_480>",
667
+ "<reserved_481>",
668
+ "<reserved_482>",
669
+ "<reserved_483>",
670
+ "<reserved_484>",
671
+ "<reserved_485>",
672
+ "<reserved_486>",
673
+ "<reserved_487>",
674
+ "<reserved_488>",
675
+ "<reserved_489>",
676
+ "<reserved_490>",
677
+ "<reserved_491>",
678
+ "<reserved_492>",
679
+ "<reserved_493>",
680
+ "<reserved_494>",
681
+ "<reserved_495>",
682
+ "<reserved_496>",
683
+ "<reserved_497>",
684
+ "<reserved_498>",
685
+ "<reserved_499>",
686
+ "<reserved_500>",
687
+ "<reserved_501>",
688
+ "<reserved_502>",
689
+ "<reserved_503>",
690
+ "<reserved_504>",
691
+ "<reserved_505>",
692
+ "<reserved_506>",
693
+ "<reserved_507>",
694
+ "<reserved_508>",
695
+ "<reserved_509>",
696
+ "<reserved_510>",
697
+ "<reserved_511>",
698
+ "<reserved_512>",
699
+ "<reserved_513>",
700
+ "<reserved_514>",
701
+ "<reserved_515>",
702
+ "<reserved_516>",
703
+ "<reserved_517>",
704
+ "<reserved_518>",
705
+ "<reserved_519>",
706
+ "<reserved_520>",
707
+ "<reserved_521>",
708
+ "<reserved_522>",
709
+ "<reserved_523>",
710
+ "<reserved_524>",
711
+ "<reserved_525>",
712
+ "<reserved_526>",
713
+ "<reserved_527>",
714
+ "<reserved_528>",
715
+ "<reserved_529>",
716
+ "<reserved_530>",
717
+ "<reserved_531>",
718
+ "<reserved_532>",
719
+ "<reserved_533>",
720
+ "<reserved_534>",
721
+ "<reserved_535>",
722
+ "<reserved_536>",
723
+ "<reserved_537>",
724
+ "<reserved_538>",
725
+ "<reserved_539>",
726
+ "<reserved_540>",
727
+ "<reserved_541>",
728
+ "<reserved_542>",
729
+ "<reserved_543>",
730
+ "<reserved_544>",
731
+ "<reserved_545>",
732
+ "<reserved_546>",
733
+ "<reserved_547>",
734
+ "<reserved_548>",
735
+ "<reserved_549>",
736
+ "<reserved_550>",
737
+ "<reserved_551>",
738
+ "<reserved_552>",
739
+ "<reserved_553>",
740
+ "<reserved_554>",
741
+ "<reserved_555>",
742
+ "<reserved_556>",
743
+ "<reserved_557>",
744
+ "<reserved_558>",
745
+ "<reserved_559>",
746
+ "<reserved_560>",
747
+ "<reserved_561>",
748
+ "<reserved_562>",
749
+ "<reserved_563>",
750
+ "<reserved_564>",
751
+ "<reserved_565>",
752
+ "<reserved_566>",
753
+ "<reserved_567>",
754
+ "<reserved_568>",
755
+ "<reserved_569>",
756
+ "<reserved_570>",
757
+ "<reserved_571>",
758
+ "<reserved_572>",
759
+ "<reserved_573>",
760
+ "<reserved_574>",
761
+ "<reserved_575>",
762
+ "<reserved_576>",
763
+ "<reserved_577>",
764
+ "<reserved_578>",
765
+ "<reserved_579>",
766
+ "<reserved_580>",
767
+ "<reserved_581>",
768
+ "<reserved_582>",
769
+ "<reserved_583>",
770
+ "<reserved_584>",
771
+ "<reserved_585>",
772
+ "<reserved_586>",
773
+ "<reserved_587>",
774
+ "<reserved_588>",
775
+ "<reserved_589>",
776
+ "<reserved_590>",
777
+ "<reserved_591>",
778
+ "<reserved_592>",
779
+ "<reserved_593>",
780
+ "<reserved_594>",
781
+ "<reserved_595>",
782
+ "<reserved_596>",
783
+ "<reserved_597>",
784
+ "<reserved_598>",
785
+ "<reserved_599>",
786
+ "<reserved_600>",
787
+ "<reserved_601>",
788
+ "<reserved_602>",
789
+ "<reserved_603>",
790
+ "<reserved_604>",
791
+ "<reserved_605>",
792
+ "<reserved_606>",
793
+ "<reserved_607>",
794
+ "<reserved_608>",
795
+ "<reserved_609>",
796
+ "<reserved_610>",
797
+ "<reserved_611>",
798
+ "<reserved_612>",
799
+ "<reserved_613>",
800
+ "<reserved_614>",
801
+ "<reserved_615>",
802
+ "<reserved_616>",
803
+ "<reserved_617>",
804
+ "<reserved_618>",
805
+ "<reserved_619>",
806
+ "<reserved_620>",
807
+ "<reserved_621>",
808
+ "<reserved_622>",
809
+ "<reserved_623>",
810
+ "<reserved_624>",
811
+ "<reserved_625>",
812
+ "<reserved_626>",
813
+ "<reserved_627>",
814
+ "<reserved_628>",
815
+ "<reserved_629>",
816
+ "<reserved_630>",
817
+ "<reserved_631>",
818
+ "<reserved_632>",
819
+ "<reserved_633>",
820
+ "<reserved_634>",
821
+ "<reserved_635>",
822
+ "<reserved_636>",
823
+ "<reserved_637>",
824
+ "<reserved_638>",
825
+ "<reserved_639>",
826
+ "<reserved_640>",
827
+ "<reserved_641>",
828
+ "<reserved_642>",
829
+ "<reserved_643>",
830
+ "<reserved_644>",
831
+ "<reserved_645>",
832
+ "<reserved_646>",
833
+ "<reserved_647>",
834
+ "<reserved_648>",
835
+ "<reserved_649>",
836
+ "<reserved_650>",
837
+ "<reserved_651>",
838
+ "<reserved_652>",
839
+ "<reserved_653>",
840
+ "<reserved_654>",
841
+ "<reserved_655>",
842
+ "<reserved_656>",
843
+ "<reserved_657>",
844
+ "<reserved_658>",
845
+ "<reserved_659>",
846
+ "<reserved_660>",
847
+ "<reserved_661>",
848
+ "<reserved_662>",
849
+ "<reserved_663>",
850
+ "<reserved_664>",
851
+ "<reserved_665>",
852
+ "<reserved_666>",
853
+ "<reserved_667>",
854
+ "<reserved_668>",
855
+ "<reserved_669>",
856
+ "<reserved_670>",
857
+ "<reserved_671>",
858
+ "<reserved_672>",
859
+ "<reserved_673>",
860
+ "<reserved_674>",
861
+ "<reserved_675>",
862
+ "<reserved_676>",
863
+ "<reserved_677>",
864
+ "<reserved_678>",
865
+ "<reserved_679>",
866
+ "<reserved_680>",
867
+ "<reserved_681>",
868
+ "<reserved_682>",
869
+ "<reserved_683>",
870
+ "<reserved_684>",
871
+ "<reserved_685>",
872
+ "<reserved_686>",
873
+ "<reserved_687>",
874
+ "<reserved_688>",
875
+ "<reserved_689>",
876
+ "<reserved_690>",
877
+ "<reserved_691>",
878
+ "<reserved_692>",
879
+ "<reserved_693>",
880
+ "<reserved_694>",
881
+ "<reserved_695>",
882
+ "<reserved_696>",
883
+ "<reserved_697>",
884
+ "<reserved_698>",
885
+ "<reserved_699>",
886
+ "<reserved_700>",
887
+ "<reserved_701>",
888
+ "<reserved_702>",
889
+ "<reserved_703>",
890
+ "<reserved_704>",
891
+ "<reserved_705>",
892
+ "<reserved_706>",
893
+ "<reserved_707>",
894
+ "<reserved_708>",
895
+ "<reserved_709>",
896
+ "<reserved_710>",
897
+ "<reserved_711>",
898
+ "<reserved_712>",
899
+ "<reserved_713>",
900
+ "<reserved_714>",
901
+ "<reserved_715>",
902
+ "<reserved_716>",
903
+ "<reserved_717>",
904
+ "<reserved_718>",
905
+ "<reserved_719>",
906
+ "<reserved_720>",
907
+ "<reserved_721>",
908
+ "<reserved_722>",
909
+ "<reserved_723>",
910
+ "<reserved_724>",
911
+ "<reserved_725>",
912
+ "<reserved_726>",
913
+ "<reserved_727>",
914
+ "<reserved_728>",
915
+ "<reserved_729>",
916
+ "<reserved_730>",
917
+ "<reserved_731>",
918
+ "<reserved_732>",
919
+ "<reserved_733>",
920
+ "<reserved_734>",
921
+ "<reserved_735>",
922
+ "<reserved_736>",
923
+ "<reserved_737>",
924
+ "<reserved_738>",
925
+ "<reserved_739>",
926
+ "<reserved_740>",
927
+ "<reserved_741>",
928
+ "<reserved_742>",
929
+ "<reserved_743>",
930
+ "<reserved_744>",
931
+ "<reserved_745>",
932
+ "<reserved_746>",
933
+ "<reserved_747>",
934
+ "<reserved_748>",
935
+ "<reserved_749>",
936
+ "<reserved_750>",
937
+ "<reserved_751>",
938
+ "<reserved_752>",
939
+ "<reserved_753>",
940
+ "<reserved_754>",
941
+ "<reserved_755>",
942
+ "<reserved_756>",
943
+ "<reserved_757>",
944
+ "<reserved_758>",
945
+ "<reserved_759>",
946
+ "<reserved_760>",
947
+ "<reserved_761>",
948
+ "<reserved_762>",
949
+ "<reserved_763>",
950
+ "<reserved_764>",
951
+ "<reserved_765>",
952
+ "<reserved_766>",
953
+ "<reserved_767>",
954
+ "<reserved_768>",
955
+ "<reserved_769>",
956
+ "<reserved_770>",
957
+ "<reserved_771>",
958
+ "<reserved_772>",
959
+ "<reserved_773>",
960
+ "<reserved_774>",
961
+ "<reserved_775>",
962
+ "<reserved_776>",
963
+ "<reserved_777>",
964
+ "<reserved_778>",
965
+ "<reserved_779>",
966
+ "<reserved_780>",
967
+ "<reserved_781>",
968
+ "<reserved_782>",
969
+ "<reserved_783>",
970
+ "<reserved_784>",
971
+ "<reserved_785>",
972
+ "<reserved_786>",
973
+ "<reserved_787>",
974
+ "<reserved_788>",
975
+ "<reserved_789>",
976
+ "<reserved_790>",
977
+ "<reserved_791>",
978
+ "<reserved_792>",
979
+ "<reserved_793>",
980
+ "<reserved_794>",
981
+ "<reserved_795>",
982
+ "<reserved_796>",
983
+ "<reserved_797>",
984
+ "<reserved_798>",
985
+ "<reserved_799>",
986
+ "<reserved_800>",
987
+ "<reserved_801>",
988
+ "<reserved_802>",
989
+ "<reserved_803>",
990
+ "<reserved_804>",
991
+ "<reserved_805>",
992
+ "<reserved_806>",
993
+ "<reserved_807>",
994
+ "<reserved_808>",
995
+ "<reserved_809>",
996
+ "<reserved_810>",
997
+ "<reserved_811>",
998
+ "<reserved_812>",
999
+ "<reserved_813>",
1000
+ "<reserved_814>",
1001
+ "<reserved_815>",
1002
+ "<reserved_816>",
1003
+ "<reserved_817>",
1004
+ "<reserved_818>",
1005
+ "<reserved_819>",
1006
+ "<reserved_820>",
1007
+ "<reserved_821>",
1008
+ "<reserved_822>",
1009
+ "<reserved_823>",
1010
+ "<reserved_824>",
1011
+ "<reserved_825>",
1012
+ "<reserved_826>",
1013
+ "<reserved_827>",
1014
+ "<reserved_828>",
1015
+ "<reserved_829>",
1016
+ "<reserved_830>",
1017
+ "<reserved_831>",
1018
+ "<reserved_832>",
1019
+ "<reserved_833>",
1020
+ "<reserved_834>",
1021
+ "<reserved_835>",
1022
+ "<reserved_836>",
1023
+ "<reserved_837>",
1024
+ "<reserved_838>",
1025
+ "<reserved_839>",
1026
+ "<reserved_840>",
1027
+ "<reserved_841>",
1028
+ "<reserved_842>",
1029
+ "<reserved_843>",
1030
+ "<reserved_844>",
1031
+ "<reserved_845>",
1032
+ "<reserved_846>",
1033
+ "<reserved_847>",
1034
+ "<reserved_848>",
1035
+ "<reserved_849>",
1036
+ "<reserved_850>",
1037
+ "<reserved_851>",
1038
+ "<reserved_852>",
1039
+ "<reserved_853>",
1040
+ "<reserved_854>",
1041
+ "<reserved_855>",
1042
+ "<reserved_856>",
1043
+ "<reserved_857>",
1044
+ "<reserved_858>",
1045
+ "<reserved_859>",
1046
+ "<reserved_860>",
1047
+ "<reserved_861>",
1048
+ "<reserved_862>",
1049
+ "<reserved_863>",
1050
+ "<reserved_864>",
1051
+ "<reserved_865>",
1052
+ "<reserved_866>",
1053
+ "<reserved_867>",
1054
+ "<reserved_868>",
1055
+ "<reserved_869>",
1056
+ "<reserved_870>",
1057
+ "<reserved_871>",
1058
+ "<reserved_872>",
1059
+ "<reserved_873>",
1060
+ "<reserved_874>",
1061
+ "<reserved_875>",
1062
+ "<reserved_876>",
1063
+ "<reserved_877>",
1064
+ "<reserved_878>",
1065
+ "<reserved_879>",
1066
+ "<reserved_880>",
1067
+ "<reserved_881>",
1068
+ "<reserved_882>",
1069
+ "<reserved_883>",
1070
+ "<reserved_884>",
1071
+ "<reserved_885>",
1072
+ "<reserved_886>",
1073
+ "<reserved_887>",
1074
+ "<reserved_888>",
1075
+ "<reserved_889>",
1076
+ "<reserved_890>",
1077
+ "<reserved_891>",
1078
+ "<reserved_892>",
1079
+ "<reserved_893>",
1080
+ "<reserved_894>",
1081
+ "<reserved_895>",
1082
+ "<reserved_896>",
1083
+ "<reserved_897>",
1084
+ "<reserved_898>",
1085
+ "<reserved_899>",
1086
+ "<reserved_900>",
1087
+ "<reserved_901>",
1088
+ "<reserved_902>",
1089
+ "<reserved_903>",
1090
+ "<reserved_904>",
1091
+ "<reserved_905>",
1092
+ "<reserved_906>",
1093
+ "<reserved_907>",
1094
+ "<reserved_908>",
1095
+ "<reserved_909>",
1096
+ "<reserved_910>",
1097
+ "<reserved_911>",
1098
+ "<reserved_912>",
1099
+ "<reserved_913>",
1100
+ "<reserved_914>",
1101
+ "<reserved_915>",
1102
+ "<reserved_916>",
1103
+ "<reserved_917>",
1104
+ "<reserved_918>",
1105
+ "<reserved_919>",
1106
+ "<reserved_920>",
1107
+ "<reserved_921>",
1108
+ "<reserved_922>",
1109
+ "<reserved_923>",
1110
+ "<reserved_924>",
1111
+ "<reserved_925>",
1112
+ "<reserved_926>",
1113
+ "<reserved_927>",
1114
+ "<reserved_928>",
1115
+ "<reserved_929>",
1116
+ "<reserved_930>",
1117
+ "<reserved_931>",
1118
+ "<reserved_932>",
1119
+ "<reserved_933>",
1120
+ "<reserved_934>",
1121
+ "<reserved_935>",
1122
+ "<reserved_936>",
1123
+ "<reserved_937>",
1124
+ "<reserved_938>",
1125
+ "<reserved_939>",
1126
+ "<reserved_940>",
1127
+ "<reserved_941>",
1128
+ "<reserved_942>",
1129
+ "<reserved_943>",
1130
+ "<reserved_944>",
1131
+ "<reserved_945>",
1132
+ "<reserved_946>",
1133
+ "<reserved_947>",
1134
+ "<reserved_948>",
1135
+ "<reserved_949>",
1136
+ "<reserved_950>",
1137
+ "<reserved_951>",
1138
+ "<reserved_952>",
1139
+ "<reserved_953>",
1140
+ "<reserved_954>",
1141
+ "<reserved_955>"
1142
  ],
1143
+ "formatting": [
1144
+ "<b>",
1145
+ "</b>",
1146
+ "<del>",
1147
+ "</del>",
1148
+ "<mark>",
1149
+ "</mark>",
1150
+ "<sub>",
1151
+ "</sub>",
1152
+ "<br>",
1153
+ "<sup>",
1154
+ "</sup>",
1155
+ "<i>",
1156
+ "</i>",
1157
+ "<small>",
1158
+ "</small>",
1159
+ "<u>",
1160
+ "</u>",
1161
+ "<code>",
1162
+ "</code>"
 
 
1163
  ],
1164
+ "math_external": [
1165
+ "<math>",
1166
+ "<math display='block'>",
1167
+ "<math display=\"block\">",
1168
+ "<math display='inline'>",
1169
+ "<math display=\"inline\">",
1170
+ "</math>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1171
  ],
1172
+ "reserved": [
1173
+ "<reserved_0>",
1174
+ "<reserved_1>",
1175
+ "<reserved_2>",
1176
+ "<reserved_3>",
1177
+ "<reserved_4>",
1178
+ "<reserved_5>",
1179
+ "<reserved_6>",
1180
+ "<reserved_7>",
1181
+ "<reserved_8>",
1182
+ "<reserved_9>",
1183
+ "<reserved_10>",
1184
+ "<reserved_11>",
1185
+ "<reserved_12>",
1186
+ "<reserved_13>",
1187
+ "<reserved_14>",
1188
+ "<reserved_15>",
1189
+ "<reserved_16>",
1190
+ "<reserved_17>",
1191
+ "<reserved_18>",
1192
+ "<reserved_19>",
1193
+ "<reserved_20>",
1194
+ "<reserved_21>",
1195
+ "<reserved_22>",
1196
+ "<reserved_23>",
1197
+ "<reserved_24>",
1198
+ "<reserved_25>",
1199
+ "<reserved_26>",
1200
+ "<reserved_27>",
1201
+ "<reserved_28>",
1202
+ "<reserved_29>",
1203
+ "<reserved_30>",
1204
+ "<reserved_31>",
1205
+ "<reserved_32>",
1206
+ "<reserved_33>",
1207
+ "<reserved_34>",
1208
+ "<reserved_35>",
1209
+ "<reserved_36>",
1210
+ "<reserved_37>",
1211
+ "<reserved_38>",
1212
+ "<reserved_39>",
1213
+ "<reserved_40>",
1214
+ "<reserved_41>",
1215
+ "<reserved_42>",
1216
+ "<reserved_43>",
1217
+ "<reserved_44>",
1218
+ "<reserved_45>",
1219
+ "<reserved_46>",
1220
+ "<reserved_47>",
1221
+ "<reserved_48>",
1222
+ "<reserved_49>",
1223
+ "<reserved_50>",
1224
+ "<reserved_51>",
1225
+ "<reserved_52>",
1226
+ "<reserved_53>",
1227
+ "<reserved_54>",
1228
+ "<reserved_55>",
1229
+ "<reserved_56>",
1230
+ "<reserved_57>",
1231
+ "<reserved_58>",
1232
+ "<reserved_59>",
1233
+ "<reserved_60>",
1234
+ "<reserved_61>",
1235
+ "<reserved_62>",
1236
+ "<reserved_63>",
1237
+ "<reserved_64>",
1238
+ "<reserved_65>",
1239
+ "<reserved_66>",
1240
+ "<reserved_67>",
1241
+ "<reserved_68>",
1242
+ "<reserved_69>",
1243
+ "<reserved_70>",
1244
+ "<reserved_71>",
1245
+ "<reserved_72>",
1246
+ "<reserved_73>",
1247
+ "<reserved_74>",
1248
+ "<reserved_75>",
1249
+ "<reserved_76>",
1250
+ "<reserved_77>",
1251
+ "<reserved_78>",
1252
+ "<reserved_79>",
1253
+ "<reserved_80>",
1254
+ "<reserved_81>",
1255
+ "<reserved_82>",
1256
+ "<reserved_83>",
1257
+ "<reserved_84>",
1258
+ "<reserved_85>",
1259
+ "<reserved_86>",
1260
+ "<reserved_87>",
1261
+ "<reserved_88>",
1262
+ "<reserved_89>",
1263
+ "<reserved_90>",
1264
+ "<reserved_91>",
1265
+ "<reserved_92>",
1266
+ "<reserved_93>",
1267
+ "<reserved_94>",
1268
+ "<reserved_95>",
1269
+ "<reserved_96>",
1270
+ "<reserved_97>",
1271
+ "<reserved_98>",
1272
+ "<reserved_99>",
1273
+ "<reserved_100>",
1274
+ "<reserved_101>",
1275
+ "<reserved_102>",
1276
+ "<reserved_103>",
1277
+ "<reserved_104>",
1278
+ "<reserved_105>",
1279
+ "<reserved_106>",
1280
+ "<reserved_107>",
1281
+ "<reserved_108>",
1282
+ "<reserved_109>",
1283
+ "<reserved_110>",
1284
+ "<reserved_111>",
1285
+ "<reserved_112>",
1286
+ "<reserved_113>",
1287
+ "<reserved_114>",
1288
+ "<reserved_115>",
1289
+ "<reserved_116>",
1290
+ "<reserved_117>",
1291
+ "<reserved_118>",
1292
+ "<reserved_119>",
1293
+ "<reserved_120>",
1294
+ "<reserved_121>",
1295
+ "<reserved_122>",
1296
+ "<reserved_123>",
1297
+ "<reserved_124>",
1298
+ "<reserved_125>",
1299
+ "<reserved_126>",
1300
+ "<reserved_127>",
1301
+ "<reserved_128>",
1302
+ "<reserved_129>",
1303
+ "<reserved_130>",
1304
+ "<reserved_131>",
1305
+ "<reserved_132>",
1306
+ "<reserved_133>",
1307
+ "<reserved_134>",
1308
+ "<reserved_135>",
1309
+ "<reserved_136>",
1310
+ "<reserved_137>",
1311
+ "<reserved_138>",
1312
+ "<reserved_139>",
1313
+ "<reserved_140>",
1314
+ "<reserved_141>",
1315
+ "<reserved_142>",
1316
+ "<reserved_143>",
1317
+ "<reserved_144>",
1318
+ "<reserved_145>",
1319
+ "<reserved_146>",
1320
+ "<reserved_147>",
1321
+ "<reserved_148>",
1322
+ "<reserved_149>",
1323
+ "<reserved_150>",
1324
+ "<reserved_151>",
1325
+ "<reserved_152>",
1326
+ "<reserved_153>",
1327
+ "<reserved_154>",
1328
+ "<reserved_155>",
1329
+ "<reserved_156>",
1330
+ "<reserved_157>",
1331
+ "<reserved_158>",
1332
+ "<reserved_159>",
1333
+ "<reserved_160>",
1334
+ "<reserved_161>",
1335
+ "<reserved_162>",
1336
+ "<reserved_163>",
1337
+ "<reserved_164>",
1338
+ "<reserved_165>",
1339
+ "<reserved_166>",
1340
+ "<reserved_167>",
1341
+ "<reserved_168>",
1342
+ "<reserved_169>",
1343
+ "<reserved_170>",
1344
+ "<reserved_171>",
1345
+ "<reserved_172>",
1346
+ "<reserved_173>",
1347
+ "<reserved_174>",
1348
+ "<reserved_175>",
1349
+ "<reserved_176>",
1350
+ "<reserved_177>",
1351
+ "<reserved_178>",
1352
+ "<reserved_179>",
1353
+ "<reserved_180>",
1354
+ "<reserved_181>",
1355
+ "<reserved_182>",
1356
+ "<reserved_183>",
1357
+ "<reserved_184>",
1358
+ "<reserved_185>",
1359
+ "<reserved_186>",
1360
+ "<reserved_187>",
1361
+ "<reserved_188>",
1362
+ "<reserved_189>",
1363
+ "<reserved_190>",
1364
+ "<reserved_191>",
1365
+ "<reserved_192>",
1366
+ "<reserved_193>",
1367
+ "<reserved_194>",
1368
+ "<reserved_195>",
1369
+ "<reserved_196>",
1370
+ "<reserved_197>",
1371
+ "<reserved_198>",
1372
+ "<reserved_199>",
1373
+ "<reserved_200>",
1374
+ "<reserved_201>",
1375
+ "<reserved_202>",
1376
+ "<reserved_203>",
1377
+ "<reserved_204>",
1378
+ "<reserved_205>",
1379
+ "<reserved_206>",
1380
+ "<reserved_207>",
1381
+ "<reserved_208>",
1382
+ "<reserved_209>",
1383
+ "<reserved_210>",
1384
+ "<reserved_211>",
1385
+ "<reserved_212>",
1386
+ "<reserved_213>",
1387
+ "<reserved_214>",
1388
+ "<reserved_215>",
1389
+ "<reserved_216>",
1390
+ "<reserved_217>",
1391
+ "<reserved_218>",
1392
+ "<reserved_219>",
1393
+ "<reserved_220>",
1394
+ "<reserved_221>",
1395
+ "<reserved_222>",
1396
+ "<reserved_223>",
1397
+ "<reserved_224>",
1398
+ "<reserved_225>",
1399
+ "<reserved_226>",
1400
+ "<reserved_227>",
1401
+ "<reserved_228>",
1402
+ "<reserved_229>",
1403
+ "<reserved_230>",
1404
+ "<reserved_231>",
1405
+ "<reserved_232>",
1406
+ "<reserved_233>",
1407
+ "<reserved_234>",
1408
+ "<reserved_235>",
1409
+ "<reserved_236>",
1410
+ "<reserved_237>",
1411
+ "<reserved_238>",
1412
+ "<reserved_239>",
1413
+ "<reserved_240>",
1414
+ "<reserved_241>",
1415
+ "<reserved_242>",
1416
+ "<reserved_243>",
1417
+ "<reserved_244>",
1418
+ "<reserved_245>",
1419
+ "<reserved_246>",
1420
+ "<reserved_247>",
1421
+ "<reserved_248>",
1422
+ "<reserved_249>",
1423
+ "<reserved_250>",
1424
+ "<reserved_251>",
1425
+ "<reserved_252>",
1426
+ "<reserved_253>",
1427
+ "<reserved_254>",
1428
+ "<reserved_255>",
1429
+ "<reserved_256>",
1430
+ "<reserved_257>",
1431
+ "<reserved_258>",
1432
+ "<reserved_259>",
1433
+ "<reserved_260>",
1434
+ "<reserved_261>",
1435
+ "<reserved_262>",
1436
+ "<reserved_263>",
1437
+ "<reserved_264>",
1438
+ "<reserved_265>",
1439
+ "<reserved_266>",
1440
+ "<reserved_267>",
1441
+ "<reserved_268>",
1442
+ "<reserved_269>",
1443
+ "<reserved_270>",
1444
+ "<reserved_271>",
1445
+ "<reserved_272>",
1446
+ "<reserved_273>",
1447
+ "<reserved_274>",
1448
+ "<reserved_275>",
1449
+ "<reserved_276>",
1450
+ "<reserved_277>",
1451
+ "<reserved_278>",
1452
+ "<reserved_279>",
1453
+ "<reserved_280>",
1454
+ "<reserved_281>",
1455
+ "<reserved_282>",
1456
+ "<reserved_283>",
1457
+ "<reserved_284>",
1458
+ "<reserved_285>",
1459
+ "<reserved_286>",
1460
+ "<reserved_287>",
1461
+ "<reserved_288>",
1462
+ "<reserved_289>",
1463
+ "<reserved_290>",
1464
+ "<reserved_291>",
1465
+ "<reserved_292>",
1466
+ "<reserved_293>",
1467
+ "<reserved_294>",
1468
+ "<reserved_295>",
1469
+ "<reserved_296>",
1470
+ "<reserved_297>",
1471
+ "<reserved_298>",
1472
+ "<reserved_299>",
1473
+ "<reserved_300>",
1474
+ "<reserved_301>",
1475
+ "<reserved_302>",
1476
+ "<reserved_303>",
1477
+ "<reserved_304>",
1478
+ "<reserved_305>",
1479
+ "<reserved_306>",
1480
+ "<reserved_307>",
1481
+ "<reserved_308>",
1482
+ "<reserved_309>",
1483
+ "<reserved_310>",
1484
+ "<reserved_311>",
1485
+ "<reserved_312>",
1486
+ "<reserved_313>",
1487
+ "<reserved_314>",
1488
+ "<reserved_315>",
1489
+ "<reserved_316>",
1490
+ "<reserved_317>",
1491
+ "<reserved_318>",
1492
+ "<reserved_319>",
1493
+ "<reserved_320>",
1494
+ "<reserved_321>",
1495
+ "<reserved_322>",
1496
+ "<reserved_323>",
1497
+ "<reserved_324>",
1498
+ "<reserved_325>",
1499
+ "<reserved_326>",
1500
+ "<reserved_327>",
1501
+ "<reserved_328>",
1502
+ "<reserved_329>",
1503
+ "<reserved_330>",
1504
+ "<reserved_331>",
1505
+ "<reserved_332>",
1506
+ "<reserved_333>",
1507
+ "<reserved_334>",
1508
+ "<reserved_335>",
1509
+ "<reserved_336>",
1510
+ "<reserved_337>",
1511
+ "<reserved_338>",
1512
+ "<reserved_339>",
1513
+ "<reserved_340>",
1514
+ "<reserved_341>",
1515
+ "<reserved_342>",
1516
+ "<reserved_343>",
1517
+ "<reserved_344>",
1518
+ "<reserved_345>",
1519
+ "<reserved_346>",
1520
+ "<reserved_347>",
1521
+ "<reserved_348>",
1522
+ "<reserved_349>",
1523
+ "<reserved_350>",
1524
+ "<reserved_351>",
1525
+ "<reserved_352>",
1526
+ "<reserved_353>",
1527
+ "<reserved_354>",
1528
+ "<reserved_355>",
1529
+ "<reserved_356>",
1530
+ "<reserved_357>",
1531
+ "<reserved_358>",
1532
+ "<reserved_359>",
1533
+ "<reserved_360>",
1534
+ "<reserved_361>",
1535
+ "<reserved_362>",
1536
+ "<reserved_363>",
1537
+ "<reserved_364>",
1538
+ "<reserved_365>",
1539
+ "<reserved_366>",
1540
+ "<reserved_367>",
1541
+ "<reserved_368>",
1542
+ "<reserved_369>",
1543
+ "<reserved_370>",
1544
+ "<reserved_371>",
1545
+ "<reserved_372>",
1546
+ "<reserved_373>",
1547
+ "<reserved_374>",
1548
+ "<reserved_375>",
1549
+ "<reserved_376>",
1550
+ "<reserved_377>",
1551
+ "<reserved_378>",
1552
+ "<reserved_379>",
1553
+ "<reserved_380>",
1554
+ "<reserved_381>",
1555
+ "<reserved_382>",
1556
+ "<reserved_383>",
1557
+ "<reserved_384>",
1558
+ "<reserved_385>",
1559
+ "<reserved_386>",
1560
+ "<reserved_387>",
1561
+ "<reserved_388>",
1562
+ "<reserved_389>",
1563
+ "<reserved_390>",
1564
+ "<reserved_391>",
1565
+ "<reserved_392>",
1566
+ "<reserved_393>",
1567
+ "<reserved_394>",
1568
+ "<reserved_395>",
1569
+ "<reserved_396>",
1570
+ "<reserved_397>",
1571
+ "<reserved_398>",
1572
+ "<reserved_399>",
1573
+ "<reserved_400>",
1574
+ "<reserved_401>",
1575
+ "<reserved_402>",
1576
+ "<reserved_403>",
1577
+ "<reserved_404>",
1578
+ "<reserved_405>",
1579
+ "<reserved_406>",
1580
+ "<reserved_407>",
1581
+ "<reserved_408>",
1582
+ "<reserved_409>",
1583
+ "<reserved_410>",
1584
+ "<reserved_411>",
1585
+ "<reserved_412>",
1586
+ "<reserved_413>",
1587
+ "<reserved_414>",
1588
+ "<reserved_415>",
1589
+ "<reserved_416>",
1590
+ "<reserved_417>",
1591
+ "<reserved_418>",
1592
+ "<reserved_419>",
1593
+ "<reserved_420>",
1594
+ "<reserved_421>",
1595
+ "<reserved_422>",
1596
+ "<reserved_423>",
1597
+ "<reserved_424>",
1598
+ "<reserved_425>",
1599
+ "<reserved_426>",
1600
+ "<reserved_427>",
1601
+ "<reserved_428>",
1602
+ "<reserved_429>",
1603
+ "<reserved_430>",
1604
+ "<reserved_431>",
1605
+ "<reserved_432>",
1606
+ "<reserved_433>",
1607
+ "<reserved_434>",
1608
+ "<reserved_435>",
1609
+ "<reserved_436>",
1610
+ "<reserved_437>",
1611
+ "<reserved_438>",
1612
+ "<reserved_439>",
1613
+ "<reserved_440>",
1614
+ "<reserved_441>",
1615
+ "<reserved_442>",
1616
+ "<reserved_443>",
1617
+ "<reserved_444>",
1618
+ "<reserved_445>",
1619
+ "<reserved_446>",
1620
+ "<reserved_447>",
1621
+ "<reserved_448>",
1622
+ "<reserved_449>",
1623
+ "<reserved_450>",
1624
+ "<reserved_451>",
1625
+ "<reserved_452>",
1626
+ "<reserved_453>",
1627
+ "<reserved_454>",
1628
+ "<reserved_455>",
1629
+ "<reserved_456>",
1630
+ "<reserved_457>",
1631
+ "<reserved_458>",
1632
+ "<reserved_459>",
1633
+ "<reserved_460>",
1634
+ "<reserved_461>",
1635
+ "<reserved_462>",
1636
+ "<reserved_463>",
1637
+ "<reserved_464>",
1638
+ "<reserved_465>",
1639
+ "<reserved_466>",
1640
+ "<reserved_467>",
1641
+ "<reserved_468>",
1642
+ "<reserved_469>",
1643
+ "<reserved_470>",
1644
+ "<reserved_471>",
1645
+ "<reserved_472>",
1646
+ "<reserved_473>",
1647
+ "<reserved_474>",
1648
+ "<reserved_475>",
1649
+ "<reserved_476>",
1650
+ "<reserved_477>",
1651
+ "<reserved_478>",
1652
+ "<reserved_479>",
1653
+ "<reserved_480>",
1654
+ "<reserved_481>",
1655
+ "<reserved_482>",
1656
+ "<reserved_483>",
1657
+ "<reserved_484>",
1658
+ "<reserved_485>",
1659
+ "<reserved_486>",
1660
+ "<reserved_487>",
1661
+ "<reserved_488>",
1662
+ "<reserved_489>",
1663
+ "<reserved_490>",
1664
+ "<reserved_491>",
1665
+ "<reserved_492>",
1666
+ "<reserved_493>",
1667
+ "<reserved_494>",
1668
+ "<reserved_495>",
1669
+ "<reserved_496>",
1670
+ "<reserved_497>",
1671
+ "<reserved_498>",
1672
+ "<reserved_499>",
1673
+ "<reserved_500>",
1674
+ "<reserved_501>",
1675
+ "<reserved_502>",
1676
+ "<reserved_503>",
1677
+ "<reserved_504>",
1678
+ "<reserved_505>",
1679
+ "<reserved_506>",
1680
+ "<reserved_507>",
1681
+ "<reserved_508>",
1682
+ "<reserved_509>",
1683
+ "<reserved_510>",
1684
+ "<reserved_511>",
1685
+ "<reserved_512>",
1686
+ "<reserved_513>",
1687
+ "<reserved_514>",
1688
+ "<reserved_515>",
1689
+ "<reserved_516>",
1690
+ "<reserved_517>",
1691
+ "<reserved_518>",
1692
+ "<reserved_519>",
1693
+ "<reserved_520>",
1694
+ "<reserved_521>",
1695
+ "<reserved_522>",
1696
+ "<reserved_523>",
1697
+ "<reserved_524>",
1698
+ "<reserved_525>",
1699
+ "<reserved_526>",
1700
+ "<reserved_527>",
1701
+ "<reserved_528>",
1702
+ "<reserved_529>",
1703
+ "<reserved_530>",
1704
+ "<reserved_531>",
1705
+ "<reserved_532>",
1706
+ "<reserved_533>",
1707
+ "<reserved_534>",
1708
+ "<reserved_535>",
1709
+ "<reserved_536>",
1710
+ "<reserved_537>",
1711
+ "<reserved_538>",
1712
+ "<reserved_539>",
1713
+ "<reserved_540>",
1714
+ "<reserved_541>",
1715
+ "<reserved_542>",
1716
+ "<reserved_543>",
1717
+ "<reserved_544>",
1718
+ "<reserved_545>",
1719
+ "<reserved_546>",
1720
+ "<reserved_547>",
1721
+ "<reserved_548>",
1722
+ "<reserved_549>",
1723
+ "<reserved_550>",
1724
+ "<reserved_551>",
1725
+ "<reserved_552>",
1726
+ "<reserved_553>",
1727
+ "<reserved_554>",
1728
+ "<reserved_555>",
1729
+ "<reserved_556>",
1730
+ "<reserved_557>",
1731
+ "<reserved_558>",
1732
+ "<reserved_559>",
1733
+ "<reserved_560>",
1734
+ "<reserved_561>",
1735
+ "<reserved_562>",
1736
+ "<reserved_563>",
1737
+ "<reserved_564>",
1738
+ "<reserved_565>",
1739
+ "<reserved_566>",
1740
+ "<reserved_567>",
1741
+ "<reserved_568>",
1742
+ "<reserved_569>",
1743
+ "<reserved_570>",
1744
+ "<reserved_571>",
1745
+ "<reserved_572>",
1746
+ "<reserved_573>",
1747
+ "<reserved_574>",
1748
+ "<reserved_575>",
1749
+ "<reserved_576>",
1750
+ "<reserved_577>",
1751
+ "<reserved_578>",
1752
+ "<reserved_579>",
1753
+ "<reserved_580>",
1754
+ "<reserved_581>",
1755
+ "<reserved_582>",
1756
+ "<reserved_583>",
1757
+ "<reserved_584>",
1758
+ "<reserved_585>",
1759
+ "<reserved_586>",
1760
+ "<reserved_587>",
1761
+ "<reserved_588>",
1762
+ "<reserved_589>",
1763
+ "<reserved_590>",
1764
+ "<reserved_591>",
1765
+ "<reserved_592>",
1766
+ "<reserved_593>",
1767
+ "<reserved_594>",
1768
+ "<reserved_595>",
1769
+ "<reserved_596>",
1770
+ "<reserved_597>",
1771
+ "<reserved_598>",
1772
+ "<reserved_599>",
1773
+ "<reserved_600>",
1774
+ "<reserved_601>",
1775
+ "<reserved_602>",
1776
+ "<reserved_603>",
1777
+ "<reserved_604>",
1778
+ "<reserved_605>",
1779
+ "<reserved_606>",
1780
+ "<reserved_607>",
1781
+ "<reserved_608>",
1782
+ "<reserved_609>",
1783
+ "<reserved_610>",
1784
+ "<reserved_611>",
1785
+ "<reserved_612>",
1786
+ "<reserved_613>",
1787
+ "<reserved_614>",
1788
+ "<reserved_615>",
1789
+ "<reserved_616>",
1790
+ "<reserved_617>",
1791
+ "<reserved_618>",
1792
+ "<reserved_619>",
1793
+ "<reserved_620>",
1794
+ "<reserved_621>",
1795
+ "<reserved_622>",
1796
+ "<reserved_623>",
1797
+ "<reserved_624>",
1798
+ "<reserved_625>",
1799
+ "<reserved_626>",
1800
+ "<reserved_627>",
1801
+ "<reserved_628>",
1802
+ "<reserved_629>",
1803
+ "<reserved_630>",
1804
+ "<reserved_631>",
1805
+ "<reserved_632>",
1806
+ "<reserved_633>",
1807
+ "<reserved_634>",
1808
+ "<reserved_635>",
1809
+ "<reserved_636>",
1810
+ "<reserved_637>",
1811
+ "<reserved_638>",
1812
+ "<reserved_639>",
1813
+ "<reserved_640>",
1814
+ "<reserved_641>",
1815
+ "<reserved_642>",
1816
+ "<reserved_643>",
1817
+ "<reserved_644>",
1818
+ "<reserved_645>",
1819
+ "<reserved_646>",
1820
+ "<reserved_647>",
1821
+ "<reserved_648>",
1822
+ "<reserved_649>",
1823
+ "<reserved_650>",
1824
+ "<reserved_651>",
1825
+ "<reserved_652>",
1826
+ "<reserved_653>",
1827
+ "<reserved_654>",
1828
+ "<reserved_655>",
1829
+ "<reserved_656>",
1830
+ "<reserved_657>",
1831
+ "<reserved_658>",
1832
+ "<reserved_659>",
1833
+ "<reserved_660>",
1834
+ "<reserved_661>",
1835
+ "<reserved_662>",
1836
+ "<reserved_663>",
1837
+ "<reserved_664>",
1838
+ "<reserved_665>",
1839
+ "<reserved_666>",
1840
+ "<reserved_667>",
1841
+ "<reserved_668>",
1842
+ "<reserved_669>",
1843
+ "<reserved_670>",
1844
+ "<reserved_671>",
1845
+ "<reserved_672>",
1846
+ "<reserved_673>",
1847
+ "<reserved_674>",
1848
+ "<reserved_675>",
1849
+ "<reserved_676>",
1850
+ "<reserved_677>",
1851
+ "<reserved_678>",
1852
+ "<reserved_679>",
1853
+ "<reserved_680>",
1854
+ "<reserved_681>",
1855
+ "<reserved_682>",
1856
+ "<reserved_683>",
1857
+ "<reserved_684>",
1858
+ "<reserved_685>",
1859
+ "<reserved_686>",
1860
+ "<reserved_687>",
1861
+ "<reserved_688>",
1862
+ "<reserved_689>",
1863
+ "<reserved_690>",
1864
+ "<reserved_691>",
1865
+ "<reserved_692>",
1866
+ "<reserved_693>",
1867
+ "<reserved_694>",
1868
+ "<reserved_695>",
1869
+ "<reserved_696>",
1870
+ "<reserved_697>",
1871
+ "<reserved_698>",
1872
+ "<reserved_699>",
1873
+ "<reserved_700>",
1874
+ "<reserved_701>",
1875
+ "<reserved_702>",
1876
+ "<reserved_703>",
1877
+ "<reserved_704>",
1878
+ "<reserved_705>",
1879
+ "<reserved_706>",
1880
+ "<reserved_707>",
1881
+ "<reserved_708>",
1882
+ "<reserved_709>",
1883
+ "<reserved_710>",
1884
+ "<reserved_711>",
1885
+ "<reserved_712>",
1886
+ "<reserved_713>",
1887
+ "<reserved_714>",
1888
+ "<reserved_715>",
1889
+ "<reserved_716>",
1890
+ "<reserved_717>",
1891
+ "<reserved_718>",
1892
+ "<reserved_719>",
1893
+ "<reserved_720>",
1894
+ "<reserved_721>",
1895
+ "<reserved_722>",
1896
+ "<reserved_723>",
1897
+ "<reserved_724>",
1898
+ "<reserved_725>",
1899
+ "<reserved_726>",
1900
+ "<reserved_727>",
1901
+ "<reserved_728>",
1902
+ "<reserved_729>",
1903
+ "<reserved_730>",
1904
+ "<reserved_731>",
1905
+ "<reserved_732>",
1906
+ "<reserved_733>",
1907
+ "<reserved_734>",
1908
+ "<reserved_735>",
1909
+ "<reserved_736>",
1910
+ "<reserved_737>",
1911
+ "<reserved_738>",
1912
+ "<reserved_739>",
1913
+ "<reserved_740>",
1914
+ "<reserved_741>",
1915
+ "<reserved_742>",
1916
+ "<reserved_743>",
1917
+ "<reserved_744>",
1918
+ "<reserved_745>",
1919
+ "<reserved_746>",
1920
+ "<reserved_747>",
1921
+ "<reserved_748>",
1922
+ "<reserved_749>",
1923
+ "<reserved_750>",
1924
+ "<reserved_751>",
1925
+ "<reserved_752>",
1926
+ "<reserved_753>",
1927
+ "<reserved_754>",
1928
+ "<reserved_755>",
1929
+ "<reserved_756>",
1930
+ "<reserved_757>",
1931
+ "<reserved_758>",
1932
+ "<reserved_759>",
1933
+ "<reserved_760>",
1934
+ "<reserved_761>",
1935
+ "<reserved_762>",
1936
+ "<reserved_763>",
1937
+ "<reserved_764>",
1938
+ "<reserved_765>",
1939
+ "<reserved_766>",
1940
+ "<reserved_767>",
1941
+ "<reserved_768>",
1942
+ "<reserved_769>",
1943
+ "<reserved_770>",
1944
+ "<reserved_771>",
1945
+ "<reserved_772>",
1946
+ "<reserved_773>",
1947
+ "<reserved_774>",
1948
+ "<reserved_775>",
1949
+ "<reserved_776>",
1950
+ "<reserved_777>",
1951
+ "<reserved_778>",
1952
+ "<reserved_779>",
1953
+ "<reserved_780>",
1954
+ "<reserved_781>",
1955
+ "<reserved_782>",
1956
+ "<reserved_783>",
1957
+ "<reserved_784>",
1958
+ "<reserved_785>",
1959
+ "<reserved_786>",
1960
+ "<reserved_787>",
1961
+ "<reserved_788>",
1962
+ "<reserved_789>",
1963
+ "<reserved_790>",
1964
+ "<reserved_791>",
1965
+ "<reserved_792>",
1966
+ "<reserved_793>",
1967
+ "<reserved_794>",
1968
+ "<reserved_795>",
1969
+ "<reserved_796>",
1970
+ "<reserved_797>",
1971
+ "<reserved_798>",
1972
+ "<reserved_799>",
1973
+ "<reserved_800>",
1974
+ "<reserved_801>",
1975
+ "<reserved_802>",
1976
+ "<reserved_803>",
1977
+ "<reserved_804>",
1978
+ "<reserved_805>",
1979
+ "<reserved_806>",
1980
+ "<reserved_807>",
1981
+ "<reserved_808>",
1982
+ "<reserved_809>",
1983
+ "<reserved_810>",
1984
+ "<reserved_811>",
1985
+ "<reserved_812>",
1986
+ "<reserved_813>",
1987
+ "<reserved_814>",
1988
+ "<reserved_815>",
1989
+ "<reserved_816>",
1990
+ "<reserved_817>",
1991
+ "<reserved_818>",
1992
+ "<reserved_819>",
1993
+ "<reserved_820>",
1994
+ "<reserved_821>",
1995
+ "<reserved_822>",
1996
+ "<reserved_823>",
1997
+ "<reserved_824>",
1998
+ "<reserved_825>",
1999
+ "<reserved_826>",
2000
+ "<reserved_827>",
2001
+ "<reserved_828>",
2002
+ "<reserved_829>",
2003
+ "<reserved_830>",
2004
+ "<reserved_831>",
2005
+ "<reserved_832>",
2006
+ "<reserved_833>",
2007
+ "<reserved_834>",
2008
+ "<reserved_835>",
2009
+ "<reserved_836>",
2010
+ "<reserved_837>",
2011
+ "<reserved_838>",
2012
+ "<reserved_839>",
2013
+ "<reserved_840>",
2014
+ "<reserved_841>",
2015
+ "<reserved_842>",
2016
+ "<reserved_843>",
2017
+ "<reserved_844>",
2018
+ "<reserved_845>",
2019
+ "<reserved_846>",
2020
+ "<reserved_847>",
2021
+ "<reserved_848>",
2022
+ "<reserved_849>",
2023
+ "<reserved_850>",
2024
+ "<reserved_851>",
2025
+ "<reserved_852>",
2026
+ "<reserved_853>",
2027
+ "<reserved_854>",
2028
+ "<reserved_855>",
2029
+ "<reserved_856>",
2030
+ "<reserved_857>",
2031
+ "<reserved_858>",
2032
+ "<reserved_859>",
2033
+ "<reserved_860>",
2034
+ "<reserved_861>",
2035
+ "<reserved_862>",
2036
+ "<reserved_863>",
2037
+ "<reserved_864>",
2038
+ "<reserved_865>",
2039
+ "<reserved_866>",
2040
+ "<reserved_867>",
2041
+ "<reserved_868>",
2042
+ "<reserved_869>",
2043
+ "<reserved_870>",
2044
+ "<reserved_871>",
2045
+ "<reserved_872>",
2046
+ "<reserved_873>",
2047
+ "<reserved_874>",
2048
+ "<reserved_875>",
2049
+ "<reserved_876>",
2050
+ "<reserved_877>",
2051
+ "<reserved_878>",
2052
+ "<reserved_879>",
2053
+ "<reserved_880>",
2054
+ "<reserved_881>",
2055
+ "<reserved_882>",
2056
+ "<reserved_883>",
2057
+ "<reserved_884>",
2058
+ "<reserved_885>",
2059
+ "<reserved_886>",
2060
+ "<reserved_887>",
2061
+ "<reserved_888>",
2062
+ "<reserved_889>",
2063
+ "<reserved_890>",
2064
+ "<reserved_891>",
2065
+ "<reserved_892>",
2066
+ "<reserved_893>",
2067
+ "<reserved_894>",
2068
+ "<reserved_895>",
2069
+ "<reserved_896>",
2070
+ "<reserved_897>",
2071
+ "<reserved_898>",
2072
+ "<reserved_899>",
2073
+ "<reserved_900>",
2074
+ "<reserved_901>",
2075
+ "<reserved_902>",
2076
+ "<reserved_903>",
2077
+ "<reserved_904>",
2078
+ "<reserved_905>",
2079
+ "<reserved_906>",
2080
+ "<reserved_907>",
2081
+ "<reserved_908>",
2082
+ "<reserved_909>",
2083
+ "<reserved_910>",
2084
+ "<reserved_911>",
2085
+ "<reserved_912>",
2086
+ "<reserved_913>",
2087
+ "<reserved_914>",
2088
+ "<reserved_915>",
2089
+ "<reserved_916>",
2090
+ "<reserved_917>",
2091
+ "<reserved_918>",
2092
+ "<reserved_919>",
2093
+ "<reserved_920>",
2094
+ "<reserved_921>",
2095
+ "<reserved_922>",
2096
+ "<reserved_923>",
2097
+ "<reserved_924>",
2098
+ "<reserved_925>",
2099
+ "<reserved_926>",
2100
+ "<reserved_927>",
2101
+ "<reserved_928>",
2102
+ "<reserved_929>",
2103
+ "<reserved_930>",
2104
+ "<reserved_931>",
2105
+ "<reserved_932>",
2106
+ "<reserved_933>",
2107
+ "<reserved_934>",
2108
+ "<reserved_935>",
2109
+ "<reserved_936>",
2110
+ "<reserved_937>",
2111
+ "<reserved_938>",
2112
+ "<reserved_939>",
2113
+ "<reserved_940>",
2114
+ "<reserved_941>",
2115
+ "<reserved_942>",
2116
+ "<reserved_943>",
2117
+ "<reserved_944>",
2118
+ "<reserved_945>",
2119
+ "<reserved_946>",
2120
+ "<reserved_947>",
2121
+ "<reserved_948>",
2122
+ "<reserved_949>",
2123
+ "<reserved_950>",
2124
+ "<reserved_951>",
2125
+ "<reserved_952>",
2126
+ "<reserved_953>",
2127
+ "<reserved_954>",
2128
+ "<reserved_955>"
2129
  ],
2130
+ "script": [
2131
+ "<SCRIPT-LATIN>",
2132
+ "<SCRIPT-PUNCTUATION>",
2133
+ "<SCRIPT-CYRILLIC>",
2134
+ "<SCRIPT-ARABIC>",
2135
+ "<SCRIPT-CHINESE>",
2136
+ "<SCRIPT-JAPANESE>",
2137
+ "<SCRIPT-KOREAN>",
2138
+ "<SCRIPT-SYMBOLS>",
2139
+ "<SCRIPT-GREEK>",
2140
+ "<SCRIPT-ARMENIAN>",
2141
+ "<SCRIPT-HEBREW>",
2142
+ "<SCRIPT-DEVANAGARI>",
2143
+ "<SCRIPT-BENGALI>",
2144
+ "<SCRIPT-GURMUKHI>",
2145
+ "<SCRIPT-GUJARATI>",
2146
+ "<SCRIPT-ORIYA>",
2147
+ "<SCRIPT-TAMIL>",
2148
+ "<SCRIPT-TELUGU>",
2149
+ "<SCRIPT-KANNADA>",
2150
+ "<SCRIPT-MALAYALAM>",
2151
+ "<SCRIPT-SINHALA>",
2152
+ "<SCRIPT-THAI>",
2153
+ "<SCRIPT-LAO>",
2154
+ "<SCRIPT-MYANMAR>",
2155
+ "<SCRIPT-GEORGIAN>",
2156
+ "<SCRIPT-ETHIOPIC>",
2157
+ "<SCRIPT-KHMER>",
2158
+ "<SCRIPT-MONGOLIAN>",
2159
+ "<SCRIPT-MATH>"
2160
+ ],
2161
+ "system": [
2162
+ "</S>",
2163
+ "<EOI>",
2164
+ "<IMAGE>",
2165
+ "<PAD>",
2166
+ "<NOP>",
2167
+ "<ROT>",
2168
+ "<OCR-WB>",
2169
+ "<OCR-WOB>",
2170
+ "<BLOCKS-WOB>",
2171
+ "<REG1>",
2172
+ "<REG2>",
2173
+ "<REG3>",
2174
+ "<REG4>",
2175
+ "<NO-MATH>"
2176
+ ]
2177
+ },
2178
+ "special_token_count": 4,
2179
+ "tasks": {
2180
+ "block_without_boxes": {
2181
+ "img_size": [
2182
+ 1024,
2183
+ 512
2184
+ ]
2185
+ },
2186
+ "ocr_with_boxes": {
2187
+ "img_size": [
2188
+ 1024,
2189
+ 256
2190
+ ]
2191
+ },
2192
+ "ocr_without_boxes": {
2193
+ "img_size": [
2194
+ 1024,
2195
+ 256
2196
+ ]
2197
+ }
2198
  },
2199
+ "torch_dtype": "bfloat16",
2200
+ "transformers_version": "4.50.3",
2201
+ "unmask_image": false,
2202
+ "use_ce_loss": false,
2203
+ "vision_encoder": {
2204
+ "_attn_implementation_autoset": true,
2205
  "_name_or_path": "",
2206
  "add_cross_attention": false,
2207
  "architectures": null,
 
 
 
 
2208
  "bad_words_ids": null,
2209
  "begin_suppress_tokens": null,
2210
+ "bos_token_id": null,
 
 
 
 
2211
  "chunk_size_feed_forward": 0,
 
2212
  "cross_attention_hidden_size": null,
 
 
 
 
 
 
 
 
 
 
 
2213
  "decoder_start_token_id": null,
2214
+ "depth": 8,
2215
  "diversity_penalty": 0.0,
2216
  "do_sample": false,
2217
  "early_stopping": false,
 
2218
  "encoder_no_repeat_ngram_size": 0,
2219
+ "eos_token_id": null,
2220
  "exponential_decay_length_penalty": null,
 
2221
  "finetuning_task": null,
2222
  "forced_bos_token_id": null,
2223
  "forced_eos_token_id": null,
2224
+ "fullatt_block_indexes": [
 
 
2225
  3,
2226
+ 7
 
 
 
2227
  ],
2228
+ "hidden_act": "silu",
 
2229
  "hidden_size": 1280,
2230
  "id2label": {
2231
  "0": "LABEL_0",
2232
  "1": "LABEL_1"
2233
  },
2234
+ "image_size": [
2235
+ 1024,
2236
+ 256
2237
+ ],
2238
+ "in_channels": 3,
2239
+ "initializer_range": 0.02,
2240
+ "intermediate_size": 3420,
2241
  "is_decoder": false,
2242
  "is_encoder_decoder": false,
 
2243
  "label2id": {
2244
  "LABEL_0": 0,
2245
  "LABEL_1": 1
2246
  },
2247
  "length_penalty": 1.0,
 
 
2248
  "max_length": 20,
2249
  "min_length": 0,
2250
+ "model_type": "qwen2_5_vl",
2251
  "no_repeat_ngram_size": 0,
 
2252
  "num_beam_groups": 1,
2253
  "num_beams": 1,
2254
+ "num_heads": 16,
 
2255
  "num_return_sequences": 1,
2256
+ "out_hidden_size": 1280,
2257
  "output_attentions": false,
2258
  "output_hidden_states": false,
2259
  "output_scores": false,
2260
+ "pad_token_id": null,
2261
+ "patch_size": 14,
2262
  "prefix": null,
2263
  "problem_type": null,
2264
  "pruned_heads": {},
 
2265
  "remove_invalid_values": false,
2266
  "repetition_penalty": 1.0,
2267
  "return_dict": true,
2268
  "return_dict_in_generate": false,
 
 
 
 
 
 
 
 
 
 
2269
  "sep_token_id": null,
2270
+ "spatial_merge_size": 2,
2271
+ "spatial_patch_size": 14,
2272
  "suppress_tokens": null,
2273
  "task_specific_params": null,
2274
  "temperature": 1.0,
2275
+ "temporal_patch_size": 1,
2276
  "tf_legacy_loss": false,
2277
  "tie_encoder_decoder": false,
2278
  "tie_word_embeddings": true,
2279
  "tokenizer_class": null,
2280
+ "tokens_per_second": 4,
2281
  "top_k": 50,
2282
  "top_p": 1.0,
2283
  "torch_dtype": null,
2284
  "torchscript": false,
2285
  "typical_p": 1.0,
2286
  "use_bfloat16": false,
2287
+ "window_size": 112
 
 
2288
  },
2289
+ "vocab_size": 218225
 
 
2290
  }
manifest.json CHANGED
@@ -1 +1 @@
1
- {"files": ["model.safetensors", "added_tokens.json", "tokenizer_config.json", "special_tokens_map.json", "config.json", "generation_config.json", "README.md", ".gitattributes", "preprocessor_config.json"]}
 
1
+ {"files": ["model.safetensors", "added_tokens.json", "tokenizer_config.json", "special_tokens_map.json", "config.json", "README.md", "merges.txt", ".gitattributes", "vocab.json", "preprocessor_config.json"]}
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a75b64cbeaed06820559bcda4e12c1235de62b5bce787d57cf56a9c3a7123d1
3
- size 940533088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30818e0e67898880036bb6b0738104366e8fe4197dc1f21b96c3c21d6ee2d671
3
+ size 1634909470
preprocessor_config.json CHANGED
@@ -1,35 +1,23 @@
1
  {
2
- "do_align_long_axis": true,
3
- "do_normalize": false,
4
- "do_pad": false,
5
- "do_rescale": false,
6
  "do_resize": false,
7
- "do_thumbnail": false,
8
  "image_mean": [
9
- 0.5,
10
- 0.5,
11
- 0.5
12
  ],
13
- "image_processor_type": "SuryaImageProcessor",
14
  "image_std": [
15
- 0.5,
16
- 0.5,
17
- 0.5
18
  ],
19
- "max_size": {
20
- "height": 256,
21
- "width": 896
22
- },
23
- "patch_size": [
24
- 4,
25
- 4
26
- ],
27
- "processor_class": "SuryaProcessor",
28
- "resample": 2,
29
  "rescale_factor": 0.00392156862745098,
30
  "size": {
31
- "height": 2560,
32
- "width": 1920
33
- },
34
- "train": false
35
  }
 
1
  {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
 
5
  "do_resize": false,
 
6
  "image_mean": [
7
+ 0.485,
8
+ 0.456,
9
+ 0.406
10
  ],
11
+ "image_processor_type": "ViTImageProcessor",
12
  "image_std": [
13
+ 0.229,
14
+ 0.224,
15
+ 0.225
16
  ],
17
+ "resample": 3,
 
 
 
 
 
 
 
 
 
18
  "rescale_factor": 0.00392156862745098,
19
  "size": {
20
+ "height": 1024,
21
+ "width": 256
22
+ }
 
23
  }
special_tokens_map.json CHANGED
@@ -1,150 +1,31 @@
1
  {
2
  "additional_special_tokens": [
3
- "<extra_id_0>",
4
- "<extra_id_1>",
5
- "<extra_id_2>",
6
- "<extra_id_3>",
7
- "<extra_id_4>",
8
- "<extra_id_5>",
9
- "<extra_id_6>",
10
- "<extra_id_7>",
11
- "<extra_id_8>",
12
- "<extra_id_9>",
13
- "<extra_id_10>",
14
- "<extra_id_11>",
15
- "<extra_id_12>",
16
- "<extra_id_13>",
17
- "<extra_id_14>",
18
- "<extra_id_15>",
19
- "<extra_id_16>",
20
- "<extra_id_17>",
21
- "<extra_id_18>",
22
- "<extra_id_19>",
23
- "<extra_id_20>",
24
- "<extra_id_21>",
25
- "<extra_id_22>",
26
- "<extra_id_23>",
27
- "<extra_id_24>",
28
- "<extra_id_25>",
29
- "<extra_id_26>",
30
- "<extra_id_27>",
31
- "<extra_id_28>",
32
- "<extra_id_29>",
33
- "<extra_id_30>",
34
- "<extra_id_31>",
35
- "<extra_id_32>",
36
- "<extra_id_33>",
37
- "<extra_id_34>",
38
- "<extra_id_35>",
39
- "<extra_id_36>",
40
- "<extra_id_37>",
41
- "<extra_id_38>",
42
- "<extra_id_39>",
43
- "<extra_id_40>",
44
- "<extra_id_41>",
45
- "<extra_id_42>",
46
- "<extra_id_43>",
47
- "<extra_id_44>",
48
- "<extra_id_45>",
49
- "<extra_id_46>",
50
- "<extra_id_47>",
51
- "<extra_id_48>",
52
- "<extra_id_49>",
53
- "<extra_id_50>",
54
- "<extra_id_51>",
55
- "<extra_id_52>",
56
- "<extra_id_53>",
57
- "<extra_id_54>",
58
- "<extra_id_55>",
59
- "<extra_id_56>",
60
- "<extra_id_57>",
61
- "<extra_id_58>",
62
- "<extra_id_59>",
63
- "<extra_id_60>",
64
- "<extra_id_61>",
65
- "<extra_id_62>",
66
- "<extra_id_63>",
67
- "<extra_id_64>",
68
- "<extra_id_65>",
69
- "<extra_id_66>",
70
- "<extra_id_67>",
71
- "<extra_id_68>",
72
- "<extra_id_69>",
73
- "<extra_id_70>",
74
- "<extra_id_71>",
75
- "<extra_id_72>",
76
- "<extra_id_73>",
77
- "<extra_id_74>",
78
- "<extra_id_75>",
79
- "<extra_id_76>",
80
- "<extra_id_77>",
81
- "<extra_id_78>",
82
- "<extra_id_79>",
83
- "<extra_id_80>",
84
- "<extra_id_81>",
85
- "<extra_id_82>",
86
- "<extra_id_83>",
87
- "<extra_id_84>",
88
- "<extra_id_85>",
89
- "<extra_id_86>",
90
- "<extra_id_87>",
91
- "<extra_id_88>",
92
- "<extra_id_89>",
93
- "<extra_id_90>",
94
- "<extra_id_91>",
95
- "<extra_id_92>",
96
- "<extra_id_93>",
97
- "<extra_id_94>",
98
- "<extra_id_95>",
99
- "<extra_id_96>",
100
- "<extra_id_97>",
101
- "<extra_id_98>",
102
- "<extra_id_99>",
103
- "<extra_id_100>",
104
- "<extra_id_101>",
105
- "<extra_id_102>",
106
- "<extra_id_103>",
107
- "<extra_id_104>",
108
- "<extra_id_105>",
109
- "<extra_id_106>",
110
- "<extra_id_107>",
111
- "<extra_id_108>",
112
- "<extra_id_109>",
113
- "<extra_id_110>",
114
- "<extra_id_111>",
115
- "<extra_id_112>",
116
- "<extra_id_113>",
117
- "<extra_id_114>",
118
- "<extra_id_115>",
119
- "<extra_id_116>",
120
- "<extra_id_117>",
121
- "<extra_id_118>",
122
- "<extra_id_119>",
123
- "<extra_id_120>",
124
- "<extra_id_121>",
125
- "<extra_id_122>",
126
- "<extra_id_123>",
127
- "<extra_id_124>"
128
  ],
129
  "eos_token": {
130
- "content": "</s>",
131
- "lstrip": true,
132
- "normalized": true,
133
- "rstrip": true,
134
  "single_word": false
135
  },
136
  "pad_token": {
137
- "content": "<pad>",
138
- "lstrip": true,
139
- "normalized": true,
140
- "rstrip": true,
141
- "single_word": false
142
- },
143
- "unk_token": {
144
- "content": "<unk>",
145
- "lstrip": true,
146
- "normalized": true,
147
- "rstrip": true,
148
  "single_word": false
149
  }
150
  }
 
1
  {
2
  "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  ],
17
  "eos_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
  "single_word": false
23
  },
24
  "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
 
 
 
 
 
 
 
29
  "single_word": false
30
  }
31
  }
tokenizer_config.json CHANGED
@@ -1,1163 +1,208 @@
1
  {
 
 
2
  "added_tokens_decoder": {
3
- "0": {
4
- "content": "<pad>",
5
- "lstrip": true,
6
- "normalized": true,
7
- "rstrip": true,
8
- "single_word": false,
9
- "special": true
10
- },
11
- "1": {
12
- "content": "</s>",
13
- "lstrip": true,
14
- "normalized": true,
15
- "rstrip": true,
16
- "single_word": false,
17
- "special": true
18
- },
19
- "2": {
20
- "content": "<unk>",
21
- "lstrip": true,
22
- "normalized": true,
23
- "rstrip": true,
24
- "single_word": false,
25
- "special": true
26
- },
27
- "259": {
28
- "content": "<extra_id_0>",
29
- "lstrip": false,
30
- "normalized": false,
31
- "rstrip": false,
32
- "single_word": false,
33
- "special": true
34
- },
35
- "260": {
36
- "content": "<extra_id_1>",
37
- "lstrip": false,
38
- "normalized": false,
39
- "rstrip": false,
40
- "single_word": false,
41
- "special": true
42
- },
43
- "261": {
44
- "content": "<extra_id_2>",
45
- "lstrip": false,
46
- "normalized": false,
47
- "rstrip": false,
48
- "single_word": false,
49
- "special": true
50
- },
51
- "262": {
52
- "content": "<extra_id_3>",
53
- "lstrip": false,
54
- "normalized": false,
55
- "rstrip": false,
56
- "single_word": false,
57
- "special": true
58
- },
59
- "263": {
60
- "content": "<extra_id_4>",
61
- "lstrip": false,
62
- "normalized": false,
63
- "rstrip": false,
64
- "single_word": false,
65
- "special": true
66
- },
67
- "264": {
68
- "content": "<extra_id_5>",
69
- "lstrip": false,
70
- "normalized": false,
71
- "rstrip": false,
72
- "single_word": false,
73
- "special": true
74
- },
75
- "265": {
76
- "content": "<extra_id_6>",
77
- "lstrip": false,
78
- "normalized": false,
79
- "rstrip": false,
80
- "single_word": false,
81
- "special": true
82
- },
83
- "266": {
84
- "content": "<extra_id_7>",
85
- "lstrip": false,
86
- "normalized": false,
87
- "rstrip": false,
88
- "single_word": false,
89
- "special": true
90
- },
91
- "267": {
92
- "content": "<extra_id_8>",
93
- "lstrip": false,
94
- "normalized": false,
95
- "rstrip": false,
96
- "single_word": false,
97
- "special": true
98
- },
99
- "268": {
100
- "content": "<extra_id_9>",
101
- "lstrip": false,
102
- "normalized": false,
103
- "rstrip": false,
104
- "single_word": false,
105
- "special": true
106
- },
107
- "269": {
108
- "content": "<extra_id_10>",
109
- "lstrip": false,
110
- "normalized": false,
111
- "rstrip": false,
112
- "single_word": false,
113
- "special": true
114
- },
115
- "270": {
116
- "content": "<extra_id_11>",
117
- "lstrip": false,
118
- "normalized": false,
119
- "rstrip": false,
120
- "single_word": false,
121
- "special": true
122
- },
123
- "271": {
124
- "content": "<extra_id_12>",
125
- "lstrip": false,
126
- "normalized": false,
127
- "rstrip": false,
128
- "single_word": false,
129
- "special": true
130
- },
131
- "272": {
132
- "content": "<extra_id_13>",
133
- "lstrip": false,
134
- "normalized": false,
135
- "rstrip": false,
136
- "single_word": false,
137
- "special": true
138
- },
139
- "273": {
140
- "content": "<extra_id_14>",
141
- "lstrip": false,
142
- "normalized": false,
143
- "rstrip": false,
144
- "single_word": false,
145
- "special": true
146
- },
147
- "274": {
148
- "content": "<extra_id_15>",
149
- "lstrip": false,
150
- "normalized": false,
151
- "rstrip": false,
152
- "single_word": false,
153
- "special": true
154
- },
155
- "275": {
156
- "content": "<extra_id_16>",
157
- "lstrip": false,
158
- "normalized": false,
159
- "rstrip": false,
160
- "single_word": false,
161
- "special": true
162
- },
163
- "276": {
164
- "content": "<extra_id_17>",
165
- "lstrip": false,
166
- "normalized": false,
167
- "rstrip": false,
168
- "single_word": false,
169
- "special": true
170
- },
171
- "277": {
172
- "content": "<extra_id_18>",
173
- "lstrip": false,
174
- "normalized": false,
175
- "rstrip": false,
176
- "single_word": false,
177
- "special": true
178
- },
179
- "278": {
180
- "content": "<extra_id_19>",
181
- "lstrip": false,
182
- "normalized": false,
183
- "rstrip": false,
184
- "single_word": false,
185
- "special": true
186
- },
187
- "279": {
188
- "content": "<extra_id_20>",
189
- "lstrip": false,
190
- "normalized": false,
191
- "rstrip": false,
192
- "single_word": false,
193
- "special": true
194
- },
195
- "280": {
196
- "content": "<extra_id_21>",
197
- "lstrip": false,
198
- "normalized": false,
199
- "rstrip": false,
200
- "single_word": false,
201
- "special": true
202
- },
203
- "281": {
204
- "content": "<extra_id_22>",
205
- "lstrip": false,
206
- "normalized": false,
207
- "rstrip": false,
208
- "single_word": false,
209
- "special": true
210
- },
211
- "282": {
212
- "content": "<extra_id_23>",
213
- "lstrip": false,
214
- "normalized": false,
215
- "rstrip": false,
216
- "single_word": false,
217
- "special": true
218
- },
219
- "283": {
220
- "content": "<extra_id_24>",
221
- "lstrip": false,
222
- "normalized": false,
223
- "rstrip": false,
224
- "single_word": false,
225
- "special": true
226
- },
227
- "284": {
228
- "content": "<extra_id_25>",
229
- "lstrip": false,
230
- "normalized": false,
231
- "rstrip": false,
232
- "single_word": false,
233
- "special": true
234
- },
235
- "285": {
236
- "content": "<extra_id_26>",
237
- "lstrip": false,
238
- "normalized": false,
239
- "rstrip": false,
240
- "single_word": false,
241
- "special": true
242
- },
243
- "286": {
244
- "content": "<extra_id_27>",
245
- "lstrip": false,
246
- "normalized": false,
247
- "rstrip": false,
248
- "single_word": false,
249
- "special": true
250
- },
251
- "287": {
252
- "content": "<extra_id_28>",
253
- "lstrip": false,
254
- "normalized": false,
255
- "rstrip": false,
256
- "single_word": false,
257
- "special": true
258
- },
259
- "288": {
260
- "content": "<extra_id_29>",
261
- "lstrip": false,
262
- "normalized": false,
263
- "rstrip": false,
264
- "single_word": false,
265
- "special": true
266
- },
267
- "289": {
268
- "content": "<extra_id_30>",
269
- "lstrip": false,
270
- "normalized": false,
271
- "rstrip": false,
272
- "single_word": false,
273
- "special": true
274
- },
275
- "290": {
276
- "content": "<extra_id_31>",
277
- "lstrip": false,
278
- "normalized": false,
279
- "rstrip": false,
280
- "single_word": false,
281
- "special": true
282
- },
283
- "291": {
284
- "content": "<extra_id_32>",
285
- "lstrip": false,
286
- "normalized": false,
287
- "rstrip": false,
288
- "single_word": false,
289
- "special": true
290
- },
291
- "292": {
292
- "content": "<extra_id_33>",
293
- "lstrip": false,
294
- "normalized": false,
295
- "rstrip": false,
296
- "single_word": false,
297
- "special": true
298
- },
299
- "293": {
300
- "content": "<extra_id_34>",
301
- "lstrip": false,
302
- "normalized": false,
303
- "rstrip": false,
304
- "single_word": false,
305
- "special": true
306
- },
307
- "294": {
308
- "content": "<extra_id_35>",
309
- "lstrip": false,
310
- "normalized": false,
311
- "rstrip": false,
312
- "single_word": false,
313
- "special": true
314
- },
315
- "295": {
316
- "content": "<extra_id_36>",
317
- "lstrip": false,
318
- "normalized": false,
319
- "rstrip": false,
320
- "single_word": false,
321
- "special": true
322
- },
323
- "296": {
324
- "content": "<extra_id_37>",
325
- "lstrip": false,
326
- "normalized": false,
327
- "rstrip": false,
328
- "single_word": false,
329
- "special": true
330
- },
331
- "297": {
332
- "content": "<extra_id_38>",
333
- "lstrip": false,
334
- "normalized": false,
335
- "rstrip": false,
336
- "single_word": false,
337
- "special": true
338
- },
339
- "298": {
340
- "content": "<extra_id_39>",
341
- "lstrip": false,
342
- "normalized": false,
343
- "rstrip": false,
344
- "single_word": false,
345
- "special": true
346
- },
347
- "299": {
348
- "content": "<extra_id_40>",
349
- "lstrip": false,
350
- "normalized": false,
351
- "rstrip": false,
352
- "single_word": false,
353
- "special": true
354
- },
355
- "300": {
356
- "content": "<extra_id_41>",
357
- "lstrip": false,
358
- "normalized": false,
359
- "rstrip": false,
360
- "single_word": false,
361
- "special": true
362
- },
363
- "301": {
364
- "content": "<extra_id_42>",
365
- "lstrip": false,
366
- "normalized": false,
367
- "rstrip": false,
368
- "single_word": false,
369
- "special": true
370
- },
371
- "302": {
372
- "content": "<extra_id_43>",
373
- "lstrip": false,
374
- "normalized": false,
375
- "rstrip": false,
376
- "single_word": false,
377
- "special": true
378
- },
379
- "303": {
380
- "content": "<extra_id_44>",
381
- "lstrip": false,
382
- "normalized": false,
383
- "rstrip": false,
384
- "single_word": false,
385
- "special": true
386
- },
387
- "304": {
388
- "content": "<extra_id_45>",
389
- "lstrip": false,
390
- "normalized": false,
391
- "rstrip": false,
392
- "single_word": false,
393
- "special": true
394
- },
395
- "305": {
396
- "content": "<extra_id_46>",
397
- "lstrip": false,
398
- "normalized": false,
399
- "rstrip": false,
400
- "single_word": false,
401
- "special": true
402
- },
403
- "306": {
404
- "content": "<extra_id_47>",
405
- "lstrip": false,
406
- "normalized": false,
407
- "rstrip": false,
408
- "single_word": false,
409
- "special": true
410
- },
411
- "307": {
412
- "content": "<extra_id_48>",
413
- "lstrip": false,
414
- "normalized": false,
415
- "rstrip": false,
416
- "single_word": false,
417
- "special": true
418
- },
419
- "308": {
420
- "content": "<extra_id_49>",
421
- "lstrip": false,
422
- "normalized": false,
423
- "rstrip": false,
424
- "single_word": false,
425
- "special": true
426
- },
427
- "309": {
428
- "content": "<extra_id_50>",
429
- "lstrip": false,
430
- "normalized": false,
431
- "rstrip": false,
432
- "single_word": false,
433
- "special": true
434
- },
435
- "310": {
436
- "content": "<extra_id_51>",
437
- "lstrip": false,
438
- "normalized": false,
439
- "rstrip": false,
440
- "single_word": false,
441
- "special": true
442
- },
443
- "311": {
444
- "content": "<extra_id_52>",
445
- "lstrip": false,
446
- "normalized": false,
447
- "rstrip": false,
448
- "single_word": false,
449
- "special": true
450
- },
451
- "312": {
452
- "content": "<extra_id_53>",
453
- "lstrip": false,
454
- "normalized": false,
455
- "rstrip": false,
456
- "single_word": false,
457
- "special": true
458
- },
459
- "313": {
460
- "content": "<extra_id_54>",
461
- "lstrip": false,
462
- "normalized": false,
463
- "rstrip": false,
464
- "single_word": false,
465
- "special": true
466
- },
467
- "314": {
468
- "content": "<extra_id_55>",
469
- "lstrip": false,
470
- "normalized": false,
471
- "rstrip": false,
472
- "single_word": false,
473
- "special": true
474
- },
475
- "315": {
476
- "content": "<extra_id_56>",
477
- "lstrip": false,
478
- "normalized": false,
479
- "rstrip": false,
480
- "single_word": false,
481
- "special": true
482
- },
483
- "316": {
484
- "content": "<extra_id_57>",
485
- "lstrip": false,
486
- "normalized": false,
487
- "rstrip": false,
488
- "single_word": false,
489
- "special": true
490
- },
491
- "317": {
492
- "content": "<extra_id_58>",
493
- "lstrip": false,
494
- "normalized": false,
495
- "rstrip": false,
496
- "single_word": false,
497
- "special": true
498
- },
499
- "318": {
500
- "content": "<extra_id_59>",
501
- "lstrip": false,
502
- "normalized": false,
503
- "rstrip": false,
504
- "single_word": false,
505
- "special": true
506
- },
507
- "319": {
508
- "content": "<extra_id_60>",
509
- "lstrip": false,
510
- "normalized": false,
511
- "rstrip": false,
512
- "single_word": false,
513
- "special": true
514
- },
515
- "320": {
516
- "content": "<extra_id_61>",
517
- "lstrip": false,
518
- "normalized": false,
519
- "rstrip": false,
520
- "single_word": false,
521
- "special": true
522
- },
523
- "321": {
524
- "content": "<extra_id_62>",
525
- "lstrip": false,
526
- "normalized": false,
527
- "rstrip": false,
528
- "single_word": false,
529
- "special": true
530
- },
531
- "322": {
532
- "content": "<extra_id_63>",
533
- "lstrip": false,
534
- "normalized": false,
535
- "rstrip": false,
536
- "single_word": false,
537
- "special": true
538
- },
539
- "323": {
540
- "content": "<extra_id_64>",
541
- "lstrip": false,
542
- "normalized": false,
543
- "rstrip": false,
544
- "single_word": false,
545
- "special": true
546
- },
547
- "324": {
548
- "content": "<extra_id_65>",
549
- "lstrip": false,
550
- "normalized": false,
551
- "rstrip": false,
552
- "single_word": false,
553
- "special": true
554
- },
555
- "325": {
556
- "content": "<extra_id_66>",
557
- "lstrip": false,
558
- "normalized": false,
559
- "rstrip": false,
560
- "single_word": false,
561
- "special": true
562
- },
563
- "326": {
564
- "content": "<extra_id_67>",
565
- "lstrip": false,
566
- "normalized": false,
567
- "rstrip": false,
568
- "single_word": false,
569
- "special": true
570
- },
571
- "327": {
572
- "content": "<extra_id_68>",
573
- "lstrip": false,
574
- "normalized": false,
575
- "rstrip": false,
576
- "single_word": false,
577
- "special": true
578
- },
579
- "328": {
580
- "content": "<extra_id_69>",
581
- "lstrip": false,
582
- "normalized": false,
583
- "rstrip": false,
584
- "single_word": false,
585
- "special": true
586
- },
587
- "329": {
588
- "content": "<extra_id_70>",
589
- "lstrip": false,
590
- "normalized": false,
591
- "rstrip": false,
592
- "single_word": false,
593
- "special": true
594
- },
595
- "330": {
596
- "content": "<extra_id_71>",
597
- "lstrip": false,
598
- "normalized": false,
599
- "rstrip": false,
600
- "single_word": false,
601
- "special": true
602
- },
603
- "331": {
604
- "content": "<extra_id_72>",
605
- "lstrip": false,
606
- "normalized": false,
607
- "rstrip": false,
608
- "single_word": false,
609
- "special": true
610
- },
611
- "332": {
612
- "content": "<extra_id_73>",
613
- "lstrip": false,
614
- "normalized": false,
615
- "rstrip": false,
616
- "single_word": false,
617
- "special": true
618
- },
619
- "333": {
620
- "content": "<extra_id_74>",
621
- "lstrip": false,
622
- "normalized": false,
623
- "rstrip": false,
624
- "single_word": false,
625
- "special": true
626
- },
627
- "334": {
628
- "content": "<extra_id_75>",
629
- "lstrip": false,
630
- "normalized": false,
631
- "rstrip": false,
632
- "single_word": false,
633
- "special": true
634
- },
635
- "335": {
636
- "content": "<extra_id_76>",
637
- "lstrip": false,
638
- "normalized": false,
639
- "rstrip": false,
640
- "single_word": false,
641
- "special": true
642
- },
643
- "336": {
644
- "content": "<extra_id_77>",
645
- "lstrip": false,
646
- "normalized": false,
647
- "rstrip": false,
648
- "single_word": false,
649
- "special": true
650
- },
651
- "337": {
652
- "content": "<extra_id_78>",
653
- "lstrip": false,
654
- "normalized": false,
655
- "rstrip": false,
656
- "single_word": false,
657
- "special": true
658
- },
659
- "338": {
660
- "content": "<extra_id_79>",
661
- "lstrip": false,
662
- "normalized": false,
663
- "rstrip": false,
664
- "single_word": false,
665
- "special": true
666
- },
667
- "339": {
668
- "content": "<extra_id_80>",
669
- "lstrip": false,
670
- "normalized": false,
671
- "rstrip": false,
672
- "single_word": false,
673
- "special": true
674
- },
675
- "340": {
676
- "content": "<extra_id_81>",
677
- "lstrip": false,
678
- "normalized": false,
679
- "rstrip": false,
680
- "single_word": false,
681
- "special": true
682
- },
683
- "341": {
684
- "content": "<extra_id_82>",
685
- "lstrip": false,
686
- "normalized": false,
687
- "rstrip": false,
688
- "single_word": false,
689
- "special": true
690
- },
691
- "342": {
692
- "content": "<extra_id_83>",
693
  "lstrip": false,
694
  "normalized": false,
695
  "rstrip": false,
696
  "single_word": false,
697
  "special": true
698
  },
699
- "343": {
700
- "content": "<extra_id_84>",
701
  "lstrip": false,
702
  "normalized": false,
703
  "rstrip": false,
704
  "single_word": false,
705
  "special": true
706
  },
707
- "344": {
708
- "content": "<extra_id_85>",
709
  "lstrip": false,
710
  "normalized": false,
711
  "rstrip": false,
712
  "single_word": false,
713
  "special": true
714
  },
715
- "345": {
716
- "content": "<extra_id_86>",
717
  "lstrip": false,
718
  "normalized": false,
719
  "rstrip": false,
720
  "single_word": false,
721
  "special": true
722
  },
723
- "346": {
724
- "content": "<extra_id_87>",
725
  "lstrip": false,
726
  "normalized": false,
727
  "rstrip": false,
728
  "single_word": false,
729
  "special": true
730
  },
731
- "347": {
732
- "content": "<extra_id_88>",
733
  "lstrip": false,
734
  "normalized": false,
735
  "rstrip": false,
736
  "single_word": false,
737
  "special": true
738
  },
739
- "348": {
740
- "content": "<extra_id_89>",
741
  "lstrip": false,
742
  "normalized": false,
743
  "rstrip": false,
744
  "single_word": false,
745
  "special": true
746
  },
747
- "349": {
748
- "content": "<extra_id_90>",
749
  "lstrip": false,
750
  "normalized": false,
751
  "rstrip": false,
752
  "single_word": false,
753
  "special": true
754
  },
755
- "350": {
756
- "content": "<extra_id_91>",
757
  "lstrip": false,
758
  "normalized": false,
759
  "rstrip": false,
760
  "single_word": false,
761
  "special": true
762
  },
763
- "351": {
764
- "content": "<extra_id_92>",
765
  "lstrip": false,
766
  "normalized": false,
767
  "rstrip": false,
768
  "single_word": false,
769
  "special": true
770
  },
771
- "352": {
772
- "content": "<extra_id_93>",
773
  "lstrip": false,
774
  "normalized": false,
775
  "rstrip": false,
776
  "single_word": false,
777
  "special": true
778
  },
779
- "353": {
780
- "content": "<extra_id_94>",
781
  "lstrip": false,
782
  "normalized": false,
783
  "rstrip": false,
784
  "single_word": false,
785
  "special": true
786
  },
787
- "354": {
788
- "content": "<extra_id_95>",
789
  "lstrip": false,
790
  "normalized": false,
791
  "rstrip": false,
792
  "single_word": false,
793
  "special": true
794
  },
795
- "355": {
796
- "content": "<extra_id_96>",
797
  "lstrip": false,
798
  "normalized": false,
799
  "rstrip": false,
800
  "single_word": false,
801
  "special": true
802
  },
803
- "356": {
804
- "content": "<extra_id_97>",
805
  "lstrip": false,
806
  "normalized": false,
807
  "rstrip": false,
808
  "single_word": false,
809
- "special": true
810
- },
811
- "357": {
812
- "content": "<extra_id_98>",
813
- "lstrip": false,
814
- "normalized": false,
815
- "rstrip": false,
816
- "single_word": false,
817
- "special": true
818
- },
819
- "358": {
820
- "content": "<extra_id_99>",
821
- "lstrip": false,
822
- "normalized": false,
823
- "rstrip": false,
824
- "single_word": false,
825
- "special": true
826
- },
827
- "359": {
828
- "content": "<extra_id_100>",
829
- "lstrip": false,
830
- "normalized": false,
831
- "rstrip": false,
832
- "single_word": false,
833
- "special": true
834
- },
835
- "360": {
836
- "content": "<extra_id_101>",
837
- "lstrip": false,
838
- "normalized": false,
839
- "rstrip": false,
840
- "single_word": false,
841
- "special": true
842
- },
843
- "361": {
844
- "content": "<extra_id_102>",
845
- "lstrip": false,
846
- "normalized": false,
847
- "rstrip": false,
848
- "single_word": false,
849
- "special": true
850
- },
851
- "362": {
852
- "content": "<extra_id_103>",
853
- "lstrip": false,
854
- "normalized": false,
855
- "rstrip": false,
856
- "single_word": false,
857
- "special": true
858
- },
859
- "363": {
860
- "content": "<extra_id_104>",
861
- "lstrip": false,
862
- "normalized": false,
863
- "rstrip": false,
864
- "single_word": false,
865
- "special": true
866
- },
867
- "364": {
868
- "content": "<extra_id_105>",
869
- "lstrip": false,
870
- "normalized": false,
871
- "rstrip": false,
872
- "single_word": false,
873
- "special": true
874
- },
875
- "365": {
876
- "content": "<extra_id_106>",
877
- "lstrip": false,
878
- "normalized": false,
879
- "rstrip": false,
880
- "single_word": false,
881
- "special": true
882
- },
883
- "366": {
884
- "content": "<extra_id_107>",
885
- "lstrip": false,
886
- "normalized": false,
887
- "rstrip": false,
888
- "single_word": false,
889
- "special": true
890
- },
891
- "367": {
892
- "content": "<extra_id_108>",
893
- "lstrip": false,
894
- "normalized": false,
895
- "rstrip": false,
896
- "single_word": false,
897
- "special": true
898
- },
899
- "368": {
900
- "content": "<extra_id_109>",
901
- "lstrip": false,
902
- "normalized": false,
903
- "rstrip": false,
904
- "single_word": false,
905
- "special": true
906
- },
907
- "369": {
908
- "content": "<extra_id_110>",
909
- "lstrip": false,
910
- "normalized": false,
911
- "rstrip": false,
912
- "single_word": false,
913
- "special": true
914
- },
915
- "370": {
916
- "content": "<extra_id_111>",
917
- "lstrip": false,
918
- "normalized": false,
919
- "rstrip": false,
920
- "single_word": false,
921
- "special": true
922
- },
923
- "371": {
924
- "content": "<extra_id_112>",
925
- "lstrip": false,
926
- "normalized": false,
927
- "rstrip": false,
928
- "single_word": false,
929
- "special": true
930
- },
931
- "372": {
932
- "content": "<extra_id_113>",
933
- "lstrip": false,
934
- "normalized": false,
935
- "rstrip": false,
936
- "single_word": false,
937
- "special": true
938
- },
939
- "373": {
940
- "content": "<extra_id_114>",
941
- "lstrip": false,
942
- "normalized": false,
943
- "rstrip": false,
944
- "single_word": false,
945
- "special": true
946
- },
947
- "374": {
948
- "content": "<extra_id_115>",
949
- "lstrip": false,
950
- "normalized": false,
951
- "rstrip": false,
952
- "single_word": false,
953
- "special": true
954
- },
955
- "375": {
956
- "content": "<extra_id_116>",
957
- "lstrip": false,
958
- "normalized": false,
959
- "rstrip": false,
960
- "single_word": false,
961
- "special": true
962
- },
963
- "376": {
964
- "content": "<extra_id_117>",
965
- "lstrip": false,
966
- "normalized": false,
967
- "rstrip": false,
968
- "single_word": false,
969
- "special": true
970
  },
971
- "377": {
972
- "content": "<extra_id_118>",
973
  "lstrip": false,
974
  "normalized": false,
975
  "rstrip": false,
976
  "single_word": false,
977
- "special": true
978
  },
979
- "378": {
980
- "content": "<extra_id_119>",
981
  "lstrip": false,
982
  "normalized": false,
983
  "rstrip": false,
984
  "single_word": false,
985
- "special": true
986
  },
987
- "379": {
988
- "content": "<extra_id_120>",
989
  "lstrip": false,
990
  "normalized": false,
991
  "rstrip": false,
992
  "single_word": false,
993
- "special": true
994
  },
995
- "380": {
996
- "content": "<extra_id_121>",
997
  "lstrip": false,
998
  "normalized": false,
999
  "rstrip": false,
1000
  "single_word": false,
1001
- "special": true
1002
  },
1003
- "381": {
1004
- "content": "<extra_id_122>",
1005
  "lstrip": false,
1006
  "normalized": false,
1007
  "rstrip": false,
1008
  "single_word": false,
1009
- "special": true
1010
  },
1011
- "382": {
1012
- "content": "<extra_id_123>",
1013
  "lstrip": false,
1014
  "normalized": false,
1015
  "rstrip": false,
1016
  "single_word": false,
1017
- "special": true
1018
  },
1019
- "383": {
1020
- "content": "<extra_id_124>",
1021
  "lstrip": false,
1022
  "normalized": false,
1023
  "rstrip": false,
1024
  "single_word": false,
1025
- "special": true
1026
  }
1027
  },
1028
  "additional_special_tokens": [
1029
- "<extra_id_0>",
1030
- "<extra_id_1>",
1031
- "<extra_id_2>",
1032
- "<extra_id_3>",
1033
- "<extra_id_4>",
1034
- "<extra_id_5>",
1035
- "<extra_id_6>",
1036
- "<extra_id_7>",
1037
- "<extra_id_8>",
1038
- "<extra_id_9>",
1039
- "<extra_id_10>",
1040
- "<extra_id_11>",
1041
- "<extra_id_12>",
1042
- "<extra_id_13>",
1043
- "<extra_id_14>",
1044
- "<extra_id_15>",
1045
- "<extra_id_16>",
1046
- "<extra_id_17>",
1047
- "<extra_id_18>",
1048
- "<extra_id_19>",
1049
- "<extra_id_20>",
1050
- "<extra_id_21>",
1051
- "<extra_id_22>",
1052
- "<extra_id_23>",
1053
- "<extra_id_24>",
1054
- "<extra_id_25>",
1055
- "<extra_id_26>",
1056
- "<extra_id_27>",
1057
- "<extra_id_28>",
1058
- "<extra_id_29>",
1059
- "<extra_id_30>",
1060
- "<extra_id_31>",
1061
- "<extra_id_32>",
1062
- "<extra_id_33>",
1063
- "<extra_id_34>",
1064
- "<extra_id_35>",
1065
- "<extra_id_36>",
1066
- "<extra_id_37>",
1067
- "<extra_id_38>",
1068
- "<extra_id_39>",
1069
- "<extra_id_40>",
1070
- "<extra_id_41>",
1071
- "<extra_id_42>",
1072
- "<extra_id_43>",
1073
- "<extra_id_44>",
1074
- "<extra_id_45>",
1075
- "<extra_id_46>",
1076
- "<extra_id_47>",
1077
- "<extra_id_48>",
1078
- "<extra_id_49>",
1079
- "<extra_id_50>",
1080
- "<extra_id_51>",
1081
- "<extra_id_52>",
1082
- "<extra_id_53>",
1083
- "<extra_id_54>",
1084
- "<extra_id_55>",
1085
- "<extra_id_56>",
1086
- "<extra_id_57>",
1087
- "<extra_id_58>",
1088
- "<extra_id_59>",
1089
- "<extra_id_60>",
1090
- "<extra_id_61>",
1091
- "<extra_id_62>",
1092
- "<extra_id_63>",
1093
- "<extra_id_64>",
1094
- "<extra_id_65>",
1095
- "<extra_id_66>",
1096
- "<extra_id_67>",
1097
- "<extra_id_68>",
1098
- "<extra_id_69>",
1099
- "<extra_id_70>",
1100
- "<extra_id_71>",
1101
- "<extra_id_72>",
1102
- "<extra_id_73>",
1103
- "<extra_id_74>",
1104
- "<extra_id_75>",
1105
- "<extra_id_76>",
1106
- "<extra_id_77>",
1107
- "<extra_id_78>",
1108
- "<extra_id_79>",
1109
- "<extra_id_80>",
1110
- "<extra_id_81>",
1111
- "<extra_id_82>",
1112
- "<extra_id_83>",
1113
- "<extra_id_84>",
1114
- "<extra_id_85>",
1115
- "<extra_id_86>",
1116
- "<extra_id_87>",
1117
- "<extra_id_88>",
1118
- "<extra_id_89>",
1119
- "<extra_id_90>",
1120
- "<extra_id_91>",
1121
- "<extra_id_92>",
1122
- "<extra_id_93>",
1123
- "<extra_id_94>",
1124
- "<extra_id_95>",
1125
- "<extra_id_96>",
1126
- "<extra_id_97>",
1127
- "<extra_id_98>",
1128
- "<extra_id_99>",
1129
- "<extra_id_100>",
1130
- "<extra_id_101>",
1131
- "<extra_id_102>",
1132
- "<extra_id_103>",
1133
- "<extra_id_104>",
1134
- "<extra_id_105>",
1135
- "<extra_id_106>",
1136
- "<extra_id_107>",
1137
- "<extra_id_108>",
1138
- "<extra_id_109>",
1139
- "<extra_id_110>",
1140
- "<extra_id_111>",
1141
- "<extra_id_112>",
1142
- "<extra_id_113>",
1143
- "<extra_id_114>",
1144
- "<extra_id_115>",
1145
- "<extra_id_116>",
1146
- "<extra_id_117>",
1147
- "<extra_id_118>",
1148
- "<extra_id_119>",
1149
- "<extra_id_120>",
1150
- "<extra_id_121>",
1151
- "<extra_id_122>",
1152
- "<extra_id_123>",
1153
- "<extra_id_124>"
1154
  ],
1155
- "clean_up_tokenization_spaces": true,
1156
- "eos_token": "</s>",
1157
- "extra_ids": 0,
1158
- "model_max_length": 175,
1159
- "pad_token": "<pad>",
1160
- "processor_class": "SuryaProcessor",
1161
- "tokenizer_class": "Byt5LangTokenizer",
1162
- "unk_token": "<unk>"
 
 
 
1163
  }
 
1
  {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
  "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  "lstrip": false,
8
  "normalized": false,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
12
  },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
  "lstrip": false,
16
  "normalized": false,
17
  "rstrip": false,
18
  "single_word": false,
19
  "special": true
20
  },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
  "lstrip": false,
24
  "normalized": false,
25
  "rstrip": false,
26
  "single_word": false,
27
  "special": true
28
  },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
  "lstrip": false,
32
  "normalized": false,
33
  "rstrip": false,
34
  "single_word": false,
35
  "special": true
36
  },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
  "lstrip": false,
40
  "normalized": false,
41
  "rstrip": false,
42
  "single_word": false,
43
  "special": true
44
  },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
  "lstrip": false,
48
  "normalized": false,
49
  "rstrip": false,
50
  "single_word": false,
51
  "special": true
52
  },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
  "lstrip": false,
56
  "normalized": false,
57
  "rstrip": false,
58
  "single_word": false,
59
  "special": true
60
  },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
  "lstrip": false,
64
  "normalized": false,
65
  "rstrip": false,
66
  "single_word": false,
67
  "special": true
68
  },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
  "lstrip": false,
72
  "normalized": false,
73
  "rstrip": false,
74
  "single_word": false,
75
  "special": true
76
  },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
  "lstrip": false,
80
  "normalized": false,
81
  "rstrip": false,
82
  "single_word": false,
83
  "special": true
84
  },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
  "lstrip": false,
88
  "normalized": false,
89
  "rstrip": false,
90
  "single_word": false,
91
  "special": true
92
  },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
  "lstrip": false,
96
  "normalized": false,
97
  "rstrip": false,
98
  "single_word": false,
99
  "special": true
100
  },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
  "lstrip": false,
104
  "normalized": false,
105
  "rstrip": false,
106
  "single_word": false,
107
  "special": true
108
  },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
  "lstrip": false,
112
  "normalized": false,
113
  "rstrip": false,
114
  "single_word": false,
115
  "special": true
116
  },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
  "lstrip": false,
120
  "normalized": false,
121
  "rstrip": false,
122
  "single_word": false,
123
+ "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
124
  },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
  "lstrip": false,
128
  "normalized": false,
129
  "rstrip": false,
130
  "single_word": false,
131
+ "special": false
132
  },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
  "lstrip": false,
136
  "normalized": false,
137
  "rstrip": false,
138
  "single_word": false,
139
+ "special": false
140
  },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
  "lstrip": false,
144
  "normalized": false,
145
  "rstrip": false,
146
  "single_word": false,
147
+ "special": false
148
  },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
  "lstrip": false,
152
  "normalized": false,
153
  "rstrip": false,
154
  "single_word": false,
155
+ "special": false
156
  },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
  "lstrip": false,
160
  "normalized": false,
161
  "rstrip": false,
162
  "single_word": false,
163
+ "special": false
164
  },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
  "lstrip": false,
168
  "normalized": false,
169
  "rstrip": false,
170
  "single_word": false,
171
+ "special": false
172
  },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
  "lstrip": false,
176
  "normalized": false,
177
  "rstrip": false,
178
  "single_word": false,
179
+ "special": false
180
  }
181
  },
182
  "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
196
  ],
197
+ "bos_token": null,
198
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
199
+ "clean_up_tokenization_spaces": false,
200
+ "eos_token": "<|endoftext|>",
201
+ "errors": "replace",
202
+ "extra_special_tokens": {},
203
+ "model_max_length": 131072,
204
+ "pad_token": "<|endoftext|>",
205
+ "split_special_tokens": false,
206
+ "tokenizer_class": "Qwen2Tokenizer",
207
+ "unk_token": null
208
  }