Ba2han commited on
Commit
9317961
·
verified ·
1 Parent(s): 3423d86

Training in progress, step 245, checkpoint

Browse files
last-checkpoint/config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 2,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": 60800,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 1664,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 4160,
15
+ "layer_types": [
16
+ "full_attention",
17
+ "full_attention",
18
+ "full_attention",
19
+ "full_attention",
20
+ "full_attention",
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention",
38
+ "full_attention",
39
+ "full_attention",
40
+ "full_attention",
41
+ "full_attention",
42
+ "full_attention",
43
+ "full_attention",
44
+ "full_attention",
45
+ "full_attention",
46
+ "full_attention",
47
+ "full_attention",
48
+ "full_attention",
49
+ "full_attention",
50
+ "full_attention",
51
+ "full_attention",
52
+ "full_attention",
53
+ "full_attention",
54
+ "full_attention",
55
+ "full_attention",
56
+ "full_attention",
57
+ "full_attention"
58
+ ],
59
+ "max_position_embeddings": 16384,
60
+ "max_window_layers": 42,
61
+ "model_name": "Ba2han/TR_CPT1",
62
+ "model_type": "qwen3",
63
+ "num_attention_heads": 12,
64
+ "num_hidden_layers": 42,
65
+ "num_key_value_heads": 4,
66
+ "pad_token_id": 0,
67
+ "rms_norm_eps": 1e-08,
68
+ "rope_parameters": {
69
+ "rope_theta": 500000,
70
+ "rope_type": "default"
71
+ },
72
+ "sliding_window": null,
73
+ "tie_word_embeddings": true,
74
+ "transformers_version": "5.5.0",
75
+ "unsloth_version": "2026.7.3",
76
+ "use_cache": false,
77
+ "use_sliding_window": false,
78
+ "vocab_size": 60802
79
+ }
last-checkpoint/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 2,
4
+ "eos_token_id": [
5
+ 60800
6
+ ],
7
+ "max_length": 16384,
8
+ "output_attentions": false,
9
+ "output_hidden_states": false,
10
+ "pad_token_id": 0,
11
+ "transformers_version": "5.5.0",
12
+ "use_cache": true
13
+ }
last-checkpoint/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9393d1737c90496f34a66f006340f7ceee28f09eb424dfc284cb995900e0718
3
+ size 2519936480
last-checkpoint/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e2368b62398e105929e895e6302e8f9254507189b3873e7c2fe3aebfb70369
3
+ size 1263511212
last-checkpoint/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d565802a8e26c4e8a31328752b7a7fdc186d9401aa008e65697d0ad8c22e33
3
+ size 14645
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5229c7033322fd6111e046fcf00d551a9d61d270dc1426627fad872aa1d48f8
3
+ size 10233
last-checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<bos>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<|im_end|>",
6
+ "extra_special_tokens": [
7
+ "<|im_start|>"
8
+ ],
9
+ "is_local": false,
10
+ "model_max_length": 1000000000000000019884624838656,
11
+ "pad_token": "<pad>",
12
+ "padding_side": "right",
13
+ "tokenizer_class": "TokenizersBackend",
14
+ "unk_token": "<unk>",
15
+ "added_tokens_decoder": {
16
+ "0": {
17
+ "content": "<pad>",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
+ },
24
+ "1": {
25
+ "content": "<unk>",
26
+ "single_word": false,
27
+ "lstrip": false,
28
+ "rstrip": false,
29
+ "normalized": false,
30
+ "special": true
31
+ },
32
+ "2": {
33
+ "content": "<bos>",
34
+ "single_word": false,
35
+ "lstrip": false,
36
+ "rstrip": false,
37
+ "normalized": false,
38
+ "special": true
39
+ },
40
+ "3": {
41
+ "content": "<eos>",
42
+ "single_word": false,
43
+ "lstrip": false,
44
+ "rstrip": false,
45
+ "normalized": false,
46
+ "special": true
47
+ },
48
+ "4": {
49
+ "content": "<0x00>",
50
+ "single_word": false,
51
+ "lstrip": false,
52
+ "rstrip": false,
53
+ "normalized": false,
54
+ "special": true
55
+ },
56
+ "5": {
57
+ "content": "<0x01>",
58
+ "single_word": false,
59
+ "lstrip": false,
60
+ "rstrip": false,
61
+ "normalized": false,
62
+ "special": true
63
+ },
64
+ "6": {
65
+ "content": "<0x02>",
66
+ "single_word": false,
67
+ "lstrip": false,
68
+ "rstrip": false,
69
+ "normalized": false,
70
+ "special": true
71
+ },
72
+ "7": {
73
+ "content": "<0x03>",
74
+ "single_word": false,
75
+ "lstrip": false,
76
+ "rstrip": false,
77
+ "normalized": false,
78
+ "special": true
79
+ },
80
+ "8": {
81
+ "content": "<0x04>",
82
+ "single_word": false,
83
+ "lstrip": false,
84
+ "rstrip": false,
85
+ "normalized": false,
86
+ "special": true
87
+ },
88
+ "9": {
89
+ "content": "<0x05>",
90
+ "single_word": false,
91
+ "lstrip": false,
92
+ "rstrip": false,
93
+ "normalized": false,
94
+ "special": true
95
+ },
96
+ "10": {
97
+ "content": "<0x06>",
98
+ "single_word": false,
99
+ "lstrip": false,
100
+ "rstrip": false,
101
+ "normalized": false,
102
+ "special": true
103
+ },
104
+ "11": {
105
+ "content": "<0x07>",
106
+ "single_word": false,
107
+ "lstrip": false,
108
+ "rstrip": false,
109
+ "normalized": false,
110
+ "special": true
111
+ },
112
+ "12": {
113
+ "content": "<0x08>",
114
+ "single_word": false,
115
+ "lstrip": false,
116
+ "rstrip": false,
117
+ "normalized": false,
118
+ "special": true
119
+ },
120
+ "13": {
121
+ "content": "<0x09>",
122
+ "single_word": false,
123
+ "lstrip": false,
124
+ "rstrip": false,
125
+ "normalized": false,
126
+ "special": true
127
+ },
128
+ "14": {
129
+ "content": "<0x0A>",
130
+ "single_word": false,
131
+ "lstrip": false,
132
+ "rstrip": false,
133
+ "normalized": false,
134
+ "special": true
135
+ },
136
+ "15": {
137
+ "content": "<0x0B>",
138
+ "single_word": false,
139
+ "lstrip": false,
140
+ "rstrip": false,
141
+ "normalized": false,
142
+ "special": true
143
+ },
144
+ "16": {
145
+ "content": "<0x0C>",
146
+ "single_word": false,
147
+ "lstrip": false,
148
+ "rstrip": false,
149
+ "normalized": false,
150
+ "special": true
151
+ },
152
+ "17": {
153
+ "content": "<0x0D>",
154
+ "single_word": false,
155
+ "lstrip": false,
156
+ "rstrip": false,
157
+ "normalized": false,
158
+ "special": true
159
+ },
160
+ "18": {
161
+ "content": "<0x0E>",
162
+ "single_word": false,
163
+ "lstrip": false,
164
+ "rstrip": false,
165
+ "normalized": false,
166
+ "special": true
167
+ },
168
+ "19": {
169
+ "content": "<0x0F>",
170
+ "single_word": false,
171
+ "lstrip": false,
172
+ "rstrip": false,
173
+ "normalized": false,
174
+ "special": true
175
+ },
176
+ "20": {
177
+ "content": "<0x10>",
178
+ "single_word": false,
179
+ "lstrip": false,
180
+ "rstrip": false,
181
+ "normalized": false,
182
+ "special": true
183
+ },
184
+ "21": {
185
+ "content": "<0x11>",
186
+ "single_word": false,
187
+ "lstrip": false,
188
+ "rstrip": false,
189
+ "normalized": false,
190
+ "special": true
191
+ },
192
+ "22": {
193
+ "content": "<0x12>",
194
+ "single_word": false,
195
+ "lstrip": false,
196
+ "rstrip": false,
197
+ "normalized": false,
198
+ "special": true
199
+ },
200
+ "23": {
201
+ "content": "<0x13>",
202
+ "single_word": false,
203
+ "lstrip": false,
204
+ "rstrip": false,
205
+ "normalized": false,
206
+ "special": true
207
+ },
208
+ "24": {
209
+ "content": "<0x14>",
210
+ "single_word": false,
211
+ "lstrip": false,
212
+ "rstrip": false,
213
+ "normalized": false,
214
+ "special": true
215
+ },
216
+ "25": {
217
+ "content": "<0x15>",
218
+ "single_word": false,
219
+ "lstrip": false,
220
+ "rstrip": false,
221
+ "normalized": false,
222
+ "special": true
223
+ },
224
+ "26": {
225
+ "content": "<0x16>",
226
+ "single_word": false,
227
+ "lstrip": false,
228
+ "rstrip": false,
229
+ "normalized": false,
230
+ "special": true
231
+ },
232
+ "27": {
233
+ "content": "<0x17>",
234
+ "single_word": false,
235
+ "lstrip": false,
236
+ "rstrip": false,
237
+ "normalized": false,
238
+ "special": true
239
+ },
240
+ "28": {
241
+ "content": "<0x18>",
242
+ "single_word": false,
243
+ "lstrip": false,
244
+ "rstrip": false,
245
+ "normalized": false,
246
+ "special": true
247
+ },
248
+ "29": {
249
+ "content": "<0x19>",
250
+ "single_word": false,
251
+ "lstrip": false,
252
+ "rstrip": false,
253
+ "normalized": false,
254
+ "special": true
255
+ },
256
+ "30": {
257
+ "content": "<0x1A>",
258
+ "single_word": false,
259
+ "lstrip": false,
260
+ "rstrip": false,
261
+ "normalized": false,
262
+ "special": true
263
+ },
264
+ "31": {
265
+ "content": "<0x1B>",
266
+ "single_word": false,
267
+ "lstrip": false,
268
+ "rstrip": false,
269
+ "normalized": false,
270
+ "special": true
271
+ },
272
+ "32": {
273
+ "content": "<0x1C>",
274
+ "single_word": false,
275
+ "lstrip": false,
276
+ "rstrip": false,
277
+ "normalized": false,
278
+ "special": true
279
+ },
280
+ "33": {
281
+ "content": "<0x1D>",
282
+ "single_word": false,
283
+ "lstrip": false,
284
+ "rstrip": false,
285
+ "normalized": false,
286
+ "special": true
287
+ },
288
+ "34": {
289
+ "content": "<0x1E>",
290
+ "single_word": false,
291
+ "lstrip": false,
292
+ "rstrip": false,
293
+ "normalized": false,
294
+ "special": true
295
+ },
296
+ "35": {
297
+ "content": "<0x1F>",
298
+ "single_word": false,
299
+ "lstrip": false,
300
+ "rstrip": false,
301
+ "normalized": false,
302
+ "special": true
303
+ },
304
+ "36": {
305
+ "content": "<0x20>",
306
+ "single_word": false,
307
+ "lstrip": false,
308
+ "rstrip": false,
309
+ "normalized": false,
310
+ "special": true
311
+ },
312
+ "37": {
313
+ "content": "<0x21>",
314
+ "single_word": false,
315
+ "lstrip": false,
316
+ "rstrip": false,
317
+ "normalized": false,
318
+ "special": true
319
+ },
320
+ "38": {
321
+ "content": "<0x22>",
322
+ "single_word": false,
323
+ "lstrip": false,
324
+ "rstrip": false,
325
+ "normalized": false,
326
+ "special": true
327
+ },
328
+ "39": {
329
+ "content": "<0x23>",
330
+ "single_word": false,
331
+ "lstrip": false,
332
+ "rstrip": false,
333
+ "normalized": false,
334
+ "special": true
335
+ },
336
+ "40": {
337
+ "content": "<0x24>",
338
+ "single_word": false,
339
+ "lstrip": false,
340
+ "rstrip": false,
341
+ "normalized": false,
342
+ "special": true
343
+ },
344
+ "41": {
345
+ "content": "<0x25>",
346
+ "single_word": false,
347
+ "lstrip": false,
348
+ "rstrip": false,
349
+ "normalized": false,
350
+ "special": true
351
+ },
352
+ "42": {
353
+ "content": "<0x26>",
354
+ "single_word": false,
355
+ "lstrip": false,
356
+ "rstrip": false,
357
+ "normalized": false,
358
+ "special": true
359
+ },
360
+ "43": {
361
+ "content": "<0x27>",
362
+ "single_word": false,
363
+ "lstrip": false,
364
+ "rstrip": false,
365
+ "normalized": false,
366
+ "special": true
367
+ },
368
+ "44": {
369
+ "content": "<0x28>",
370
+ "single_word": false,
371
+ "lstrip": false,
372
+ "rstrip": false,
373
+ "normalized": false,
374
+ "special": true
375
+ },
376
+ "45": {
377
+ "content": "<0x29>",
378
+ "single_word": false,
379
+ "lstrip": false,
380
+ "rstrip": false,
381
+ "normalized": false,
382
+ "special": true
383
+ },
384
+ "46": {
385
+ "content": "<0x2A>",
386
+ "single_word": false,
387
+ "lstrip": false,
388
+ "rstrip": false,
389
+ "normalized": false,
390
+ "special": true
391
+ },
392
+ "47": {
393
+ "content": "<0x2B>",
394
+ "single_word": false,
395
+ "lstrip": false,
396
+ "rstrip": false,
397
+ "normalized": false,
398
+ "special": true
399
+ },
400
+ "48": {
401
+ "content": "<0x2C>",
402
+ "single_word": false,
403
+ "lstrip": false,
404
+ "rstrip": false,
405
+ "normalized": false,
406
+ "special": true
407
+ },
408
+ "49": {
409
+ "content": "<0x2D>",
410
+ "single_word": false,
411
+ "lstrip": false,
412
+ "rstrip": false,
413
+ "normalized": false,
414
+ "special": true
415
+ },
416
+ "50": {
417
+ "content": "<0x2E>",
418
+ "single_word": false,
419
+ "lstrip": false,
420
+ "rstrip": false,
421
+ "normalized": false,
422
+ "special": true
423
+ },
424
+ "51": {
425
+ "content": "<0x2F>",
426
+ "single_word": false,
427
+ "lstrip": false,
428
+ "rstrip": false,
429
+ "normalized": false,
430
+ "special": true
431
+ },
432
+ "52": {
433
+ "content": "<0x30>",
434
+ "single_word": false,
435
+ "lstrip": false,
436
+ "rstrip": false,
437
+ "normalized": false,
438
+ "special": true
439
+ },
440
+ "53": {
441
+ "content": "<0x31>",
442
+ "single_word": false,
443
+ "lstrip": false,
444
+ "rstrip": false,
445
+ "normalized": false,
446
+ "special": true
447
+ },
448
+ "54": {
449
+ "content": "<0x32>",
450
+ "single_word": false,
451
+ "lstrip": false,
452
+ "rstrip": false,
453
+ "normalized": false,
454
+ "special": true
455
+ },
456
+ "55": {
457
+ "content": "<0x33>",
458
+ "single_word": false,
459
+ "lstrip": false,
460
+ "rstrip": false,
461
+ "normalized": false,
462
+ "special": true
463
+ },
464
+ "56": {
465
+ "content": "<0x34>",
466
+ "single_word": false,
467
+ "lstrip": false,
468
+ "rstrip": false,
469
+ "normalized": false,
470
+ "special": true
471
+ },
472
+ "57": {
473
+ "content": "<0x35>",
474
+ "single_word": false,
475
+ "lstrip": false,
476
+ "rstrip": false,
477
+ "normalized": false,
478
+ "special": true
479
+ },
480
+ "58": {
481
+ "content": "<0x36>",
482
+ "single_word": false,
483
+ "lstrip": false,
484
+ "rstrip": false,
485
+ "normalized": false,
486
+ "special": true
487
+ },
488
+ "59": {
489
+ "content": "<0x37>",
490
+ "single_word": false,
491
+ "lstrip": false,
492
+ "rstrip": false,
493
+ "normalized": false,
494
+ "special": true
495
+ },
496
+ "60": {
497
+ "content": "<0x38>",
498
+ "single_word": false,
499
+ "lstrip": false,
500
+ "rstrip": false,
501
+ "normalized": false,
502
+ "special": true
503
+ },
504
+ "61": {
505
+ "content": "<0x39>",
506
+ "single_word": false,
507
+ "lstrip": false,
508
+ "rstrip": false,
509
+ "normalized": false,
510
+ "special": true
511
+ },
512
+ "62": {
513
+ "content": "<0x3A>",
514
+ "single_word": false,
515
+ "lstrip": false,
516
+ "rstrip": false,
517
+ "normalized": false,
518
+ "special": true
519
+ },
520
+ "63": {
521
+ "content": "<0x3B>",
522
+ "single_word": false,
523
+ "lstrip": false,
524
+ "rstrip": false,
525
+ "normalized": false,
526
+ "special": true
527
+ },
528
+ "64": {
529
+ "content": "<0x3C>",
530
+ "single_word": false,
531
+ "lstrip": false,
532
+ "rstrip": false,
533
+ "normalized": false,
534
+ "special": true
535
+ },
536
+ "65": {
537
+ "content": "<0x3D>",
538
+ "single_word": false,
539
+ "lstrip": false,
540
+ "rstrip": false,
541
+ "normalized": false,
542
+ "special": true
543
+ },
544
+ "66": {
545
+ "content": "<0x3E>",
546
+ "single_word": false,
547
+ "lstrip": false,
548
+ "rstrip": false,
549
+ "normalized": false,
550
+ "special": true
551
+ },
552
+ "67": {
553
+ "content": "<0x3F>",
554
+ "single_word": false,
555
+ "lstrip": false,
556
+ "rstrip": false,
557
+ "normalized": false,
558
+ "special": true
559
+ },
560
+ "68": {
561
+ "content": "<0x40>",
562
+ "single_word": false,
563
+ "lstrip": false,
564
+ "rstrip": false,
565
+ "normalized": false,
566
+ "special": true
567
+ },
568
+ "69": {
569
+ "content": "<0x41>",
570
+ "single_word": false,
571
+ "lstrip": false,
572
+ "rstrip": false,
573
+ "normalized": false,
574
+ "special": true
575
+ },
576
+ "70": {
577
+ "content": "<0x42>",
578
+ "single_word": false,
579
+ "lstrip": false,
580
+ "rstrip": false,
581
+ "normalized": false,
582
+ "special": true
583
+ },
584
+ "71": {
585
+ "content": "<0x43>",
586
+ "single_word": false,
587
+ "lstrip": false,
588
+ "rstrip": false,
589
+ "normalized": false,
590
+ "special": true
591
+ },
592
+ "72": {
593
+ "content": "<0x44>",
594
+ "single_word": false,
595
+ "lstrip": false,
596
+ "rstrip": false,
597
+ "normalized": false,
598
+ "special": true
599
+ },
600
+ "73": {
601
+ "content": "<0x45>",
602
+ "single_word": false,
603
+ "lstrip": false,
604
+ "rstrip": false,
605
+ "normalized": false,
606
+ "special": true
607
+ },
608
+ "74": {
609
+ "content": "<0x46>",
610
+ "single_word": false,
611
+ "lstrip": false,
612
+ "rstrip": false,
613
+ "normalized": false,
614
+ "special": true
615
+ },
616
+ "75": {
617
+ "content": "<0x47>",
618
+ "single_word": false,
619
+ "lstrip": false,
620
+ "rstrip": false,
621
+ "normalized": false,
622
+ "special": true
623
+ },
624
+ "76": {
625
+ "content": "<0x48>",
626
+ "single_word": false,
627
+ "lstrip": false,
628
+ "rstrip": false,
629
+ "normalized": false,
630
+ "special": true
631
+ },
632
+ "77": {
633
+ "content": "<0x49>",
634
+ "single_word": false,
635
+ "lstrip": false,
636
+ "rstrip": false,
637
+ "normalized": false,
638
+ "special": true
639
+ },
640
+ "78": {
641
+ "content": "<0x4A>",
642
+ "single_word": false,
643
+ "lstrip": false,
644
+ "rstrip": false,
645
+ "normalized": false,
646
+ "special": true
647
+ },
648
+ "79": {
649
+ "content": "<0x4B>",
650
+ "single_word": false,
651
+ "lstrip": false,
652
+ "rstrip": false,
653
+ "normalized": false,
654
+ "special": true
655
+ },
656
+ "80": {
657
+ "content": "<0x4C>",
658
+ "single_word": false,
659
+ "lstrip": false,
660
+ "rstrip": false,
661
+ "normalized": false,
662
+ "special": true
663
+ },
664
+ "81": {
665
+ "content": "<0x4D>",
666
+ "single_word": false,
667
+ "lstrip": false,
668
+ "rstrip": false,
669
+ "normalized": false,
670
+ "special": true
671
+ },
672
+ "82": {
673
+ "content": "<0x4E>",
674
+ "single_word": false,
675
+ "lstrip": false,
676
+ "rstrip": false,
677
+ "normalized": false,
678
+ "special": true
679
+ },
680
+ "83": {
681
+ "content": "<0x4F>",
682
+ "single_word": false,
683
+ "lstrip": false,
684
+ "rstrip": false,
685
+ "normalized": false,
686
+ "special": true
687
+ },
688
+ "84": {
689
+ "content": "<0x50>",
690
+ "single_word": false,
691
+ "lstrip": false,
692
+ "rstrip": false,
693
+ "normalized": false,
694
+ "special": true
695
+ },
696
+ "85": {
697
+ "content": "<0x51>",
698
+ "single_word": false,
699
+ "lstrip": false,
700
+ "rstrip": false,
701
+ "normalized": false,
702
+ "special": true
703
+ },
704
+ "86": {
705
+ "content": "<0x52>",
706
+ "single_word": false,
707
+ "lstrip": false,
708
+ "rstrip": false,
709
+ "normalized": false,
710
+ "special": true
711
+ },
712
+ "87": {
713
+ "content": "<0x53>",
714
+ "single_word": false,
715
+ "lstrip": false,
716
+ "rstrip": false,
717
+ "normalized": false,
718
+ "special": true
719
+ },
720
+ "88": {
721
+ "content": "<0x54>",
722
+ "single_word": false,
723
+ "lstrip": false,
724
+ "rstrip": false,
725
+ "normalized": false,
726
+ "special": true
727
+ },
728
+ "89": {
729
+ "content": "<0x55>",
730
+ "single_word": false,
731
+ "lstrip": false,
732
+ "rstrip": false,
733
+ "normalized": false,
734
+ "special": true
735
+ },
736
+ "90": {
737
+ "content": "<0x56>",
738
+ "single_word": false,
739
+ "lstrip": false,
740
+ "rstrip": false,
741
+ "normalized": false,
742
+ "special": true
743
+ },
744
+ "91": {
745
+ "content": "<0x57>",
746
+ "single_word": false,
747
+ "lstrip": false,
748
+ "rstrip": false,
749
+ "normalized": false,
750
+ "special": true
751
+ },
752
+ "92": {
753
+ "content": "<0x58>",
754
+ "single_word": false,
755
+ "lstrip": false,
756
+ "rstrip": false,
757
+ "normalized": false,
758
+ "special": true
759
+ },
760
+ "93": {
761
+ "content": "<0x59>",
762
+ "single_word": false,
763
+ "lstrip": false,
764
+ "rstrip": false,
765
+ "normalized": false,
766
+ "special": true
767
+ },
768
+ "94": {
769
+ "content": "<0x5A>",
770
+ "single_word": false,
771
+ "lstrip": false,
772
+ "rstrip": false,
773
+ "normalized": false,
774
+ "special": true
775
+ },
776
+ "95": {
777
+ "content": "<0x5B>",
778
+ "single_word": false,
779
+ "lstrip": false,
780
+ "rstrip": false,
781
+ "normalized": false,
782
+ "special": true
783
+ },
784
+ "96": {
785
+ "content": "<0x5C>",
786
+ "single_word": false,
787
+ "lstrip": false,
788
+ "rstrip": false,
789
+ "normalized": false,
790
+ "special": true
791
+ },
792
+ "97": {
793
+ "content": "<0x5D>",
794
+ "single_word": false,
795
+ "lstrip": false,
796
+ "rstrip": false,
797
+ "normalized": false,
798
+ "special": true
799
+ },
800
+ "98": {
801
+ "content": "<0x5E>",
802
+ "single_word": false,
803
+ "lstrip": false,
804
+ "rstrip": false,
805
+ "normalized": false,
806
+ "special": true
807
+ },
808
+ "99": {
809
+ "content": "<0x5F>",
810
+ "single_word": false,
811
+ "lstrip": false,
812
+ "rstrip": false,
813
+ "normalized": false,
814
+ "special": true
815
+ },
816
+ "100": {
817
+ "content": "<0x60>",
818
+ "single_word": false,
819
+ "lstrip": false,
820
+ "rstrip": false,
821
+ "normalized": false,
822
+ "special": true
823
+ },
824
+ "101": {
825
+ "content": "<0x61>",
826
+ "single_word": false,
827
+ "lstrip": false,
828
+ "rstrip": false,
829
+ "normalized": false,
830
+ "special": true
831
+ },
832
+ "102": {
833
+ "content": "<0x62>",
834
+ "single_word": false,
835
+ "lstrip": false,
836
+ "rstrip": false,
837
+ "normalized": false,
838
+ "special": true
839
+ },
840
+ "103": {
841
+ "content": "<0x63>",
842
+ "single_word": false,
843
+ "lstrip": false,
844
+ "rstrip": false,
845
+ "normalized": false,
846
+ "special": true
847
+ },
848
+ "104": {
849
+ "content": "<0x64>",
850
+ "single_word": false,
851
+ "lstrip": false,
852
+ "rstrip": false,
853
+ "normalized": false,
854
+ "special": true
855
+ },
856
+ "105": {
857
+ "content": "<0x65>",
858
+ "single_word": false,
859
+ "lstrip": false,
860
+ "rstrip": false,
861
+ "normalized": false,
862
+ "special": true
863
+ },
864
+ "106": {
865
+ "content": "<0x66>",
866
+ "single_word": false,
867
+ "lstrip": false,
868
+ "rstrip": false,
869
+ "normalized": false,
870
+ "special": true
871
+ },
872
+ "107": {
873
+ "content": "<0x67>",
874
+ "single_word": false,
875
+ "lstrip": false,
876
+ "rstrip": false,
877
+ "normalized": false,
878
+ "special": true
879
+ },
880
+ "108": {
881
+ "content": "<0x68>",
882
+ "single_word": false,
883
+ "lstrip": false,
884
+ "rstrip": false,
885
+ "normalized": false,
886
+ "special": true
887
+ },
888
+ "109": {
889
+ "content": "<0x69>",
890
+ "single_word": false,
891
+ "lstrip": false,
892
+ "rstrip": false,
893
+ "normalized": false,
894
+ "special": true
895
+ },
896
+ "110": {
897
+ "content": "<0x6A>",
898
+ "single_word": false,
899
+ "lstrip": false,
900
+ "rstrip": false,
901
+ "normalized": false,
902
+ "special": true
903
+ },
904
+ "111": {
905
+ "content": "<0x6B>",
906
+ "single_word": false,
907
+ "lstrip": false,
908
+ "rstrip": false,
909
+ "normalized": false,
910
+ "special": true
911
+ },
912
+ "112": {
913
+ "content": "<0x6C>",
914
+ "single_word": false,
915
+ "lstrip": false,
916
+ "rstrip": false,
917
+ "normalized": false,
918
+ "special": true
919
+ },
920
+ "113": {
921
+ "content": "<0x6D>",
922
+ "single_word": false,
923
+ "lstrip": false,
924
+ "rstrip": false,
925
+ "normalized": false,
926
+ "special": true
927
+ },
928
+ "114": {
929
+ "content": "<0x6E>",
930
+ "single_word": false,
931
+ "lstrip": false,
932
+ "rstrip": false,
933
+ "normalized": false,
934
+ "special": true
935
+ },
936
+ "115": {
937
+ "content": "<0x6F>",
938
+ "single_word": false,
939
+ "lstrip": false,
940
+ "rstrip": false,
941
+ "normalized": false,
942
+ "special": true
943
+ },
944
+ "116": {
945
+ "content": "<0x70>",
946
+ "single_word": false,
947
+ "lstrip": false,
948
+ "rstrip": false,
949
+ "normalized": false,
950
+ "special": true
951
+ },
952
+ "117": {
953
+ "content": "<0x71>",
954
+ "single_word": false,
955
+ "lstrip": false,
956
+ "rstrip": false,
957
+ "normalized": false,
958
+ "special": true
959
+ },
960
+ "118": {
961
+ "content": "<0x72>",
962
+ "single_word": false,
963
+ "lstrip": false,
964
+ "rstrip": false,
965
+ "normalized": false,
966
+ "special": true
967
+ },
968
+ "119": {
969
+ "content": "<0x73>",
970
+ "single_word": false,
971
+ "lstrip": false,
972
+ "rstrip": false,
973
+ "normalized": false,
974
+ "special": true
975
+ },
976
+ "120": {
977
+ "content": "<0x74>",
978
+ "single_word": false,
979
+ "lstrip": false,
980
+ "rstrip": false,
981
+ "normalized": false,
982
+ "special": true
983
+ },
984
+ "121": {
985
+ "content": "<0x75>",
986
+ "single_word": false,
987
+ "lstrip": false,
988
+ "rstrip": false,
989
+ "normalized": false,
990
+ "special": true
991
+ },
992
+ "122": {
993
+ "content": "<0x76>",
994
+ "single_word": false,
995
+ "lstrip": false,
996
+ "rstrip": false,
997
+ "normalized": false,
998
+ "special": true
999
+ },
1000
+ "123": {
1001
+ "content": "<0x77>",
1002
+ "single_word": false,
1003
+ "lstrip": false,
1004
+ "rstrip": false,
1005
+ "normalized": false,
1006
+ "special": true
1007
+ },
1008
+ "124": {
1009
+ "content": "<0x78>",
1010
+ "single_word": false,
1011
+ "lstrip": false,
1012
+ "rstrip": false,
1013
+ "normalized": false,
1014
+ "special": true
1015
+ },
1016
+ "125": {
1017
+ "content": "<0x79>",
1018
+ "single_word": false,
1019
+ "lstrip": false,
1020
+ "rstrip": false,
1021
+ "normalized": false,
1022
+ "special": true
1023
+ },
1024
+ "126": {
1025
+ "content": "<0x7A>",
1026
+ "single_word": false,
1027
+ "lstrip": false,
1028
+ "rstrip": false,
1029
+ "normalized": false,
1030
+ "special": true
1031
+ },
1032
+ "127": {
1033
+ "content": "<0x7B>",
1034
+ "single_word": false,
1035
+ "lstrip": false,
1036
+ "rstrip": false,
1037
+ "normalized": false,
1038
+ "special": true
1039
+ },
1040
+ "128": {
1041
+ "content": "<0x7C>",
1042
+ "single_word": false,
1043
+ "lstrip": false,
1044
+ "rstrip": false,
1045
+ "normalized": false,
1046
+ "special": true
1047
+ },
1048
+ "129": {
1049
+ "content": "<0x7D>",
1050
+ "single_word": false,
1051
+ "lstrip": false,
1052
+ "rstrip": false,
1053
+ "normalized": false,
1054
+ "special": true
1055
+ },
1056
+ "130": {
1057
+ "content": "<0x7E>",
1058
+ "single_word": false,
1059
+ "lstrip": false,
1060
+ "rstrip": false,
1061
+ "normalized": false,
1062
+ "special": true
1063
+ },
1064
+ "131": {
1065
+ "content": "<0x7F>",
1066
+ "single_word": false,
1067
+ "lstrip": false,
1068
+ "rstrip": false,
1069
+ "normalized": false,
1070
+ "special": true
1071
+ },
1072
+ "132": {
1073
+ "content": "<0x80>",
1074
+ "single_word": false,
1075
+ "lstrip": false,
1076
+ "rstrip": false,
1077
+ "normalized": false,
1078
+ "special": true
1079
+ },
1080
+ "133": {
1081
+ "content": "<0x81>",
1082
+ "single_word": false,
1083
+ "lstrip": false,
1084
+ "rstrip": false,
1085
+ "normalized": false,
1086
+ "special": true
1087
+ },
1088
+ "134": {
1089
+ "content": "<0x82>",
1090
+ "single_word": false,
1091
+ "lstrip": false,
1092
+ "rstrip": false,
1093
+ "normalized": false,
1094
+ "special": true
1095
+ },
1096
+ "135": {
1097
+ "content": "<0x83>",
1098
+ "single_word": false,
1099
+ "lstrip": false,
1100
+ "rstrip": false,
1101
+ "normalized": false,
1102
+ "special": true
1103
+ },
1104
+ "136": {
1105
+ "content": "<0x84>",
1106
+ "single_word": false,
1107
+ "lstrip": false,
1108
+ "rstrip": false,
1109
+ "normalized": false,
1110
+ "special": true
1111
+ },
1112
+ "137": {
1113
+ "content": "<0x85>",
1114
+ "single_word": false,
1115
+ "lstrip": false,
1116
+ "rstrip": false,
1117
+ "normalized": false,
1118
+ "special": true
1119
+ },
1120
+ "138": {
1121
+ "content": "<0x86>",
1122
+ "single_word": false,
1123
+ "lstrip": false,
1124
+ "rstrip": false,
1125
+ "normalized": false,
1126
+ "special": true
1127
+ },
1128
+ "139": {
1129
+ "content": "<0x87>",
1130
+ "single_word": false,
1131
+ "lstrip": false,
1132
+ "rstrip": false,
1133
+ "normalized": false,
1134
+ "special": true
1135
+ },
1136
+ "140": {
1137
+ "content": "<0x88>",
1138
+ "single_word": false,
1139
+ "lstrip": false,
1140
+ "rstrip": false,
1141
+ "normalized": false,
1142
+ "special": true
1143
+ },
1144
+ "141": {
1145
+ "content": "<0x89>",
1146
+ "single_word": false,
1147
+ "lstrip": false,
1148
+ "rstrip": false,
1149
+ "normalized": false,
1150
+ "special": true
1151
+ },
1152
+ "142": {
1153
+ "content": "<0x8A>",
1154
+ "single_word": false,
1155
+ "lstrip": false,
1156
+ "rstrip": false,
1157
+ "normalized": false,
1158
+ "special": true
1159
+ },
1160
+ "143": {
1161
+ "content": "<0x8B>",
1162
+ "single_word": false,
1163
+ "lstrip": false,
1164
+ "rstrip": false,
1165
+ "normalized": false,
1166
+ "special": true
1167
+ },
1168
+ "144": {
1169
+ "content": "<0x8C>",
1170
+ "single_word": false,
1171
+ "lstrip": false,
1172
+ "rstrip": false,
1173
+ "normalized": false,
1174
+ "special": true
1175
+ },
1176
+ "145": {
1177
+ "content": "<0x8D>",
1178
+ "single_word": false,
1179
+ "lstrip": false,
1180
+ "rstrip": false,
1181
+ "normalized": false,
1182
+ "special": true
1183
+ },
1184
+ "146": {
1185
+ "content": "<0x8E>",
1186
+ "single_word": false,
1187
+ "lstrip": false,
1188
+ "rstrip": false,
1189
+ "normalized": false,
1190
+ "special": true
1191
+ },
1192
+ "147": {
1193
+ "content": "<0x8F>",
1194
+ "single_word": false,
1195
+ "lstrip": false,
1196
+ "rstrip": false,
1197
+ "normalized": false,
1198
+ "special": true
1199
+ },
1200
+ "148": {
1201
+ "content": "<0x90>",
1202
+ "single_word": false,
1203
+ "lstrip": false,
1204
+ "rstrip": false,
1205
+ "normalized": false,
1206
+ "special": true
1207
+ },
1208
+ "149": {
1209
+ "content": "<0x91>",
1210
+ "single_word": false,
1211
+ "lstrip": false,
1212
+ "rstrip": false,
1213
+ "normalized": false,
1214
+ "special": true
1215
+ },
1216
+ "150": {
1217
+ "content": "<0x92>",
1218
+ "single_word": false,
1219
+ "lstrip": false,
1220
+ "rstrip": false,
1221
+ "normalized": false,
1222
+ "special": true
1223
+ },
1224
+ "151": {
1225
+ "content": "<0x93>",
1226
+ "single_word": false,
1227
+ "lstrip": false,
1228
+ "rstrip": false,
1229
+ "normalized": false,
1230
+ "special": true
1231
+ },
1232
+ "152": {
1233
+ "content": "<0x94>",
1234
+ "single_word": false,
1235
+ "lstrip": false,
1236
+ "rstrip": false,
1237
+ "normalized": false,
1238
+ "special": true
1239
+ },
1240
+ "153": {
1241
+ "content": "<0x95>",
1242
+ "single_word": false,
1243
+ "lstrip": false,
1244
+ "rstrip": false,
1245
+ "normalized": false,
1246
+ "special": true
1247
+ },
1248
+ "154": {
1249
+ "content": "<0x96>",
1250
+ "single_word": false,
1251
+ "lstrip": false,
1252
+ "rstrip": false,
1253
+ "normalized": false,
1254
+ "special": true
1255
+ },
1256
+ "155": {
1257
+ "content": "<0x97>",
1258
+ "single_word": false,
1259
+ "lstrip": false,
1260
+ "rstrip": false,
1261
+ "normalized": false,
1262
+ "special": true
1263
+ },
1264
+ "156": {
1265
+ "content": "<0x98>",
1266
+ "single_word": false,
1267
+ "lstrip": false,
1268
+ "rstrip": false,
1269
+ "normalized": false,
1270
+ "special": true
1271
+ },
1272
+ "157": {
1273
+ "content": "<0x99>",
1274
+ "single_word": false,
1275
+ "lstrip": false,
1276
+ "rstrip": false,
1277
+ "normalized": false,
1278
+ "special": true
1279
+ },
1280
+ "158": {
1281
+ "content": "<0x9A>",
1282
+ "single_word": false,
1283
+ "lstrip": false,
1284
+ "rstrip": false,
1285
+ "normalized": false,
1286
+ "special": true
1287
+ },
1288
+ "159": {
1289
+ "content": "<0x9B>",
1290
+ "single_word": false,
1291
+ "lstrip": false,
1292
+ "rstrip": false,
1293
+ "normalized": false,
1294
+ "special": true
1295
+ },
1296
+ "160": {
1297
+ "content": "<0x9C>",
1298
+ "single_word": false,
1299
+ "lstrip": false,
1300
+ "rstrip": false,
1301
+ "normalized": false,
1302
+ "special": true
1303
+ },
1304
+ "161": {
1305
+ "content": "<0x9D>",
1306
+ "single_word": false,
1307
+ "lstrip": false,
1308
+ "rstrip": false,
1309
+ "normalized": false,
1310
+ "special": true
1311
+ },
1312
+ "162": {
1313
+ "content": "<0x9E>",
1314
+ "single_word": false,
1315
+ "lstrip": false,
1316
+ "rstrip": false,
1317
+ "normalized": false,
1318
+ "special": true
1319
+ },
1320
+ "163": {
1321
+ "content": "<0x9F>",
1322
+ "single_word": false,
1323
+ "lstrip": false,
1324
+ "rstrip": false,
1325
+ "normalized": false,
1326
+ "special": true
1327
+ },
1328
+ "164": {
1329
+ "content": "<0xA0>",
1330
+ "single_word": false,
1331
+ "lstrip": false,
1332
+ "rstrip": false,
1333
+ "normalized": false,
1334
+ "special": true
1335
+ },
1336
+ "165": {
1337
+ "content": "<0xA1>",
1338
+ "single_word": false,
1339
+ "lstrip": false,
1340
+ "rstrip": false,
1341
+ "normalized": false,
1342
+ "special": true
1343
+ },
1344
+ "166": {
1345
+ "content": "<0xA2>",
1346
+ "single_word": false,
1347
+ "lstrip": false,
1348
+ "rstrip": false,
1349
+ "normalized": false,
1350
+ "special": true
1351
+ },
1352
+ "167": {
1353
+ "content": "<0xA3>",
1354
+ "single_word": false,
1355
+ "lstrip": false,
1356
+ "rstrip": false,
1357
+ "normalized": false,
1358
+ "special": true
1359
+ },
1360
+ "168": {
1361
+ "content": "<0xA4>",
1362
+ "single_word": false,
1363
+ "lstrip": false,
1364
+ "rstrip": false,
1365
+ "normalized": false,
1366
+ "special": true
1367
+ },
1368
+ "169": {
1369
+ "content": "<0xA5>",
1370
+ "single_word": false,
1371
+ "lstrip": false,
1372
+ "rstrip": false,
1373
+ "normalized": false,
1374
+ "special": true
1375
+ },
1376
+ "170": {
1377
+ "content": "<0xA6>",
1378
+ "single_word": false,
1379
+ "lstrip": false,
1380
+ "rstrip": false,
1381
+ "normalized": false,
1382
+ "special": true
1383
+ },
1384
+ "171": {
1385
+ "content": "<0xA7>",
1386
+ "single_word": false,
1387
+ "lstrip": false,
1388
+ "rstrip": false,
1389
+ "normalized": false,
1390
+ "special": true
1391
+ },
1392
+ "172": {
1393
+ "content": "<0xA8>",
1394
+ "single_word": false,
1395
+ "lstrip": false,
1396
+ "rstrip": false,
1397
+ "normalized": false,
1398
+ "special": true
1399
+ },
1400
+ "173": {
1401
+ "content": "<0xA9>",
1402
+ "single_word": false,
1403
+ "lstrip": false,
1404
+ "rstrip": false,
1405
+ "normalized": false,
1406
+ "special": true
1407
+ },
1408
+ "174": {
1409
+ "content": "<0xAA>",
1410
+ "single_word": false,
1411
+ "lstrip": false,
1412
+ "rstrip": false,
1413
+ "normalized": false,
1414
+ "special": true
1415
+ },
1416
+ "175": {
1417
+ "content": "<0xAB>",
1418
+ "single_word": false,
1419
+ "lstrip": false,
1420
+ "rstrip": false,
1421
+ "normalized": false,
1422
+ "special": true
1423
+ },
1424
+ "176": {
1425
+ "content": "<0xAC>",
1426
+ "single_word": false,
1427
+ "lstrip": false,
1428
+ "rstrip": false,
1429
+ "normalized": false,
1430
+ "special": true
1431
+ },
1432
+ "177": {
1433
+ "content": "<0xAD>",
1434
+ "single_word": false,
1435
+ "lstrip": false,
1436
+ "rstrip": false,
1437
+ "normalized": false,
1438
+ "special": true
1439
+ },
1440
+ "178": {
1441
+ "content": "<0xAE>",
1442
+ "single_word": false,
1443
+ "lstrip": false,
1444
+ "rstrip": false,
1445
+ "normalized": false,
1446
+ "special": true
1447
+ },
1448
+ "179": {
1449
+ "content": "<0xAF>",
1450
+ "single_word": false,
1451
+ "lstrip": false,
1452
+ "rstrip": false,
1453
+ "normalized": false,
1454
+ "special": true
1455
+ },
1456
+ "180": {
1457
+ "content": "<0xB0>",
1458
+ "single_word": false,
1459
+ "lstrip": false,
1460
+ "rstrip": false,
1461
+ "normalized": false,
1462
+ "special": true
1463
+ },
1464
+ "181": {
1465
+ "content": "<0xB1>",
1466
+ "single_word": false,
1467
+ "lstrip": false,
1468
+ "rstrip": false,
1469
+ "normalized": false,
1470
+ "special": true
1471
+ },
1472
+ "182": {
1473
+ "content": "<0xB2>",
1474
+ "single_word": false,
1475
+ "lstrip": false,
1476
+ "rstrip": false,
1477
+ "normalized": false,
1478
+ "special": true
1479
+ },
1480
+ "183": {
1481
+ "content": "<0xB3>",
1482
+ "single_word": false,
1483
+ "lstrip": false,
1484
+ "rstrip": false,
1485
+ "normalized": false,
1486
+ "special": true
1487
+ },
1488
+ "184": {
1489
+ "content": "<0xB4>",
1490
+ "single_word": false,
1491
+ "lstrip": false,
1492
+ "rstrip": false,
1493
+ "normalized": false,
1494
+ "special": true
1495
+ },
1496
+ "185": {
1497
+ "content": "<0xB5>",
1498
+ "single_word": false,
1499
+ "lstrip": false,
1500
+ "rstrip": false,
1501
+ "normalized": false,
1502
+ "special": true
1503
+ },
1504
+ "186": {
1505
+ "content": "<0xB6>",
1506
+ "single_word": false,
1507
+ "lstrip": false,
1508
+ "rstrip": false,
1509
+ "normalized": false,
1510
+ "special": true
1511
+ },
1512
+ "187": {
1513
+ "content": "<0xB7>",
1514
+ "single_word": false,
1515
+ "lstrip": false,
1516
+ "rstrip": false,
1517
+ "normalized": false,
1518
+ "special": true
1519
+ },
1520
+ "188": {
1521
+ "content": "<0xB8>",
1522
+ "single_word": false,
1523
+ "lstrip": false,
1524
+ "rstrip": false,
1525
+ "normalized": false,
1526
+ "special": true
1527
+ },
1528
+ "189": {
1529
+ "content": "<0xB9>",
1530
+ "single_word": false,
1531
+ "lstrip": false,
1532
+ "rstrip": false,
1533
+ "normalized": false,
1534
+ "special": true
1535
+ },
1536
+ "190": {
1537
+ "content": "<0xBA>",
1538
+ "single_word": false,
1539
+ "lstrip": false,
1540
+ "rstrip": false,
1541
+ "normalized": false,
1542
+ "special": true
1543
+ },
1544
+ "191": {
1545
+ "content": "<0xBB>",
1546
+ "single_word": false,
1547
+ "lstrip": false,
1548
+ "rstrip": false,
1549
+ "normalized": false,
1550
+ "special": true
1551
+ },
1552
+ "192": {
1553
+ "content": "<0xBC>",
1554
+ "single_word": false,
1555
+ "lstrip": false,
1556
+ "rstrip": false,
1557
+ "normalized": false,
1558
+ "special": true
1559
+ },
1560
+ "193": {
1561
+ "content": "<0xBD>",
1562
+ "single_word": false,
1563
+ "lstrip": false,
1564
+ "rstrip": false,
1565
+ "normalized": false,
1566
+ "special": true
1567
+ },
1568
+ "194": {
1569
+ "content": "<0xBE>",
1570
+ "single_word": false,
1571
+ "lstrip": false,
1572
+ "rstrip": false,
1573
+ "normalized": false,
1574
+ "special": true
1575
+ },
1576
+ "195": {
1577
+ "content": "<0xBF>",
1578
+ "single_word": false,
1579
+ "lstrip": false,
1580
+ "rstrip": false,
1581
+ "normalized": false,
1582
+ "special": true
1583
+ },
1584
+ "196": {
1585
+ "content": "<0xC0>",
1586
+ "single_word": false,
1587
+ "lstrip": false,
1588
+ "rstrip": false,
1589
+ "normalized": false,
1590
+ "special": true
1591
+ },
1592
+ "197": {
1593
+ "content": "<0xC1>",
1594
+ "single_word": false,
1595
+ "lstrip": false,
1596
+ "rstrip": false,
1597
+ "normalized": false,
1598
+ "special": true
1599
+ },
1600
+ "198": {
1601
+ "content": "<0xC2>",
1602
+ "single_word": false,
1603
+ "lstrip": false,
1604
+ "rstrip": false,
1605
+ "normalized": false,
1606
+ "special": true
1607
+ },
1608
+ "199": {
1609
+ "content": "<0xC3>",
1610
+ "single_word": false,
1611
+ "lstrip": false,
1612
+ "rstrip": false,
1613
+ "normalized": false,
1614
+ "special": true
1615
+ },
1616
+ "200": {
1617
+ "content": "<0xC4>",
1618
+ "single_word": false,
1619
+ "lstrip": false,
1620
+ "rstrip": false,
1621
+ "normalized": false,
1622
+ "special": true
1623
+ },
1624
+ "201": {
1625
+ "content": "<0xC5>",
1626
+ "single_word": false,
1627
+ "lstrip": false,
1628
+ "rstrip": false,
1629
+ "normalized": false,
1630
+ "special": true
1631
+ },
1632
+ "202": {
1633
+ "content": "<0xC6>",
1634
+ "single_word": false,
1635
+ "lstrip": false,
1636
+ "rstrip": false,
1637
+ "normalized": false,
1638
+ "special": true
1639
+ },
1640
+ "203": {
1641
+ "content": "<0xC7>",
1642
+ "single_word": false,
1643
+ "lstrip": false,
1644
+ "rstrip": false,
1645
+ "normalized": false,
1646
+ "special": true
1647
+ },
1648
+ "204": {
1649
+ "content": "<0xC8>",
1650
+ "single_word": false,
1651
+ "lstrip": false,
1652
+ "rstrip": false,
1653
+ "normalized": false,
1654
+ "special": true
1655
+ },
1656
+ "205": {
1657
+ "content": "<0xC9>",
1658
+ "single_word": false,
1659
+ "lstrip": false,
1660
+ "rstrip": false,
1661
+ "normalized": false,
1662
+ "special": true
1663
+ },
1664
+ "206": {
1665
+ "content": "<0xCA>",
1666
+ "single_word": false,
1667
+ "lstrip": false,
1668
+ "rstrip": false,
1669
+ "normalized": false,
1670
+ "special": true
1671
+ },
1672
+ "207": {
1673
+ "content": "<0xCB>",
1674
+ "single_word": false,
1675
+ "lstrip": false,
1676
+ "rstrip": false,
1677
+ "normalized": false,
1678
+ "special": true
1679
+ },
1680
+ "208": {
1681
+ "content": "<0xCC>",
1682
+ "single_word": false,
1683
+ "lstrip": false,
1684
+ "rstrip": false,
1685
+ "normalized": false,
1686
+ "special": true
1687
+ },
1688
+ "209": {
1689
+ "content": "<0xCD>",
1690
+ "single_word": false,
1691
+ "lstrip": false,
1692
+ "rstrip": false,
1693
+ "normalized": false,
1694
+ "special": true
1695
+ },
1696
+ "210": {
1697
+ "content": "<0xCE>",
1698
+ "single_word": false,
1699
+ "lstrip": false,
1700
+ "rstrip": false,
1701
+ "normalized": false,
1702
+ "special": true
1703
+ },
1704
+ "211": {
1705
+ "content": "<0xCF>",
1706
+ "single_word": false,
1707
+ "lstrip": false,
1708
+ "rstrip": false,
1709
+ "normalized": false,
1710
+ "special": true
1711
+ },
1712
+ "212": {
1713
+ "content": "<0xD0>",
1714
+ "single_word": false,
1715
+ "lstrip": false,
1716
+ "rstrip": false,
1717
+ "normalized": false,
1718
+ "special": true
1719
+ },
1720
+ "213": {
1721
+ "content": "<0xD1>",
1722
+ "single_word": false,
1723
+ "lstrip": false,
1724
+ "rstrip": false,
1725
+ "normalized": false,
1726
+ "special": true
1727
+ },
1728
+ "214": {
1729
+ "content": "<0xD2>",
1730
+ "single_word": false,
1731
+ "lstrip": false,
1732
+ "rstrip": false,
1733
+ "normalized": false,
1734
+ "special": true
1735
+ },
1736
+ "215": {
1737
+ "content": "<0xD3>",
1738
+ "single_word": false,
1739
+ "lstrip": false,
1740
+ "rstrip": false,
1741
+ "normalized": false,
1742
+ "special": true
1743
+ },
1744
+ "216": {
1745
+ "content": "<0xD4>",
1746
+ "single_word": false,
1747
+ "lstrip": false,
1748
+ "rstrip": false,
1749
+ "normalized": false,
1750
+ "special": true
1751
+ },
1752
+ "217": {
1753
+ "content": "<0xD5>",
1754
+ "single_word": false,
1755
+ "lstrip": false,
1756
+ "rstrip": false,
1757
+ "normalized": false,
1758
+ "special": true
1759
+ },
1760
+ "218": {
1761
+ "content": "<0xD6>",
1762
+ "single_word": false,
1763
+ "lstrip": false,
1764
+ "rstrip": false,
1765
+ "normalized": false,
1766
+ "special": true
1767
+ },
1768
+ "219": {
1769
+ "content": "<0xD7>",
1770
+ "single_word": false,
1771
+ "lstrip": false,
1772
+ "rstrip": false,
1773
+ "normalized": false,
1774
+ "special": true
1775
+ },
1776
+ "220": {
1777
+ "content": "<0xD8>",
1778
+ "single_word": false,
1779
+ "lstrip": false,
1780
+ "rstrip": false,
1781
+ "normalized": false,
1782
+ "special": true
1783
+ },
1784
+ "221": {
1785
+ "content": "<0xD9>",
1786
+ "single_word": false,
1787
+ "lstrip": false,
1788
+ "rstrip": false,
1789
+ "normalized": false,
1790
+ "special": true
1791
+ },
1792
+ "222": {
1793
+ "content": "<0xDA>",
1794
+ "single_word": false,
1795
+ "lstrip": false,
1796
+ "rstrip": false,
1797
+ "normalized": false,
1798
+ "special": true
1799
+ },
1800
+ "223": {
1801
+ "content": "<0xDB>",
1802
+ "single_word": false,
1803
+ "lstrip": false,
1804
+ "rstrip": false,
1805
+ "normalized": false,
1806
+ "special": true
1807
+ },
1808
+ "224": {
1809
+ "content": "<0xDC>",
1810
+ "single_word": false,
1811
+ "lstrip": false,
1812
+ "rstrip": false,
1813
+ "normalized": false,
1814
+ "special": true
1815
+ },
1816
+ "225": {
1817
+ "content": "<0xDD>",
1818
+ "single_word": false,
1819
+ "lstrip": false,
1820
+ "rstrip": false,
1821
+ "normalized": false,
1822
+ "special": true
1823
+ },
1824
+ "226": {
1825
+ "content": "<0xDE>",
1826
+ "single_word": false,
1827
+ "lstrip": false,
1828
+ "rstrip": false,
1829
+ "normalized": false,
1830
+ "special": true
1831
+ },
1832
+ "227": {
1833
+ "content": "<0xDF>",
1834
+ "single_word": false,
1835
+ "lstrip": false,
1836
+ "rstrip": false,
1837
+ "normalized": false,
1838
+ "special": true
1839
+ },
1840
+ "228": {
1841
+ "content": "<0xE0>",
1842
+ "single_word": false,
1843
+ "lstrip": false,
1844
+ "rstrip": false,
1845
+ "normalized": false,
1846
+ "special": true
1847
+ },
1848
+ "229": {
1849
+ "content": "<0xE1>",
1850
+ "single_word": false,
1851
+ "lstrip": false,
1852
+ "rstrip": false,
1853
+ "normalized": false,
1854
+ "special": true
1855
+ },
1856
+ "230": {
1857
+ "content": "<0xE2>",
1858
+ "single_word": false,
1859
+ "lstrip": false,
1860
+ "rstrip": false,
1861
+ "normalized": false,
1862
+ "special": true
1863
+ },
1864
+ "231": {
1865
+ "content": "<0xE3>",
1866
+ "single_word": false,
1867
+ "lstrip": false,
1868
+ "rstrip": false,
1869
+ "normalized": false,
1870
+ "special": true
1871
+ },
1872
+ "232": {
1873
+ "content": "<0xE4>",
1874
+ "single_word": false,
1875
+ "lstrip": false,
1876
+ "rstrip": false,
1877
+ "normalized": false,
1878
+ "special": true
1879
+ },
1880
+ "233": {
1881
+ "content": "<0xE5>",
1882
+ "single_word": false,
1883
+ "lstrip": false,
1884
+ "rstrip": false,
1885
+ "normalized": false,
1886
+ "special": true
1887
+ },
1888
+ "234": {
1889
+ "content": "<0xE6>",
1890
+ "single_word": false,
1891
+ "lstrip": false,
1892
+ "rstrip": false,
1893
+ "normalized": false,
1894
+ "special": true
1895
+ },
1896
+ "235": {
1897
+ "content": "<0xE7>",
1898
+ "single_word": false,
1899
+ "lstrip": false,
1900
+ "rstrip": false,
1901
+ "normalized": false,
1902
+ "special": true
1903
+ },
1904
+ "236": {
1905
+ "content": "<0xE8>",
1906
+ "single_word": false,
1907
+ "lstrip": false,
1908
+ "rstrip": false,
1909
+ "normalized": false,
1910
+ "special": true
1911
+ },
1912
+ "237": {
1913
+ "content": "<0xE9>",
1914
+ "single_word": false,
1915
+ "lstrip": false,
1916
+ "rstrip": false,
1917
+ "normalized": false,
1918
+ "special": true
1919
+ },
1920
+ "238": {
1921
+ "content": "<0xEA>",
1922
+ "single_word": false,
1923
+ "lstrip": false,
1924
+ "rstrip": false,
1925
+ "normalized": false,
1926
+ "special": true
1927
+ },
1928
+ "239": {
1929
+ "content": "<0xEB>",
1930
+ "single_word": false,
1931
+ "lstrip": false,
1932
+ "rstrip": false,
1933
+ "normalized": false,
1934
+ "special": true
1935
+ },
1936
+ "240": {
1937
+ "content": "<0xEC>",
1938
+ "single_word": false,
1939
+ "lstrip": false,
1940
+ "rstrip": false,
1941
+ "normalized": false,
1942
+ "special": true
1943
+ },
1944
+ "241": {
1945
+ "content": "<0xED>",
1946
+ "single_word": false,
1947
+ "lstrip": false,
1948
+ "rstrip": false,
1949
+ "normalized": false,
1950
+ "special": true
1951
+ },
1952
+ "242": {
1953
+ "content": "<0xEE>",
1954
+ "single_word": false,
1955
+ "lstrip": false,
1956
+ "rstrip": false,
1957
+ "normalized": false,
1958
+ "special": true
1959
+ },
1960
+ "243": {
1961
+ "content": "<0xEF>",
1962
+ "single_word": false,
1963
+ "lstrip": false,
1964
+ "rstrip": false,
1965
+ "normalized": false,
1966
+ "special": true
1967
+ },
1968
+ "244": {
1969
+ "content": "<0xF0>",
1970
+ "single_word": false,
1971
+ "lstrip": false,
1972
+ "rstrip": false,
1973
+ "normalized": false,
1974
+ "special": true
1975
+ },
1976
+ "245": {
1977
+ "content": "<0xF1>",
1978
+ "single_word": false,
1979
+ "lstrip": false,
1980
+ "rstrip": false,
1981
+ "normalized": false,
1982
+ "special": true
1983
+ },
1984
+ "246": {
1985
+ "content": "<0xF2>",
1986
+ "single_word": false,
1987
+ "lstrip": false,
1988
+ "rstrip": false,
1989
+ "normalized": false,
1990
+ "special": true
1991
+ },
1992
+ "247": {
1993
+ "content": "<0xF3>",
1994
+ "single_word": false,
1995
+ "lstrip": false,
1996
+ "rstrip": false,
1997
+ "normalized": false,
1998
+ "special": true
1999
+ },
2000
+ "248": {
2001
+ "content": "<0xF4>",
2002
+ "single_word": false,
2003
+ "lstrip": false,
2004
+ "rstrip": false,
2005
+ "normalized": false,
2006
+ "special": true
2007
+ },
2008
+ "249": {
2009
+ "content": "<0xF5>",
2010
+ "single_word": false,
2011
+ "lstrip": false,
2012
+ "rstrip": false,
2013
+ "normalized": false,
2014
+ "special": true
2015
+ },
2016
+ "250": {
2017
+ "content": "<0xF6>",
2018
+ "single_word": false,
2019
+ "lstrip": false,
2020
+ "rstrip": false,
2021
+ "normalized": false,
2022
+ "special": true
2023
+ },
2024
+ "251": {
2025
+ "content": "<0xF7>",
2026
+ "single_word": false,
2027
+ "lstrip": false,
2028
+ "rstrip": false,
2029
+ "normalized": false,
2030
+ "special": true
2031
+ },
2032
+ "252": {
2033
+ "content": "<0xF8>",
2034
+ "single_word": false,
2035
+ "lstrip": false,
2036
+ "rstrip": false,
2037
+ "normalized": false,
2038
+ "special": true
2039
+ },
2040
+ "253": {
2041
+ "content": "<0xF9>",
2042
+ "single_word": false,
2043
+ "lstrip": false,
2044
+ "rstrip": false,
2045
+ "normalized": false,
2046
+ "special": true
2047
+ },
2048
+ "254": {
2049
+ "content": "<0xFA>",
2050
+ "single_word": false,
2051
+ "lstrip": false,
2052
+ "rstrip": false,
2053
+ "normalized": false,
2054
+ "special": true
2055
+ },
2056
+ "255": {
2057
+ "content": "<0xFB>",
2058
+ "single_word": false,
2059
+ "lstrip": false,
2060
+ "rstrip": false,
2061
+ "normalized": false,
2062
+ "special": true
2063
+ },
2064
+ "256": {
2065
+ "content": "<0xFC>",
2066
+ "single_word": false,
2067
+ "lstrip": false,
2068
+ "rstrip": false,
2069
+ "normalized": false,
2070
+ "special": true
2071
+ },
2072
+ "257": {
2073
+ "content": "<0xFD>",
2074
+ "single_word": false,
2075
+ "lstrip": false,
2076
+ "rstrip": false,
2077
+ "normalized": false,
2078
+ "special": true
2079
+ },
2080
+ "258": {
2081
+ "content": "<0xFE>",
2082
+ "single_word": false,
2083
+ "lstrip": false,
2084
+ "rstrip": false,
2085
+ "normalized": false,
2086
+ "special": true
2087
+ },
2088
+ "259": {
2089
+ "content": "<0xFF>",
2090
+ "single_word": false,
2091
+ "lstrip": false,
2092
+ "rstrip": false,
2093
+ "normalized": false,
2094
+ "special": true
2095
+ },
2096
+ "60800": {
2097
+ "content": "<|im_end|>",
2098
+ "single_word": false,
2099
+ "lstrip": false,
2100
+ "rstrip": false,
2101
+ "normalized": false,
2102
+ "special": true
2103
+ },
2104
+ "60801": {
2105
+ "content": "<|im_start|>",
2106
+ "single_word": false,
2107
+ "lstrip": false,
2108
+ "rstrip": false,
2109
+ "normalized": false,
2110
+ "special": true
2111
+ }
2112
+ }
2113
+ }
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,888 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.10000510230113781,
6
+ "eval_steps": 490,
7
+ "global_step": 245,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0008163681820501046,
14
+ "grad_norm": 0.43345439434051514,
15
+ "learning_rate": 5.405405405405406e-06,
16
+ "loss": 2.3645241260528564,
17
+ "step": 2
18
+ },
19
+ {
20
+ "epoch": 0.0016327363641002093,
21
+ "grad_norm": 0.44203266501426697,
22
+ "learning_rate": 1.6216216216216218e-05,
23
+ "loss": 2.3886919021606445,
24
+ "step": 4
25
+ },
26
+ {
27
+ "epoch": 0.002449104546150314,
28
+ "grad_norm": 0.4867129623889923,
29
+ "learning_rate": 2.702702702702703e-05,
30
+ "loss": 2.356144666671753,
31
+ "step": 6
32
+ },
33
+ {
34
+ "epoch": 0.0032654727282004185,
35
+ "grad_norm": 0.5065365433692932,
36
+ "learning_rate": 3.783783783783784e-05,
37
+ "loss": 2.335298538208008,
38
+ "step": 8
39
+ },
40
+ {
41
+ "epoch": 0.004081840910250523,
42
+ "grad_norm": 0.5203875303268433,
43
+ "learning_rate": 4.8648648648648654e-05,
44
+ "loss": 2.356814384460449,
45
+ "step": 10
46
+ },
47
+ {
48
+ "epoch": 0.004898209092300628,
49
+ "grad_norm": 0.5352824330329895,
50
+ "learning_rate": 5.9459459459459466e-05,
51
+ "loss": 2.4923300743103027,
52
+ "step": 12
53
+ },
54
+ {
55
+ "epoch": 0.0057145772743507324,
56
+ "grad_norm": 0.6079421639442444,
57
+ "learning_rate": 7.027027027027028e-05,
58
+ "loss": 2.4423556327819824,
59
+ "step": 14
60
+ },
61
+ {
62
+ "epoch": 0.006530945456400837,
63
+ "grad_norm": 0.4517210125923157,
64
+ "learning_rate": 8.108108108108109e-05,
65
+ "loss": 2.425778388977051,
66
+ "step": 16
67
+ },
68
+ {
69
+ "epoch": 0.007347313638450942,
70
+ "grad_norm": 0.5118643641471863,
71
+ "learning_rate": 9.18918918918919e-05,
72
+ "loss": 2.421818733215332,
73
+ "step": 18
74
+ },
75
+ {
76
+ "epoch": 0.008163681820501046,
77
+ "grad_norm": 0.41310036182403564,
78
+ "learning_rate": 0.0001027027027027027,
79
+ "loss": 2.349085807800293,
80
+ "step": 20
81
+ },
82
+ {
83
+ "epoch": 0.00898005000255115,
84
+ "grad_norm": 0.6340513825416565,
85
+ "learning_rate": 0.00011351351351351351,
86
+ "loss": 2.3508970737457275,
87
+ "step": 22
88
+ },
89
+ {
90
+ "epoch": 0.009796418184601256,
91
+ "grad_norm": 0.46564212441444397,
92
+ "learning_rate": 0.00012432432432432433,
93
+ "loss": 2.401660203933716,
94
+ "step": 24
95
+ },
96
+ {
97
+ "epoch": 0.01061278636665136,
98
+ "grad_norm": 0.5405252575874329,
99
+ "learning_rate": 0.00013513513513513514,
100
+ "loss": 2.482783794403076,
101
+ "step": 26
102
+ },
103
+ {
104
+ "epoch": 0.011429154548701465,
105
+ "grad_norm": 0.47405001521110535,
106
+ "learning_rate": 0.00014594594594594595,
107
+ "loss": 2.3360791206359863,
108
+ "step": 28
109
+ },
110
+ {
111
+ "epoch": 0.012245522730751569,
112
+ "grad_norm": 0.43187379837036133,
113
+ "learning_rate": 0.00015675675675675676,
114
+ "loss": 2.3360671997070312,
115
+ "step": 30
116
+ },
117
+ {
118
+ "epoch": 0.013061890912801674,
119
+ "grad_norm": 0.39825618267059326,
120
+ "learning_rate": 0.00016756756756756757,
121
+ "loss": 2.3724613189697266,
122
+ "step": 32
123
+ },
124
+ {
125
+ "epoch": 0.013878259094851778,
126
+ "grad_norm": 0.40378549695014954,
127
+ "learning_rate": 0.00017837837837837839,
128
+ "loss": 2.35194730758667,
129
+ "step": 34
130
+ },
131
+ {
132
+ "epoch": 0.014694627276901883,
133
+ "grad_norm": 0.41636422276496887,
134
+ "learning_rate": 0.0001891891891891892,
135
+ "loss": 2.3937156200408936,
136
+ "step": 36
137
+ },
138
+ {
139
+ "epoch": 0.015510995458951987,
140
+ "grad_norm": 0.3594185411930084,
141
+ "learning_rate": 0.0002,
142
+ "loss": 2.256192684173584,
143
+ "step": 38
144
+ },
145
+ {
146
+ "epoch": 0.016327363641002093,
147
+ "grad_norm": 0.3972803056240082,
148
+ "learning_rate": 0.0002108108108108108,
149
+ "loss": 2.390469551086426,
150
+ "step": 40
151
+ },
152
+ {
153
+ "epoch": 0.017143731823052198,
154
+ "grad_norm": 0.3648480474948883,
155
+ "learning_rate": 0.00022162162162162163,
156
+ "loss": 2.3686397075653076,
157
+ "step": 42
158
+ },
159
+ {
160
+ "epoch": 0.0179601000051023,
161
+ "grad_norm": 0.3270077407360077,
162
+ "learning_rate": 0.00023243243243243242,
163
+ "loss": 2.3192622661590576,
164
+ "step": 44
165
+ },
166
+ {
167
+ "epoch": 0.018776468187152406,
168
+ "grad_norm": 0.3719988167285919,
169
+ "learning_rate": 0.00024324324324324326,
170
+ "loss": 2.3610925674438477,
171
+ "step": 46
172
+ },
173
+ {
174
+ "epoch": 0.01959283636920251,
175
+ "grad_norm": 0.35926195979118347,
176
+ "learning_rate": 0.00025405405405405407,
177
+ "loss": 2.4089696407318115,
178
+ "step": 48
179
+ },
180
+ {
181
+ "epoch": 0.020409204551252613,
182
+ "grad_norm": 0.32874155044555664,
183
+ "learning_rate": 0.00026486486486486485,
184
+ "loss": 2.3748157024383545,
185
+ "step": 50
186
+ },
187
+ {
188
+ "epoch": 0.02122557273330272,
189
+ "grad_norm": 0.36093875765800476,
190
+ "learning_rate": 0.0002756756756756757,
191
+ "loss": 2.41979718208313,
192
+ "step": 52
193
+ },
194
+ {
195
+ "epoch": 0.022041940915352824,
196
+ "grad_norm": 0.3171941936016083,
197
+ "learning_rate": 0.0002864864864864865,
198
+ "loss": 2.3164186477661133,
199
+ "step": 54
200
+ },
201
+ {
202
+ "epoch": 0.02285830909740293,
203
+ "grad_norm": 0.32529398798942566,
204
+ "learning_rate": 0.0002972972972972973,
205
+ "loss": 2.286839246749878,
206
+ "step": 56
207
+ },
208
+ {
209
+ "epoch": 0.023674677279453032,
210
+ "grad_norm": 0.335793673992157,
211
+ "learning_rate": 0.0003081081081081081,
212
+ "loss": 2.3971498012542725,
213
+ "step": 58
214
+ },
215
+ {
216
+ "epoch": 0.024491045461503137,
217
+ "grad_norm": 0.32729804515838623,
218
+ "learning_rate": 0.00031891891891891894,
219
+ "loss": 2.361246109008789,
220
+ "step": 60
221
+ },
222
+ {
223
+ "epoch": 0.025307413643553243,
224
+ "grad_norm": 0.3201279640197754,
225
+ "learning_rate": 0.00032972972972972973,
226
+ "loss": 2.333726167678833,
227
+ "step": 62
228
+ },
229
+ {
230
+ "epoch": 0.02612378182560335,
231
+ "grad_norm": 0.33874431252479553,
232
+ "learning_rate": 0.00034054054054054057,
233
+ "loss": 2.3076536655426025,
234
+ "step": 64
235
+ },
236
+ {
237
+ "epoch": 0.02694015000765345,
238
+ "grad_norm": 0.31334447860717773,
239
+ "learning_rate": 0.00035135135135135135,
240
+ "loss": 2.290085554122925,
241
+ "step": 66
242
+ },
243
+ {
244
+ "epoch": 0.027756518189703556,
245
+ "grad_norm": 0.297989159822464,
246
+ "learning_rate": 0.0003621621621621622,
247
+ "loss": 2.3177733421325684,
248
+ "step": 68
249
+ },
250
+ {
251
+ "epoch": 0.02857288637175366,
252
+ "grad_norm": 0.28731101751327515,
253
+ "learning_rate": 0.000372972972972973,
254
+ "loss": 2.223706007003784,
255
+ "step": 70
256
+ },
257
+ {
258
+ "epoch": 0.029389254553803767,
259
+ "grad_norm": 0.31423407793045044,
260
+ "learning_rate": 0.0003837837837837838,
261
+ "loss": 2.4370486736297607,
262
+ "step": 72
263
+ },
264
+ {
265
+ "epoch": 0.03020562273585387,
266
+ "grad_norm": 0.2825326919555664,
267
+ "learning_rate": 0.0003945945945945946,
268
+ "loss": 2.301708459854126,
269
+ "step": 74
270
+ },
271
+ {
272
+ "epoch": 0.031021990917903974,
273
+ "grad_norm": 0.31894156336784363,
274
+ "learning_rate": 0.0004,
275
+ "loss": 2.358011245727539,
276
+ "step": 76
277
+ },
278
+ {
279
+ "epoch": 0.031838359099954076,
280
+ "grad_norm": 0.25203442573547363,
281
+ "learning_rate": 0.0004,
282
+ "loss": 2.317631483078003,
283
+ "step": 78
284
+ },
285
+ {
286
+ "epoch": 0.032654727282004185,
287
+ "grad_norm": 0.2770465314388275,
288
+ "learning_rate": 0.0004,
289
+ "loss": 2.367298126220703,
290
+ "step": 80
291
+ },
292
+ {
293
+ "epoch": 0.03347109546405429,
294
+ "grad_norm": 0.25422000885009766,
295
+ "learning_rate": 0.0004,
296
+ "loss": 2.3133392333984375,
297
+ "step": 82
298
+ },
299
+ {
300
+ "epoch": 0.034287463646104396,
301
+ "grad_norm": 0.26030251383781433,
302
+ "learning_rate": 0.0004,
303
+ "loss": 2.229682683944702,
304
+ "step": 84
305
+ },
306
+ {
307
+ "epoch": 0.0351038318281545,
308
+ "grad_norm": 0.26678356528282166,
309
+ "learning_rate": 0.0004,
310
+ "loss": 2.322274684906006,
311
+ "step": 86
312
+ },
313
+ {
314
+ "epoch": 0.0359202000102046,
315
+ "grad_norm": 0.2810751795768738,
316
+ "learning_rate": 0.0004,
317
+ "loss": 2.1921563148498535,
318
+ "step": 88
319
+ },
320
+ {
321
+ "epoch": 0.03673656819225471,
322
+ "grad_norm": 0.28876543045043945,
323
+ "learning_rate": 0.0004,
324
+ "loss": 2.3762643337249756,
325
+ "step": 90
326
+ },
327
+ {
328
+ "epoch": 0.03755293637430481,
329
+ "grad_norm": 0.24215246737003326,
330
+ "learning_rate": 0.0004,
331
+ "loss": 2.211681604385376,
332
+ "step": 92
333
+ },
334
+ {
335
+ "epoch": 0.03836930455635491,
336
+ "grad_norm": 0.23772984743118286,
337
+ "learning_rate": 0.0004,
338
+ "loss": 2.1987390518188477,
339
+ "step": 94
340
+ },
341
+ {
342
+ "epoch": 0.03918567273840502,
343
+ "grad_norm": 0.24919141829013824,
344
+ "learning_rate": 0.0004,
345
+ "loss": 2.3812801837921143,
346
+ "step": 96
347
+ },
348
+ {
349
+ "epoch": 0.040002040920455124,
350
+ "grad_norm": 0.22297702729701996,
351
+ "learning_rate": 0.0004,
352
+ "loss": 2.2023088932037354,
353
+ "step": 98
354
+ },
355
+ {
356
+ "epoch": 0.040818409102505226,
357
+ "grad_norm": 0.29219508171081543,
358
+ "learning_rate": 0.0004,
359
+ "loss": 2.2775015830993652,
360
+ "step": 100
361
+ },
362
+ {
363
+ "epoch": 0.041634777284555335,
364
+ "grad_norm": 0.22443731129169464,
365
+ "learning_rate": 0.0004,
366
+ "loss": 2.153383255004883,
367
+ "step": 102
368
+ },
369
+ {
370
+ "epoch": 0.04245114546660544,
371
+ "grad_norm": 0.27287331223487854,
372
+ "learning_rate": 0.0004,
373
+ "loss": 2.2322819232940674,
374
+ "step": 104
375
+ },
376
+ {
377
+ "epoch": 0.043267513648655546,
378
+ "grad_norm": 0.24181871116161346,
379
+ "learning_rate": 0.0004,
380
+ "loss": 2.2941064834594727,
381
+ "step": 106
382
+ },
383
+ {
384
+ "epoch": 0.04408388183070565,
385
+ "grad_norm": 0.30425167083740234,
386
+ "learning_rate": 0.0004,
387
+ "loss": 2.221198081970215,
388
+ "step": 108
389
+ },
390
+ {
391
+ "epoch": 0.04490025001275575,
392
+ "grad_norm": 0.2203807234764099,
393
+ "learning_rate": 0.0004,
394
+ "loss": 2.212009906768799,
395
+ "step": 110
396
+ },
397
+ {
398
+ "epoch": 0.04571661819480586,
399
+ "grad_norm": 0.24894216656684875,
400
+ "learning_rate": 0.0004,
401
+ "loss": 2.232083559036255,
402
+ "step": 112
403
+ },
404
+ {
405
+ "epoch": 0.04653298637685596,
406
+ "grad_norm": 0.224753275513649,
407
+ "learning_rate": 0.0004,
408
+ "loss": 2.167557716369629,
409
+ "step": 114
410
+ },
411
+ {
412
+ "epoch": 0.047349354558906064,
413
+ "grad_norm": 0.20586401224136353,
414
+ "learning_rate": 0.0004,
415
+ "loss": 2.2337844371795654,
416
+ "step": 116
417
+ },
418
+ {
419
+ "epoch": 0.04816572274095617,
420
+ "grad_norm": 0.27127233147621155,
421
+ "learning_rate": 0.0004,
422
+ "loss": 2.3660027980804443,
423
+ "step": 118
424
+ },
425
+ {
426
+ "epoch": 0.048982090923006275,
427
+ "grad_norm": 0.293441504240036,
428
+ "learning_rate": 0.0004,
429
+ "loss": 2.263427734375,
430
+ "step": 120
431
+ },
432
+ {
433
+ "epoch": 0.049798459105056384,
434
+ "grad_norm": 0.2242647111415863,
435
+ "learning_rate": 0.0004,
436
+ "loss": 2.254006862640381,
437
+ "step": 122
438
+ },
439
+ {
440
+ "epoch": 0.050614827287106486,
441
+ "grad_norm": 0.24205541610717773,
442
+ "learning_rate": 0.0004,
443
+ "loss": 2.1850342750549316,
444
+ "step": 124
445
+ },
446
+ {
447
+ "epoch": 0.05143119546915659,
448
+ "grad_norm": 0.2417086809873581,
449
+ "learning_rate": 0.0004,
450
+ "loss": 2.245035409927368,
451
+ "step": 126
452
+ },
453
+ {
454
+ "epoch": 0.0522475636512067,
455
+ "grad_norm": 0.25801971554756165,
456
+ "learning_rate": 0.0004,
457
+ "loss": 2.2135353088378906,
458
+ "step": 128
459
+ },
460
+ {
461
+ "epoch": 0.0530639318332568,
462
+ "grad_norm": 0.19834844768047333,
463
+ "learning_rate": 0.0004,
464
+ "loss": 2.171832799911499,
465
+ "step": 130
466
+ },
467
+ {
468
+ "epoch": 0.0538803000153069,
469
+ "grad_norm": 0.2326916754245758,
470
+ "learning_rate": 0.0004,
471
+ "loss": 2.3278660774230957,
472
+ "step": 132
473
+ },
474
+ {
475
+ "epoch": 0.05469666819735701,
476
+ "grad_norm": 0.33075690269470215,
477
+ "learning_rate": 0.0004,
478
+ "loss": 2.245600938796997,
479
+ "step": 134
480
+ },
481
+ {
482
+ "epoch": 0.05551303637940711,
483
+ "grad_norm": 0.21379777789115906,
484
+ "learning_rate": 0.0004,
485
+ "loss": 2.198493719100952,
486
+ "step": 136
487
+ },
488
+ {
489
+ "epoch": 0.05632940456145722,
490
+ "grad_norm": 0.18230533599853516,
491
+ "learning_rate": 0.0004,
492
+ "loss": 2.1219730377197266,
493
+ "step": 138
494
+ },
495
+ {
496
+ "epoch": 0.05714577274350732,
497
+ "grad_norm": 0.2127988636493683,
498
+ "learning_rate": 0.0004,
499
+ "loss": 2.268181085586548,
500
+ "step": 140
501
+ },
502
+ {
503
+ "epoch": 0.057962140925557425,
504
+ "grad_norm": 0.1861058622598648,
505
+ "learning_rate": 0.0004,
506
+ "loss": 2.306691884994507,
507
+ "step": 142
508
+ },
509
+ {
510
+ "epoch": 0.058778509107607534,
511
+ "grad_norm": 0.1799919158220291,
512
+ "learning_rate": 0.0004,
513
+ "loss": 2.193065643310547,
514
+ "step": 144
515
+ },
516
+ {
517
+ "epoch": 0.059594877289657636,
518
+ "grad_norm": 0.24228177964687347,
519
+ "learning_rate": 0.0004,
520
+ "loss": 2.2350540161132812,
521
+ "step": 146
522
+ },
523
+ {
524
+ "epoch": 0.06041124547170774,
525
+ "grad_norm": 0.19301164150238037,
526
+ "learning_rate": 0.0004,
527
+ "loss": 2.1679306030273438,
528
+ "step": 148
529
+ },
530
+ {
531
+ "epoch": 0.06122761365375785,
532
+ "grad_norm": 0.17324715852737427,
533
+ "learning_rate": 0.0004,
534
+ "loss": 2.186375856399536,
535
+ "step": 150
536
+ },
537
+ {
538
+ "epoch": 0.06204398183580795,
539
+ "grad_norm": 0.17018632590770721,
540
+ "learning_rate": 0.0004,
541
+ "loss": 2.181519031524658,
542
+ "step": 152
543
+ },
544
+ {
545
+ "epoch": 0.06286035001785806,
546
+ "grad_norm": 0.17067760229110718,
547
+ "learning_rate": 0.0004,
548
+ "loss": 2.1910104751586914,
549
+ "step": 154
550
+ },
551
+ {
552
+ "epoch": 0.06367671819990815,
553
+ "grad_norm": 0.1646822690963745,
554
+ "learning_rate": 0.0004,
555
+ "loss": 2.1819841861724854,
556
+ "step": 156
557
+ },
558
+ {
559
+ "epoch": 0.06449308638195826,
560
+ "grad_norm": 0.1778647005558014,
561
+ "learning_rate": 0.0004,
562
+ "loss": 2.1164872646331787,
563
+ "step": 158
564
+ },
565
+ {
566
+ "epoch": 0.06530945456400837,
567
+ "grad_norm": 0.17865116894245148,
568
+ "learning_rate": 0.0004,
569
+ "loss": 2.1824958324432373,
570
+ "step": 160
571
+ },
572
+ {
573
+ "epoch": 0.06612582274605847,
574
+ "grad_norm": 0.17298486828804016,
575
+ "learning_rate": 0.0004,
576
+ "loss": 2.151839256286621,
577
+ "step": 162
578
+ },
579
+ {
580
+ "epoch": 0.06694219092810857,
581
+ "grad_norm": 0.21435780823230743,
582
+ "learning_rate": 0.0004,
583
+ "loss": 2.1453781127929688,
584
+ "step": 164
585
+ },
586
+ {
587
+ "epoch": 0.06775855911015868,
588
+ "grad_norm": 0.16886471211910248,
589
+ "learning_rate": 0.0004,
590
+ "loss": 2.101501703262329,
591
+ "step": 166
592
+ },
593
+ {
594
+ "epoch": 0.06857492729220879,
595
+ "grad_norm": 0.17765678465366364,
596
+ "learning_rate": 0.0004,
597
+ "loss": 2.188786745071411,
598
+ "step": 168
599
+ },
600
+ {
601
+ "epoch": 0.06939129547425889,
602
+ "grad_norm": 0.16144819557666779,
603
+ "learning_rate": 0.0004,
604
+ "loss": 2.102529764175415,
605
+ "step": 170
606
+ },
607
+ {
608
+ "epoch": 0.070207663656309,
609
+ "grad_norm": 0.16681426763534546,
610
+ "learning_rate": 0.0004,
611
+ "loss": 2.286205530166626,
612
+ "step": 172
613
+ },
614
+ {
615
+ "epoch": 0.0710240318383591,
616
+ "grad_norm": 0.1620057225227356,
617
+ "learning_rate": 0.0004,
618
+ "loss": 2.194904088973999,
619
+ "step": 174
620
+ },
621
+ {
622
+ "epoch": 0.0718404000204092,
623
+ "grad_norm": 0.18543890118598938,
624
+ "learning_rate": 0.0004,
625
+ "loss": 2.1286253929138184,
626
+ "step": 176
627
+ },
628
+ {
629
+ "epoch": 0.07265676820245931,
630
+ "grad_norm": 0.19173547625541687,
631
+ "learning_rate": 0.0004,
632
+ "loss": 2.2511467933654785,
633
+ "step": 178
634
+ },
635
+ {
636
+ "epoch": 0.07347313638450942,
637
+ "grad_norm": 0.17704719305038452,
638
+ "learning_rate": 0.0004,
639
+ "loss": 2.298290967941284,
640
+ "step": 180
641
+ },
642
+ {
643
+ "epoch": 0.07428950456655951,
644
+ "grad_norm": 0.19519364833831787,
645
+ "learning_rate": 0.0004,
646
+ "loss": 2.211423635482788,
647
+ "step": 182
648
+ },
649
+ {
650
+ "epoch": 0.07510587274860962,
651
+ "grad_norm": 0.16146928071975708,
652
+ "learning_rate": 0.0004,
653
+ "loss": 2.1569159030914307,
654
+ "step": 184
655
+ },
656
+ {
657
+ "epoch": 0.07592224093065973,
658
+ "grad_norm": 0.15583489835262299,
659
+ "learning_rate": 0.0004,
660
+ "loss": 2.195080518722534,
661
+ "step": 186
662
+ },
663
+ {
664
+ "epoch": 0.07673860911270983,
665
+ "grad_norm": 0.16202618181705475,
666
+ "learning_rate": 0.0004,
667
+ "loss": 2.135373115539551,
668
+ "step": 188
669
+ },
670
+ {
671
+ "epoch": 0.07755497729475994,
672
+ "grad_norm": 0.17660433053970337,
673
+ "learning_rate": 0.0004,
674
+ "loss": 2.0924346446990967,
675
+ "step": 190
676
+ },
677
+ {
678
+ "epoch": 0.07837134547681004,
679
+ "grad_norm": 0.1616528332233429,
680
+ "learning_rate": 0.0004,
681
+ "loss": 2.1587905883789062,
682
+ "step": 192
683
+ },
684
+ {
685
+ "epoch": 0.07918771365886014,
686
+ "grad_norm": 0.15413464605808258,
687
+ "learning_rate": 0.0004,
688
+ "loss": 2.012991189956665,
689
+ "step": 194
690
+ },
691
+ {
692
+ "epoch": 0.08000408184091025,
693
+ "grad_norm": 0.16475269198417664,
694
+ "learning_rate": 0.0004,
695
+ "loss": 2.233452320098877,
696
+ "step": 196
697
+ },
698
+ {
699
+ "epoch": 0.08082045002296036,
700
+ "grad_norm": 0.17311808466911316,
701
+ "learning_rate": 0.0004,
702
+ "loss": 2.286696434020996,
703
+ "step": 198
704
+ },
705
+ {
706
+ "epoch": 0.08163681820501045,
707
+ "grad_norm": 0.14610394835472107,
708
+ "learning_rate": 0.0004,
709
+ "loss": 2.11495304107666,
710
+ "step": 200
711
+ },
712
+ {
713
+ "epoch": 0.08245318638706056,
714
+ "grad_norm": 0.1773097813129425,
715
+ "learning_rate": 0.0004,
716
+ "loss": 2.065971612930298,
717
+ "step": 202
718
+ },
719
+ {
720
+ "epoch": 0.08326955456911067,
721
+ "grad_norm": 0.14064089953899384,
722
+ "learning_rate": 0.0004,
723
+ "loss": 2.1342175006866455,
724
+ "step": 204
725
+ },
726
+ {
727
+ "epoch": 0.08408592275116078,
728
+ "grad_norm": 0.14442259073257446,
729
+ "learning_rate": 0.0004,
730
+ "loss": 2.151414394378662,
731
+ "step": 206
732
+ },
733
+ {
734
+ "epoch": 0.08490229093321087,
735
+ "grad_norm": 0.2013767808675766,
736
+ "learning_rate": 0.0004,
737
+ "loss": 2.123380661010742,
738
+ "step": 208
739
+ },
740
+ {
741
+ "epoch": 0.08571865911526098,
742
+ "grad_norm": 0.15390075743198395,
743
+ "learning_rate": 0.0004,
744
+ "loss": 2.1942644119262695,
745
+ "step": 210
746
+ },
747
+ {
748
+ "epoch": 0.08653502729731109,
749
+ "grad_norm": 0.16300620138645172,
750
+ "learning_rate": 0.0004,
751
+ "loss": 2.1875946521759033,
752
+ "step": 212
753
+ },
754
+ {
755
+ "epoch": 0.08735139547936119,
756
+ "grad_norm": 0.18649962544441223,
757
+ "learning_rate": 0.0004,
758
+ "loss": 2.149179220199585,
759
+ "step": 214
760
+ },
761
+ {
762
+ "epoch": 0.0881677636614113,
763
+ "grad_norm": 0.18341882526874542,
764
+ "learning_rate": 0.0004,
765
+ "loss": 2.1771581172943115,
766
+ "step": 216
767
+ },
768
+ {
769
+ "epoch": 0.0889841318434614,
770
+ "grad_norm": 0.1486523449420929,
771
+ "learning_rate": 0.0004,
772
+ "loss": 2.132174253463745,
773
+ "step": 218
774
+ },
775
+ {
776
+ "epoch": 0.0898005000255115,
777
+ "grad_norm": 0.1510443240404129,
778
+ "learning_rate": 0.0004,
779
+ "loss": 2.091552734375,
780
+ "step": 220
781
+ },
782
+ {
783
+ "epoch": 0.09061686820756161,
784
+ "grad_norm": 0.1485283225774765,
785
+ "learning_rate": 0.0004,
786
+ "loss": 2.105280876159668,
787
+ "step": 222
788
+ },
789
+ {
790
+ "epoch": 0.09143323638961172,
791
+ "grad_norm": 0.15637119114398956,
792
+ "learning_rate": 0.0004,
793
+ "loss": 2.2145161628723145,
794
+ "step": 224
795
+ },
796
+ {
797
+ "epoch": 0.09224960457166181,
798
+ "grad_norm": 0.18088766932487488,
799
+ "learning_rate": 0.0004,
800
+ "loss": 2.1171419620513916,
801
+ "step": 226
802
+ },
803
+ {
804
+ "epoch": 0.09306597275371192,
805
+ "grad_norm": 0.1505710780620575,
806
+ "learning_rate": 0.0004,
807
+ "loss": 2.0121910572052,
808
+ "step": 228
809
+ },
810
+ {
811
+ "epoch": 0.09388234093576203,
812
+ "grad_norm": 0.15228471159934998,
813
+ "learning_rate": 0.0004,
814
+ "loss": 2.1745266914367676,
815
+ "step": 230
816
+ },
817
+ {
818
+ "epoch": 0.09469870911781213,
819
+ "grad_norm": 0.15982313454151154,
820
+ "learning_rate": 0.0004,
821
+ "loss": 2.186418294906616,
822
+ "step": 232
823
+ },
824
+ {
825
+ "epoch": 0.09551507729986224,
826
+ "grad_norm": 0.153093621134758,
827
+ "learning_rate": 0.0004,
828
+ "loss": 2.209909439086914,
829
+ "step": 234
830
+ },
831
+ {
832
+ "epoch": 0.09633144548191235,
833
+ "grad_norm": 0.18854013085365295,
834
+ "learning_rate": 0.0004,
835
+ "loss": 2.198734760284424,
836
+ "step": 236
837
+ },
838
+ {
839
+ "epoch": 0.09714781366396245,
840
+ "grad_norm": 0.16399486362934113,
841
+ "learning_rate": 0.0004,
842
+ "loss": 2.1746127605438232,
843
+ "step": 238
844
+ },
845
+ {
846
+ "epoch": 0.09796418184601255,
847
+ "grad_norm": 0.1958405077457428,
848
+ "learning_rate": 0.0004,
849
+ "loss": 2.152017831802368,
850
+ "step": 240
851
+ },
852
+ {
853
+ "epoch": 0.09878055002806266,
854
+ "grad_norm": 0.14852985739707947,
855
+ "learning_rate": 0.0004,
856
+ "loss": 2.057419538497925,
857
+ "step": 242
858
+ },
859
+ {
860
+ "epoch": 0.09959691821011277,
861
+ "grad_norm": 0.15788502991199493,
862
+ "learning_rate": 0.0004,
863
+ "loss": 2.1965222358703613,
864
+ "step": 244
865
+ }
866
+ ],
867
+ "logging_steps": 2,
868
+ "max_steps": 2450,
869
+ "num_input_tokens_seen": 0,
870
+ "num_train_epochs": 1,
871
+ "save_steps": 245,
872
+ "stateful_callbacks": {
873
+ "TrainerControl": {
874
+ "args": {
875
+ "should_epoch_stop": false,
876
+ "should_evaluate": false,
877
+ "should_log": false,
878
+ "should_save": true,
879
+ "should_training_stop": false
880
+ },
881
+ "attributes": {}
882
+ }
883
+ },
884
+ "total_flos": 1.163281193620224e+17,
885
+ "train_batch_size": 8,
886
+ "trial_name": null,
887
+ "trial_params": null
888
+ }
last-checkpoint/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3232a4b4b7cf86d0c9a230a7dddf6a49e4869ea190f1138308edc09e69c9607
3
+ size 5777