Kus669 commited on
Commit
f8a4b7a
·
verified ·
1 Parent(s): 64f6607

Upload folder using huggingface_hub

Browse files
checkpoint-4396/config.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ablation_use_image": true,
3
+ "ablation_use_ocr": true,
4
+ "ablation_use_qaclip": true,
5
+ "architectures": [
6
+ "OpenViVQAModel"
7
+ ],
8
+ "char_max_num": 50,
9
+ "char_num": 168,
10
+ "clip_vision_name": "openai/clip-vit-base-patch16",
11
+ "consformer_constituent": "tree",
12
+ "consformer_gate": true,
13
+ "consformer_geometry": true,
14
+ "consformer_residual": true,
15
+ "consformer_span": true,
16
+ "consformer_span_weight": 0.1,
17
+ "consformer_tree_transformer": false,
18
+ "consformer_word_link": true,
19
+ "decoder_start_token_id": 0,
20
+ "do_center_crop": false,
21
+ "do_resize": true,
22
+ "dove_adv": "ocr_both",
23
+ "dove_adv_combine": "joint",
24
+ "dove_adv_eps": 0.05,
25
+ "dove_adv_rampup": true,
26
+ "dove_adv_steps": 2,
27
+ "dove_adv_weight": 0.5,
28
+ "dove_contrastive": false,
29
+ "dove_contrastive_weight": 0.1,
30
+ "dove_temperature": 0.1,
31
+ "eos_token_id": 1,
32
+ "generation_max_new_tokens": 56,
33
+ "generation_num_beams": 4,
34
+ "image_mean": [
35
+ 0.48145466,
36
+ 0.4578275,
37
+ 0.40821073
38
+ ],
39
+ "image_size": null,
40
+ "image_std": [
41
+ 0.26862954,
42
+ 0.26130258,
43
+ 0.27577711
44
+ ],
45
+ "model_type": "openvivqa",
46
+ "ocr_cuda_device": "cuda:0",
47
+ "ocr_d_det": 256,
48
+ "ocr_d_rec": 256,
49
+ "ocr_edit_distance": 2,
50
+ "ocr_feature_norm": "layernorm",
51
+ "ocr_full_features": true,
52
+ "ocr_jaccard_dupe": 0.78,
53
+ "ocr_lowercase": true,
54
+ "ocr_max_2d_position_embeddings": 1024,
55
+ "ocr_max_non_alnum_ratio": 0.6,
56
+ "ocr_max_scene_text": 180,
57
+ "ocr_min_text_len_keep": 2,
58
+ "ocr_num_distances": 32,
59
+ "ocr_visual_pool": false,
60
+ "ocrseq_dropout": 0.1,
61
+ "ocrseq_margin_frac": 0.14,
62
+ "ocrseq_pool_size": 3,
63
+ "ocrseq_use_spatial": true,
64
+ "pad_token_id": 0,
65
+ "qa_clip_d_text": null,
66
+ "qavit_gated_joint": true,
67
+ "qavit_ground": true,
68
+ "qavit_ground_weight": 0.1,
69
+ "text_max_input_length": 32,
70
+ "text_max_target_length": 56,
71
+ "torch_dtype": "float32",
72
+ "transformers_version": "4.45.2",
73
+ "twc_adv_probability": 0.35,
74
+ "twc_contrastive": false,
75
+ "twc_eval_related": "none",
76
+ "twc_label_list": [
77
+ 0.9,
78
+ 0.9
79
+ ],
80
+ "twc_siglip": false,
81
+ "twc_temperature_init": 0.1,
82
+ "twc_text_labels": false,
83
+ "twc_text_only": false,
84
+ "twc_two_views": true,
85
+ "twc_weight": 1.0,
86
+ "use_twc": true,
87
+ "vit5_name": "VietAI/vit5-base"
88
+ }
checkpoint-4396/generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "decoder_start_token_id": 0,
3
+ "eos_token_id": 1,
4
+ "max_new_tokens": 56,
5
+ "num_beams": 4,
6
+ "pad_token_id": 0,
7
+ "transformers_version": "4.45.2"
8
+ }
checkpoint-4396/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76579afe4f0aadfd6be4d43f5cec46a261f4adbe3fef00b23ba3d742d8881e5
3
+ size 1382595968
checkpoint-4396/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b0b302d4b9bf876ed6c5fa603661a1d06131d94fab3679d932dde0f15b4586
3
+ size 2078942142
checkpoint-4396/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537fa9181e2088c3d872924214dc22057d682414c75c3acd7a94fbe5761ee396
3
+ size 14645
checkpoint-4396/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f5d6e9fc807b62d9dd65451222c91f629a2ea58fd8f75ef10e165d35fd88a7
3
+ size 1529
checkpoint-4396/special_tokens_map.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<extra_id_0>",
4
+ "<extra_id_1>",
5
+ "<extra_id_2>",
6
+ "<extra_id_3>",
7
+ "<extra_id_4>",
8
+ "<extra_id_5>",
9
+ "<extra_id_6>",
10
+ "<extra_id_7>",
11
+ "<extra_id_8>",
12
+ "<extra_id_9>",
13
+ "<extra_id_10>",
14
+ "<extra_id_11>",
15
+ "<extra_id_12>",
16
+ "<extra_id_13>",
17
+ "<extra_id_14>",
18
+ "<extra_id_15>",
19
+ "<extra_id_16>",
20
+ "<extra_id_17>",
21
+ "<extra_id_18>",
22
+ "<extra_id_19>",
23
+ "<extra_id_20>",
24
+ "<extra_id_21>",
25
+ "<extra_id_22>",
26
+ "<extra_id_23>",
27
+ "<extra_id_24>",
28
+ "<extra_id_25>",
29
+ "<extra_id_26>",
30
+ "<extra_id_27>",
31
+ "<extra_id_28>",
32
+ "<extra_id_29>",
33
+ "<extra_id_30>",
34
+ "<extra_id_31>",
35
+ "<extra_id_32>",
36
+ "<extra_id_33>",
37
+ "<extra_id_34>",
38
+ "<extra_id_35>",
39
+ "<extra_id_36>",
40
+ "<extra_id_37>",
41
+ "<extra_id_38>",
42
+ "<extra_id_39>",
43
+ "<extra_id_40>",
44
+ "<extra_id_41>",
45
+ "<extra_id_42>",
46
+ "<extra_id_43>",
47
+ "<extra_id_44>",
48
+ "<extra_id_45>",
49
+ "<extra_id_46>",
50
+ "<extra_id_47>",
51
+ "<extra_id_48>",
52
+ "<extra_id_49>",
53
+ "<extra_id_50>",
54
+ "<extra_id_51>",
55
+ "<extra_id_52>",
56
+ "<extra_id_53>",
57
+ "<extra_id_54>",
58
+ "<extra_id_55>",
59
+ "<extra_id_56>",
60
+ "<extra_id_57>",
61
+ "<extra_id_58>",
62
+ "<extra_id_59>",
63
+ "<extra_id_60>",
64
+ "<extra_id_61>",
65
+ "<extra_id_62>",
66
+ "<extra_id_63>",
67
+ "<extra_id_64>",
68
+ "<extra_id_65>",
69
+ "<extra_id_66>",
70
+ "<extra_id_67>",
71
+ "<extra_id_68>",
72
+ "<extra_id_69>",
73
+ "<extra_id_70>",
74
+ "<extra_id_71>",
75
+ "<extra_id_72>",
76
+ "<extra_id_73>",
77
+ "<extra_id_74>",
78
+ "<extra_id_75>",
79
+ "<extra_id_76>",
80
+ "<extra_id_77>",
81
+ "<extra_id_78>",
82
+ "<extra_id_79>",
83
+ "<extra_id_80>",
84
+ "<extra_id_81>",
85
+ "<extra_id_82>",
86
+ "<extra_id_83>",
87
+ "<extra_id_84>",
88
+ "<extra_id_85>",
89
+ "<extra_id_86>",
90
+ "<extra_id_87>",
91
+ "<extra_id_88>",
92
+ "<extra_id_89>",
93
+ "<extra_id_90>",
94
+ "<extra_id_91>",
95
+ "<extra_id_92>",
96
+ "<extra_id_93>",
97
+ "<extra_id_94>",
98
+ "<extra_id_95>"
99
+ ],
100
+ "eos_token": "</s>",
101
+ "pad_token": "<pad>",
102
+ "unk_token": "<unk>"
103
+ }
checkpoint-4396/spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59986b62f9f0b90edafb9b073ea7b93d21114a5841219a1ea2399ade73f729c6
3
+ size 820370
checkpoint-4396/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-4396/tokenizer_config.json ADDED
@@ -0,0 +1,902 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<pad>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "</s>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "<unk>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "36000": {
28
+ "content": "<extra_id_95>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "36001": {
36
+ "content": "<extra_id_94>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "36002": {
44
+ "content": "<extra_id_93>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "36003": {
52
+ "content": "<extra_id_92>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "36004": {
60
+ "content": "<extra_id_91>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "36005": {
68
+ "content": "<extra_id_90>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "36006": {
76
+ "content": "<extra_id_89>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "36007": {
84
+ "content": "<extra_id_88>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "36008": {
92
+ "content": "<extra_id_87>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "36009": {
100
+ "content": "<extra_id_86>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "36010": {
108
+ "content": "<extra_id_85>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "36011": {
116
+ "content": "<extra_id_84>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "36012": {
124
+ "content": "<extra_id_83>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "36013": {
132
+ "content": "<extra_id_82>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "36014": {
140
+ "content": "<extra_id_81>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "36015": {
148
+ "content": "<extra_id_80>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "36016": {
156
+ "content": "<extra_id_79>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "36017": {
164
+ "content": "<extra_id_78>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "36018": {
172
+ "content": "<extra_id_77>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "36019": {
180
+ "content": "<extra_id_76>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "36020": {
188
+ "content": "<extra_id_75>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "36021": {
196
+ "content": "<extra_id_74>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "36022": {
204
+ "content": "<extra_id_73>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "36023": {
212
+ "content": "<extra_id_72>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "36024": {
220
+ "content": "<extra_id_71>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "36025": {
228
+ "content": "<extra_id_70>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "36026": {
236
+ "content": "<extra_id_69>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "36027": {
244
+ "content": "<extra_id_68>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "36028": {
252
+ "content": "<extra_id_67>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "36029": {
260
+ "content": "<extra_id_66>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "36030": {
268
+ "content": "<extra_id_65>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "36031": {
276
+ "content": "<extra_id_64>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "36032": {
284
+ "content": "<extra_id_63>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "36033": {
292
+ "content": "<extra_id_62>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "36034": {
300
+ "content": "<extra_id_61>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "36035": {
308
+ "content": "<extra_id_60>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "36036": {
316
+ "content": "<extra_id_59>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "36037": {
324
+ "content": "<extra_id_58>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "36038": {
332
+ "content": "<extra_id_57>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "36039": {
340
+ "content": "<extra_id_56>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "36040": {
348
+ "content": "<extra_id_55>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "36041": {
356
+ "content": "<extra_id_54>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "36042": {
364
+ "content": "<extra_id_53>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "36043": {
372
+ "content": "<extra_id_52>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "36044": {
380
+ "content": "<extra_id_51>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "36045": {
388
+ "content": "<extra_id_50>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "36046": {
396
+ "content": "<extra_id_49>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "36047": {
404
+ "content": "<extra_id_48>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "36048": {
412
+ "content": "<extra_id_47>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "36049": {
420
+ "content": "<extra_id_46>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "36050": {
428
+ "content": "<extra_id_45>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "36051": {
436
+ "content": "<extra_id_44>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "36052": {
444
+ "content": "<extra_id_43>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "36053": {
452
+ "content": "<extra_id_42>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "36054": {
460
+ "content": "<extra_id_41>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "36055": {
468
+ "content": "<extra_id_40>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "36056": {
476
+ "content": "<extra_id_39>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "36057": {
484
+ "content": "<extra_id_38>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "36058": {
492
+ "content": "<extra_id_37>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "36059": {
500
+ "content": "<extra_id_36>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "36060": {
508
+ "content": "<extra_id_35>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "36061": {
516
+ "content": "<extra_id_34>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "36062": {
524
+ "content": "<extra_id_33>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "36063": {
532
+ "content": "<extra_id_32>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "36064": {
540
+ "content": "<extra_id_31>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "36065": {
548
+ "content": "<extra_id_30>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "36066": {
556
+ "content": "<extra_id_29>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "36067": {
564
+ "content": "<extra_id_28>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "36068": {
572
+ "content": "<extra_id_27>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "36069": {
580
+ "content": "<extra_id_26>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "36070": {
588
+ "content": "<extra_id_25>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "36071": {
596
+ "content": "<extra_id_24>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "36072": {
604
+ "content": "<extra_id_23>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "36073": {
612
+ "content": "<extra_id_22>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "36074": {
620
+ "content": "<extra_id_21>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "36075": {
628
+ "content": "<extra_id_20>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "36076": {
636
+ "content": "<extra_id_19>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "36077": {
644
+ "content": "<extra_id_18>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "36078": {
652
+ "content": "<extra_id_17>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "36079": {
660
+ "content": "<extra_id_16>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "36080": {
668
+ "content": "<extra_id_15>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "36081": {
676
+ "content": "<extra_id_14>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "36082": {
684
+ "content": "<extra_id_13>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "36083": {
692
+ "content": "<extra_id_12>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "36084": {
700
+ "content": "<extra_id_11>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "36085": {
708
+ "content": "<extra_id_10>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "36086": {
716
+ "content": "<extra_id_9>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "36087": {
724
+ "content": "<extra_id_8>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "36088": {
732
+ "content": "<extra_id_7>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "36089": {
740
+ "content": "<extra_id_6>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "36090": {
748
+ "content": "<extra_id_5>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "36091": {
756
+ "content": "<extra_id_4>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "36092": {
764
+ "content": "<extra_id_3>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "36093": {
772
+ "content": "<extra_id_2>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "36094": {
780
+ "content": "<extra_id_1>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "36095": {
788
+ "content": "<extra_id_0>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ }
795
+ },
796
+ "additional_special_tokens": [
797
+ "<extra_id_0>",
798
+ "<extra_id_1>",
799
+ "<extra_id_2>",
800
+ "<extra_id_3>",
801
+ "<extra_id_4>",
802
+ "<extra_id_5>",
803
+ "<extra_id_6>",
804
+ "<extra_id_7>",
805
+ "<extra_id_8>",
806
+ "<extra_id_9>",
807
+ "<extra_id_10>",
808
+ "<extra_id_11>",
809
+ "<extra_id_12>",
810
+ "<extra_id_13>",
811
+ "<extra_id_14>",
812
+ "<extra_id_15>",
813
+ "<extra_id_16>",
814
+ "<extra_id_17>",
815
+ "<extra_id_18>",
816
+ "<extra_id_19>",
817
+ "<extra_id_20>",
818
+ "<extra_id_21>",
819
+ "<extra_id_22>",
820
+ "<extra_id_23>",
821
+ "<extra_id_24>",
822
+ "<extra_id_25>",
823
+ "<extra_id_26>",
824
+ "<extra_id_27>",
825
+ "<extra_id_28>",
826
+ "<extra_id_29>",
827
+ "<extra_id_30>",
828
+ "<extra_id_31>",
829
+ "<extra_id_32>",
830
+ "<extra_id_33>",
831
+ "<extra_id_34>",
832
+ "<extra_id_35>",
833
+ "<extra_id_36>",
834
+ "<extra_id_37>",
835
+ "<extra_id_38>",
836
+ "<extra_id_39>",
837
+ "<extra_id_40>",
838
+ "<extra_id_41>",
839
+ "<extra_id_42>",
840
+ "<extra_id_43>",
841
+ "<extra_id_44>",
842
+ "<extra_id_45>",
843
+ "<extra_id_46>",
844
+ "<extra_id_47>",
845
+ "<extra_id_48>",
846
+ "<extra_id_49>",
847
+ "<extra_id_50>",
848
+ "<extra_id_51>",
849
+ "<extra_id_52>",
850
+ "<extra_id_53>",
851
+ "<extra_id_54>",
852
+ "<extra_id_55>",
853
+ "<extra_id_56>",
854
+ "<extra_id_57>",
855
+ "<extra_id_58>",
856
+ "<extra_id_59>",
857
+ "<extra_id_60>",
858
+ "<extra_id_61>",
859
+ "<extra_id_62>",
860
+ "<extra_id_63>",
861
+ "<extra_id_64>",
862
+ "<extra_id_65>",
863
+ "<extra_id_66>",
864
+ "<extra_id_67>",
865
+ "<extra_id_68>",
866
+ "<extra_id_69>",
867
+ "<extra_id_70>",
868
+ "<extra_id_71>",
869
+ "<extra_id_72>",
870
+ "<extra_id_73>",
871
+ "<extra_id_74>",
872
+ "<extra_id_75>",
873
+ "<extra_id_76>",
874
+ "<extra_id_77>",
875
+ "<extra_id_78>",
876
+ "<extra_id_79>",
877
+ "<extra_id_80>",
878
+ "<extra_id_81>",
879
+ "<extra_id_82>",
880
+ "<extra_id_83>",
881
+ "<extra_id_84>",
882
+ "<extra_id_85>",
883
+ "<extra_id_86>",
884
+ "<extra_id_87>",
885
+ "<extra_id_88>",
886
+ "<extra_id_89>",
887
+ "<extra_id_90>",
888
+ "<extra_id_91>",
889
+ "<extra_id_92>",
890
+ "<extra_id_93>",
891
+ "<extra_id_94>",
892
+ "<extra_id_95>"
893
+ ],
894
+ "clean_up_tokenization_spaces": false,
895
+ "eos_token": "</s>",
896
+ "extra_ids": 96,
897
+ "model_max_length": 1000000000000000019884624838656,
898
+ "pad_token": "<pad>",
899
+ "sp_model_kwargs": {},
900
+ "tokenizer_class": "T5Tokenizer",
901
+ "unk_token": "<unk>"
902
+ }
checkpoint-4396/trainer_state.json ADDED
@@ -0,0 +1,968 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.42279963578171587,
3
+ "best_model_checkpoint": "/content/ViSceT5/output/8e1f61b_ViTextVQA_qavit-gj-gr-consformer-gate-span-geo-wl-twoviews-p35-ocrboth0.05-ramp-bs16x1/checkpoint-4396",
4
+ "epoch": 2.0,
5
+ "eval_steps": 500,
6
+ "global_step": 4396,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "adv_acc": 0.9784,
13
+ "adv_loss": 8.765,
14
+ "adv_neg_cos": 0.5917,
15
+ "adv_pos_cos": 0.8505,
16
+ "adv_ramp": 0.045,
17
+ "adv_reg": 2.5495,
18
+ "consformer_gate": 0.000696,
19
+ "epoch": 0.04549590536851683,
20
+ "grad_norm": 10.778030395507812,
21
+ "ground_area": 0.0562,
22
+ "ground_loss": 3.4248,
23
+ "ground_mass": 0.0504,
24
+ "learning_rate": 9.099181073703366e-06,
25
+ "loss": 9.2663,
26
+ "qavit_gate": 0.000554,
27
+ "span_acc": 0.4454,
28
+ "span_loss": 1.1869,
29
+ "step": 100,
30
+ "view_loss": 7.6822
31
+ },
32
+ {
33
+ "adv_acc": 0.9994,
34
+ "adv_loss": 4.8741,
35
+ "adv_neg_cos": 0.0865,
36
+ "adv_pos_cos": 0.7347,
37
+ "adv_ramp": 0.136,
38
+ "adv_reg": 1.4012,
39
+ "consformer_gate": 0.00257,
40
+ "epoch": 0.09099181073703366,
41
+ "grad_norm": 6.862112998962402,
42
+ "ground_area": 0.0554,
43
+ "ground_loss": 3.1325,
44
+ "ground_mass": 0.0656,
45
+ "learning_rate": 1.8198362147406733e-05,
46
+ "loss": 5.3738,
47
+ "qavit_gate": 0.001995,
48
+ "span_acc": 0.4399,
49
+ "span_loss": 1.1442,
50
+ "step": 200,
51
+ "view_loss": 3.7276
52
+ },
53
+ {
54
+ "adv_acc": 1.0,
55
+ "adv_loss": 4.3715,
56
+ "adv_neg_cos": 0.0731,
57
+ "adv_pos_cos": 0.7789,
58
+ "adv_ramp": 0.227,
59
+ "adv_reg": 1.2761,
60
+ "consformer_gate": 0.004525,
61
+ "epoch": 0.1364877161055505,
62
+ "grad_norm": 7.823195457458496,
63
+ "ground_area": 0.0605,
64
+ "ground_loss": 1.9638,
65
+ "ground_mass": 0.2254,
66
+ "learning_rate": 2.72975432211101e-05,
67
+ "loss": 4.7796,
68
+ "qavit_gate": 0.017032,
69
+ "span_acc": 0.4531,
70
+ "span_loss": 1.0589,
71
+ "step": 300,
72
+ "view_loss": 3.2019
73
+ },
74
+ {
75
+ "adv_acc": 1.0,
76
+ "adv_loss": 3.9574,
77
+ "adv_neg_cos": 0.0826,
78
+ "adv_pos_cos": 0.819,
79
+ "adv_ramp": 0.318,
80
+ "adv_reg": 1.2319,
81
+ "consformer_gate": 0.007137,
82
+ "epoch": 0.18198362147406733,
83
+ "grad_norm": 7.270371913909912,
84
+ "ground_area": 0.0533,
85
+ "ground_loss": 1.7846,
86
+ "ground_mass": 0.2694,
87
+ "learning_rate": 3.6396724294813465e-05,
88
+ "loss": 4.3785,
89
+ "qavit_gate": 0.019699,
90
+ "span_acc": 0.437,
91
+ "span_loss": 1.0229,
92
+ "step": 400,
93
+ "view_loss": 2.7461
94
+ },
95
+ {
96
+ "adv_acc": 1.0,
97
+ "adv_loss": 3.8897,
98
+ "adv_neg_cos": 0.0826,
99
+ "adv_pos_cos": 0.8453,
100
+ "adv_ramp": 0.409,
101
+ "adv_reg": 1.2053,
102
+ "consformer_gate": 0.009805,
103
+ "epoch": 0.22747952684258416,
104
+ "grad_norm": 7.494457721710205,
105
+ "ground_area": 0.0582,
106
+ "ground_loss": 1.7233,
107
+ "ground_mass": 0.2811,
108
+ "learning_rate": 4.5495905368516835e-05,
109
+ "loss": 4.3272,
110
+ "qavit_gate": 0.020436,
111
+ "span_acc": 0.4622,
112
+ "span_loss": 0.9407,
113
+ "step": 500,
114
+ "view_loss": 2.6545
115
+ },
116
+ {
117
+ "adv_acc": 1.0,
118
+ "adv_loss": 3.8047,
119
+ "adv_neg_cos": 0.0806,
120
+ "adv_pos_cos": 0.861,
121
+ "adv_ramp": 0.5,
122
+ "adv_reg": 1.1951,
123
+ "consformer_gate": 0.012807,
124
+ "epoch": 0.272975432211101,
125
+ "grad_norm": 7.1969895362854,
126
+ "ground_area": 0.0564,
127
+ "ground_loss": 1.6603,
128
+ "ground_mass": 0.2971,
129
+ "learning_rate": 5.45950864422202e-05,
130
+ "loss": 4.2719,
131
+ "qavit_gate": 0.018249,
132
+ "span_acc": 0.5007,
133
+ "span_loss": 0.8573,
134
+ "step": 600,
135
+ "view_loss": 2.5742
136
+ },
137
+ {
138
+ "adv_acc": 1.0,
139
+ "adv_loss": 3.7855,
140
+ "adv_neg_cos": 0.0957,
141
+ "adv_pos_cos": 0.884,
142
+ "adv_ramp": 0.591,
143
+ "adv_reg": 1.1797,
144
+ "consformer_gate": 0.016154,
145
+ "epoch": 0.3184713375796178,
146
+ "grad_norm": 5.2636823654174805,
147
+ "ground_area": 0.0589,
148
+ "ground_loss": 1.6526,
149
+ "ground_mass": 0.311,
150
+ "learning_rate": 6.369426751592356e-05,
151
+ "loss": 4.2805,
152
+ "qavit_gate": 0.018964,
153
+ "span_acc": 0.5377,
154
+ "span_loss": 0.7898,
155
+ "step": 700,
156
+ "view_loss": 2.4966
157
+ },
158
+ {
159
+ "adv_acc": 1.0,
160
+ "adv_loss": 3.693,
161
+ "adv_neg_cos": 0.0832,
162
+ "adv_pos_cos": 0.8932,
163
+ "adv_ramp": 0.682,
164
+ "adv_reg": 1.1673,
165
+ "consformer_gate": 0.019009,
166
+ "epoch": 0.36396724294813465,
167
+ "grad_norm": 5.860650062561035,
168
+ "ground_area": 0.0567,
169
+ "ground_loss": 1.5491,
170
+ "ground_mass": 0.3349,
171
+ "learning_rate": 7.279344858962693e-05,
172
+ "loss": 4.2058,
173
+ "qavit_gate": 0.02302,
174
+ "span_acc": 0.6,
175
+ "span_loss": 0.7144,
176
+ "step": 800,
177
+ "view_loss": 2.3806
178
+ },
179
+ {
180
+ "adv_acc": 1.0,
181
+ "adv_loss": 3.6558,
182
+ "adv_neg_cos": 0.082,
183
+ "adv_pos_cos": 0.9,
184
+ "adv_ramp": 0.773,
185
+ "adv_reg": 1.1609,
186
+ "consformer_gate": 0.022511,
187
+ "epoch": 0.4094631483166515,
188
+ "grad_norm": 4.730771064758301,
189
+ "ground_area": 0.0568,
190
+ "ground_loss": 1.4904,
191
+ "ground_mass": 0.3538,
192
+ "learning_rate": 8.18926296633303e-05,
193
+ "loss": 4.198,
194
+ "qavit_gate": 0.0174,
195
+ "span_acc": 0.6304,
196
+ "span_loss": 0.6732,
197
+ "step": 900,
198
+ "view_loss": 2.3314
199
+ },
200
+ {
201
+ "adv_acc": 1.0,
202
+ "adv_loss": 3.7309,
203
+ "adv_neg_cos": 0.0767,
204
+ "adv_pos_cos": 0.9102,
205
+ "adv_ramp": 0.864,
206
+ "adv_reg": 1.1551,
207
+ "consformer_gate": 0.025445,
208
+ "epoch": 0.4549590536851683,
209
+ "grad_norm": 5.7095112800598145,
210
+ "ground_area": 0.0601,
211
+ "ground_loss": 1.4598,
212
+ "ground_mass": 0.3593,
213
+ "learning_rate": 9.099181073703367e-05,
214
+ "loss": 4.3068,
215
+ "qavit_gate": 0.020603,
216
+ "span_acc": 0.653,
217
+ "span_loss": 0.6339,
218
+ "step": 1000,
219
+ "view_loss": 2.3786
220
+ },
221
+ {
222
+ "adv_acc": 1.0,
223
+ "adv_loss": 3.732,
224
+ "adv_neg_cos": 0.0876,
225
+ "adv_pos_cos": 0.9168,
226
+ "adv_ramp": 0.955,
227
+ "adv_reg": 1.1509,
228
+ "consformer_gate": 0.028945,
229
+ "epoch": 0.5004549590536852,
230
+ "grad_norm": 5.685356616973877,
231
+ "ground_area": 0.0506,
232
+ "ground_loss": 1.4572,
233
+ "ground_mass": 0.3702,
234
+ "learning_rate": 9.999999747791717e-05,
235
+ "loss": 4.3453,
236
+ "qavit_gate": 0.02087,
237
+ "span_acc": 0.669,
238
+ "span_loss": 0.6136,
239
+ "step": 1100,
240
+ "view_loss": 2.3703
241
+ },
242
+ {
243
+ "adv_acc": 1.0,
244
+ "adv_loss": 3.7444,
245
+ "adv_neg_cos": 0.0796,
246
+ "adv_pos_cos": 0.9233,
247
+ "adv_ramp": 1.0,
248
+ "adv_reg": 1.1455,
249
+ "consformer_gate": 0.032214,
250
+ "epoch": 0.545950864422202,
251
+ "grad_norm": 5.472925662994385,
252
+ "ground_area": 0.0599,
253
+ "ground_loss": 1.4022,
254
+ "ground_mass": 0.3836,
255
+ "learning_rate": 9.997427443908413e-05,
256
+ "loss": 4.3697,
257
+ "qavit_gate": 0.02026,
258
+ "span_acc": 0.6802,
259
+ "span_loss": 0.588,
260
+ "step": 1200,
261
+ "view_loss": 2.3983
262
+ },
263
+ {
264
+ "adv_acc": 1.0,
265
+ "adv_loss": 3.6732,
266
+ "adv_neg_cos": 0.069,
267
+ "adv_pos_cos": 0.9253,
268
+ "adv_ramp": 1.0,
269
+ "adv_reg": 1.1417,
270
+ "consformer_gate": 0.034779,
271
+ "epoch": 0.5914467697907189,
272
+ "grad_norm": 4.542994499206543,
273
+ "ground_area": 0.0582,
274
+ "ground_loss": 1.4314,
275
+ "ground_mass": 0.3829,
276
+ "learning_rate": 9.98981399341683e-05,
277
+ "loss": 4.3005,
278
+ "qavit_gate": 0.016088,
279
+ "span_acc": 0.7099,
280
+ "span_loss": 0.5635,
281
+ "step": 1300,
282
+ "view_loss": 2.3052
283
+ },
284
+ {
285
+ "adv_acc": 1.0,
286
+ "adv_loss": 3.5707,
287
+ "adv_neg_cos": 0.0714,
288
+ "adv_pos_cos": 0.9279,
289
+ "adv_ramp": 1.0,
290
+ "adv_reg": 1.1385,
291
+ "consformer_gate": 0.038431,
292
+ "epoch": 0.6369426751592356,
293
+ "grad_norm": 4.801601409912109,
294
+ "ground_area": 0.0613,
295
+ "ground_loss": 1.4314,
296
+ "ground_mass": 0.389,
297
+ "learning_rate": 9.977167076372465e-05,
298
+ "loss": 4.2076,
299
+ "qavit_gate": 0.0192,
300
+ "span_acc": 0.7262,
301
+ "span_loss": 0.5429,
302
+ "step": 1400,
303
+ "view_loss": 2.2154
304
+ },
305
+ {
306
+ "adv_acc": 1.0,
307
+ "adv_loss": 3.5729,
308
+ "adv_neg_cos": 0.0649,
309
+ "adv_pos_cos": 0.9313,
310
+ "adv_ramp": 1.0,
311
+ "adv_reg": 1.1371,
312
+ "consformer_gate": 0.041075,
313
+ "epoch": 0.6824385805277525,
314
+ "grad_norm": 5.275548458099365,
315
+ "ground_area": 0.058,
316
+ "ground_loss": 1.3892,
317
+ "ground_mass": 0.3916,
318
+ "learning_rate": 9.95949945033182e-05,
319
+ "loss": 4.1973,
320
+ "qavit_gate": 0.015702,
321
+ "span_acc": 0.7281,
322
+ "span_loss": 0.5373,
323
+ "step": 1500,
324
+ "view_loss": 2.2139
325
+ },
326
+ {
327
+ "adv_acc": 1.0,
328
+ "adv_loss": 3.5807,
329
+ "adv_neg_cos": 0.0654,
330
+ "adv_pos_cos": 0.9356,
331
+ "adv_ramp": 1.0,
332
+ "adv_reg": 1.1335,
333
+ "consformer_gate": 0.043639,
334
+ "epoch": 0.7279344858962693,
335
+ "grad_norm": 4.46061897277832,
336
+ "ground_area": 0.0529,
337
+ "ground_loss": 1.3795,
338
+ "ground_mass": 0.3875,
339
+ "learning_rate": 9.936828937483224e-05,
340
+ "loss": 4.201,
341
+ "qavit_gate": 0.015129,
342
+ "span_acc": 0.7407,
343
+ "span_loss": 0.5133,
344
+ "step": 1600,
345
+ "view_loss": 2.2284
346
+ },
347
+ {
348
+ "adv_acc": 1.0,
349
+ "adv_loss": 3.6112,
350
+ "adv_neg_cos": 0.0643,
351
+ "adv_pos_cos": 0.9386,
352
+ "adv_ramp": 1.0,
353
+ "adv_reg": 1.1322,
354
+ "consformer_gate": 0.045016,
355
+ "epoch": 0.7734303912647862,
356
+ "grad_norm": 3.9976353645324707,
357
+ "ground_area": 0.0587,
358
+ "ground_loss": 1.36,
359
+ "ground_mass": 0.41,
360
+ "learning_rate": 9.90917840666875e-05,
361
+ "loss": 4.2243,
362
+ "qavit_gate": 0.013581,
363
+ "span_acc": 0.7391,
364
+ "span_loss": 0.5127,
365
+ "step": 1700,
366
+ "view_loss": 2.2575
367
+ },
368
+ {
369
+ "adv_acc": 1.0,
370
+ "adv_loss": 3.4883,
371
+ "adv_neg_cos": 0.0616,
372
+ "adv_pos_cos": 0.9388,
373
+ "adv_ramp": 1.0,
374
+ "adv_reg": 1.1342,
375
+ "consformer_gate": 0.046956,
376
+ "epoch": 0.818926296633303,
377
+ "grad_norm": 4.52189826965332,
378
+ "ground_area": 0.0526,
379
+ "ground_loss": 1.4085,
380
+ "ground_mass": 0.3979,
381
+ "learning_rate": 9.876575750315286e-05,
382
+ "loss": 4.1106,
383
+ "qavit_gate": 0.016981,
384
+ "span_acc": 0.7585,
385
+ "span_loss": 0.4987,
386
+ "step": 1800,
387
+ "view_loss": 2.1293
388
+ },
389
+ {
390
+ "adv_acc": 1.0,
391
+ "adv_loss": 3.4769,
392
+ "adv_neg_cos": 0.058,
393
+ "adv_pos_cos": 0.9386,
394
+ "adv_ramp": 1.0,
395
+ "adv_reg": 1.1313,
396
+ "consformer_gate": 0.049008,
397
+ "epoch": 0.8644222020018199,
398
+ "grad_norm": 4.691574573516846,
399
+ "ground_area": 0.0533,
400
+ "ground_loss": 1.4066,
401
+ "ground_mass": 0.3956,
402
+ "learning_rate": 9.839053856298114e-05,
403
+ "loss": 4.1004,
404
+ "qavit_gate": 0.012735,
405
+ "span_acc": 0.7626,
406
+ "span_loss": 0.4801,
407
+ "step": 1900,
408
+ "view_loss": 2.1319
409
+ },
410
+ {
411
+ "adv_acc": 1.0,
412
+ "adv_loss": 3.4515,
413
+ "adv_neg_cos": 0.0511,
414
+ "adv_pos_cos": 0.9392,
415
+ "adv_ramp": 1.0,
416
+ "adv_reg": 1.1273,
417
+ "consformer_gate": 0.051726,
418
+ "epoch": 0.9099181073703366,
419
+ "grad_norm": 3.7946348190307617,
420
+ "ground_area": 0.0567,
421
+ "ground_loss": 1.3487,
422
+ "ground_mass": 0.4095,
423
+ "learning_rate": 9.796650574765315e-05,
424
+ "loss": 4.0662,
425
+ "qavit_gate": 0.01796,
426
+ "span_acc": 0.7671,
427
+ "span_loss": 0.4765,
428
+ "step": 2000,
429
+ "view_loss": 2.1019
430
+ },
431
+ {
432
+ "adv_acc": 1.0,
433
+ "adv_loss": 3.4427,
434
+ "adv_neg_cos": 0.049,
435
+ "adv_pos_cos": 0.9398,
436
+ "adv_ramp": 1.0,
437
+ "adv_reg": 1.1271,
438
+ "consformer_gate": 0.053892,
439
+ "epoch": 0.9554140127388535,
440
+ "grad_norm": 5.8758649826049805,
441
+ "ground_area": 0.0548,
442
+ "ground_loss": 1.3463,
443
+ "ground_mass": 0.4204,
444
+ "learning_rate": 9.749408679956485e-05,
445
+ "loss": 4.0611,
446
+ "qavit_gate": 0.017725,
447
+ "span_acc": 0.7729,
448
+ "span_loss": 0.4698,
449
+ "step": 2100,
450
+ "view_loss": 2.1003
451
+ },
452
+ {
453
+ "epoch": 1.0,
454
+ "eval_bleu1": 0.42270325549682874,
455
+ "eval_bleu2": 0.3660489459611071,
456
+ "eval_bleu3": 0.3130865143517767,
457
+ "eval_bleu4": 0.27046080204741635,
458
+ "eval_cider": 2.5594879275560123,
459
+ "eval_em": 0.22715809893307468,
460
+ "eval_em_f1": 0.35543365690325823,
461
+ "eval_f1": 0.4837092148734418,
462
+ "eval_loss": 2.8735885620117188,
463
+ "eval_runtime": 923.1934,
464
+ "eval_samples_per_second": 5.584,
465
+ "eval_steps_per_second": 0.699,
466
+ "step": 2198
467
+ },
468
+ {
469
+ "adv_acc": 1.0,
470
+ "adv_loss": 3.3951,
471
+ "adv_neg_cos": 0.0541,
472
+ "adv_pos_cos": 0.9413,
473
+ "adv_ramp": 1.0,
474
+ "adv_reg": 1.1273,
475
+ "consformer_gate": 0.05517,
476
+ "epoch": 1.0009099181073704,
477
+ "grad_norm": 3.885572910308838,
478
+ "ground_area": 0.0568,
479
+ "ground_loss": 1.2321,
480
+ "ground_mass": 0.4466,
481
+ "learning_rate": 9.697375827054311e-05,
482
+ "loss": 4.0057,
483
+ "qavit_gate": 0.017113,
484
+ "span_acc": 0.7803,
485
+ "span_loss": 0.4593,
486
+ "step": 2200,
487
+ "view_loss": 2.0617
488
+ },
489
+ {
490
+ "adv_acc": 1.0,
491
+ "adv_loss": 3.064,
492
+ "adv_neg_cos": 0.0521,
493
+ "adv_pos_cos": 0.9414,
494
+ "adv_ramp": 1.0,
495
+ "adv_reg": 1.1249,
496
+ "consformer_gate": 0.057317,
497
+ "epoch": 1.046405823475887,
498
+ "grad_norm": 4.829916954040527,
499
+ "ground_area": 0.0569,
500
+ "ground_loss": 1.267,
501
+ "ground_mass": 0.4394,
502
+ "learning_rate": 9.64060450411247e-05,
503
+ "loss": 3.681,
504
+ "qavit_gate": 0.016505,
505
+ "span_acc": 0.7979,
506
+ "span_loss": 0.4326,
507
+ "step": 2300,
508
+ "view_loss": 1.684
509
+ },
510
+ {
511
+ "adv_acc": 1.0,
512
+ "adv_loss": 3.0252,
513
+ "adv_neg_cos": 0.0395,
514
+ "adv_pos_cos": 0.9438,
515
+ "adv_ramp": 1.0,
516
+ "adv_reg": 1.1223,
517
+ "consformer_gate": 0.058853,
518
+ "epoch": 1.091901728844404,
519
+ "grad_norm": 3.372734308242798,
520
+ "ground_area": 0.0567,
521
+ "ground_loss": 1.2538,
522
+ "ground_mass": 0.4476,
523
+ "learning_rate": 9.579151979108399e-05,
524
+ "loss": 3.6486,
525
+ "qavit_gate": 0.012237,
526
+ "span_acc": 0.7796,
527
+ "span_loss": 0.4655,
528
+ "step": 2400,
529
+ "view_loss": 1.6601
530
+ },
531
+ {
532
+ "adv_acc": 1.0,
533
+ "adv_loss": 3.052,
534
+ "adv_neg_cos": 0.0423,
535
+ "adv_pos_cos": 0.9467,
536
+ "adv_ramp": 1.0,
537
+ "adv_reg": 1.1225,
538
+ "consformer_gate": 0.060579,
539
+ "epoch": 1.1373976342129208,
540
+ "grad_norm": 3.8678369522094727,
541
+ "ground_area": 0.0569,
542
+ "ground_loss": 1.223,
543
+ "ground_mass": 0.4536,
544
+ "learning_rate": 9.513080242174312e-05,
545
+ "loss": 3.6681,
546
+ "qavit_gate": 0.012074,
547
+ "span_acc": 0.7873,
548
+ "span_loss": 0.4549,
549
+ "step": 2500,
550
+ "view_loss": 1.6942
551
+ },
552
+ {
553
+ "adv_acc": 1.0,
554
+ "adv_loss": 3.0821,
555
+ "adv_neg_cos": 0.0381,
556
+ "adv_pos_cos": 0.9444,
557
+ "adv_ramp": 1.0,
558
+ "adv_reg": 1.1226,
559
+ "consformer_gate": 0.062272,
560
+ "epoch": 1.1828935395814377,
561
+ "grad_norm": 4.03257942199707,
562
+ "ground_area": 0.0598,
563
+ "ground_loss": 1.2826,
564
+ "ground_mass": 0.4468,
565
+ "learning_rate": 9.442455943064767e-05,
566
+ "loss": 3.704,
567
+ "qavit_gate": 0.012852,
568
+ "span_acc": 0.8008,
569
+ "span_loss": 0.4212,
570
+ "step": 2600,
571
+ "view_loss": 1.7295
572
+ },
573
+ {
574
+ "adv_acc": 1.0,
575
+ "adv_loss": 3.0004,
576
+ "adv_neg_cos": 0.0411,
577
+ "adv_pos_cos": 0.948,
578
+ "adv_ramp": 1.0,
579
+ "adv_reg": 1.1211,
580
+ "consformer_gate": 0.063505,
581
+ "epoch": 1.2283894449499546,
582
+ "grad_norm": 3.8590352535247803,
583
+ "ground_area": 0.059,
584
+ "ground_loss": 1.1622,
585
+ "ground_mass": 0.4714,
586
+ "learning_rate": 9.367350323923832e-05,
587
+ "loss": 3.6127,
588
+ "qavit_gate": 0.015841,
589
+ "span_acc": 0.7946,
590
+ "span_loss": 0.4389,
591
+ "step": 2700,
592
+ "view_loss": 1.6383
593
+ },
594
+ {
595
+ "adv_acc": 1.0,
596
+ "adv_loss": 3.0806,
597
+ "adv_neg_cos": 0.045,
598
+ "adv_pos_cos": 0.949,
599
+ "adv_ramp": 1.0,
600
+ "adv_reg": 1.1207,
601
+ "consformer_gate": 0.064651,
602
+ "epoch": 1.2738853503184713,
603
+ "grad_norm": 3.322366714477539,
604
+ "ground_area": 0.0555,
605
+ "ground_loss": 1.282,
606
+ "ground_mass": 0.4336,
607
+ "learning_rate": 9.287839147419686e-05,
608
+ "loss": 3.6983,
609
+ "qavit_gate": 0.014494,
610
+ "span_acc": 0.8074,
611
+ "span_loss": 0.4216,
612
+ "step": 2800,
613
+ "view_loss": 1.6979
614
+ },
615
+ {
616
+ "adv_acc": 1.0,
617
+ "adv_loss": 3.0189,
618
+ "adv_neg_cos": 0.0421,
619
+ "adv_pos_cos": 0.9475,
620
+ "adv_ramp": 1.0,
621
+ "adv_reg": 1.1217,
622
+ "consformer_gate": 0.06725,
623
+ "epoch": 1.3193812556869882,
624
+ "grad_norm": 3.964817523956299,
625
+ "ground_area": 0.0581,
626
+ "ground_loss": 1.2553,
627
+ "ground_mass": 0.4454,
628
+ "learning_rate": 9.204002620319163e-05,
629
+ "loss": 3.6338,
630
+ "qavit_gate": 0.015118,
631
+ "span_acc": 0.804,
632
+ "span_loss": 0.4196,
633
+ "step": 2900,
634
+ "view_loss": 1.6419
635
+ },
636
+ {
637
+ "adv_acc": 1.0,
638
+ "adv_loss": 2.9994,
639
+ "adv_neg_cos": 0.0437,
640
+ "adv_pos_cos": 0.9466,
641
+ "adv_ramp": 1.0,
642
+ "adv_reg": 1.123,
643
+ "consformer_gate": 0.06905,
644
+ "epoch": 1.364877161055505,
645
+ "grad_norm": 3.3500967025756836,
646
+ "ground_area": 0.0576,
647
+ "ground_loss": 1.2023,
648
+ "ground_mass": 0.4565,
649
+ "learning_rate": 9.1159253125793e-05,
650
+ "loss": 3.6138,
651
+ "qavit_gate": 0.01609,
652
+ "span_acc": 0.8095,
653
+ "span_loss": 0.426,
654
+ "step": 3000,
655
+ "view_loss": 1.6336
656
+ },
657
+ {
658
+ "adv_acc": 1.0,
659
+ "adv_loss": 3.0272,
660
+ "adv_neg_cos": 0.0465,
661
+ "adv_pos_cos": 0.9499,
662
+ "adv_ramp": 1.0,
663
+ "adv_reg": 1.1193,
664
+ "consformer_gate": 0.070442,
665
+ "epoch": 1.4103730664240217,
666
+ "grad_norm": 4.209367752075195,
667
+ "ground_area": 0.0589,
668
+ "ground_loss": 1.2002,
669
+ "ground_mass": 0.4634,
670
+ "learning_rate": 9.023696072037547e-05,
671
+ "loss": 3.6405,
672
+ "qavit_gate": 0.016324,
673
+ "span_acc": 0.8078,
674
+ "span_loss": 0.423,
675
+ "step": 3100,
676
+ "view_loss": 1.6637
677
+ },
678
+ {
679
+ "adv_acc": 1.0,
680
+ "adv_loss": 2.9836,
681
+ "adv_neg_cos": 0.0412,
682
+ "adv_pos_cos": 0.9497,
683
+ "adv_ramp": 1.0,
684
+ "adv_reg": 1.1193,
685
+ "consformer_gate": 0.071304,
686
+ "epoch": 1.4558689717925386,
687
+ "grad_norm": 3.399909496307373,
688
+ "ground_area": 0.0615,
689
+ "ground_loss": 1.2211,
690
+ "ground_mass": 0.4605,
691
+ "learning_rate": 8.927407934786643e-05,
692
+ "loss": 3.5941,
693
+ "qavit_gate": 0.016894,
694
+ "span_acc": 0.8101,
695
+ "span_loss": 0.4122,
696
+ "step": 3200,
697
+ "view_loss": 1.6167
698
+ },
699
+ {
700
+ "adv_acc": 1.0,
701
+ "adv_loss": 2.9858,
702
+ "adv_neg_cos": 0.0405,
703
+ "adv_pos_cos": 0.95,
704
+ "adv_ramp": 1.0,
705
+ "adv_reg": 1.12,
706
+ "consformer_gate": 0.072958,
707
+ "epoch": 1.5013648771610555,
708
+ "grad_norm": 3.3773438930511475,
709
+ "ground_area": 0.058,
710
+ "ground_loss": 1.1969,
711
+ "ground_mass": 0.4634,
712
+ "learning_rate": 8.827158031324621e-05,
713
+ "loss": 3.6016,
714
+ "qavit_gate": 0.017565,
715
+ "span_acc": 0.8107,
716
+ "span_loss": 0.4163,
717
+ "step": 3300,
718
+ "view_loss": 1.6353
719
+ },
720
+ {
721
+ "adv_acc": 1.0,
722
+ "adv_loss": 2.9585,
723
+ "adv_neg_cos": 0.0338,
724
+ "adv_pos_cos": 0.9501,
725
+ "adv_ramp": 1.0,
726
+ "adv_reg": 1.1179,
727
+ "consformer_gate": 0.074116,
728
+ "epoch": 1.5468607825295724,
729
+ "grad_norm": 3.7036988735198975,
730
+ "ground_area": 0.0577,
731
+ "ground_loss": 1.217,
732
+ "ground_mass": 0.4601,
733
+ "learning_rate": 8.723047488574584e-05,
734
+ "loss": 3.5777,
735
+ "qavit_gate": 0.014034,
736
+ "span_acc": 0.8086,
737
+ "span_loss": 0.4138,
738
+ "step": 3400,
739
+ "view_loss": 1.6049
740
+ },
741
+ {
742
+ "adv_acc": 1.0,
743
+ "adv_loss": 2.9893,
744
+ "adv_neg_cos": 0.0392,
745
+ "adv_pos_cos": 0.9507,
746
+ "adv_ramp": 1.0,
747
+ "adv_reg": 1.1176,
748
+ "consformer_gate": 0.074564,
749
+ "epoch": 1.5923566878980893,
750
+ "grad_norm": 4.185495376586914,
751
+ "ground_area": 0.0577,
752
+ "ground_loss": 1.2329,
753
+ "ground_mass": 0.4576,
754
+ "learning_rate": 8.615181327873081e-05,
755
+ "loss": 3.6104,
756
+ "qavit_gate": 0.015953,
757
+ "span_acc": 0.808,
758
+ "span_loss": 0.4222,
759
+ "step": 3500,
760
+ "view_loss": 1.6392
761
+ },
762
+ {
763
+ "adv_acc": 1.0,
764
+ "adv_loss": 3.0233,
765
+ "adv_neg_cos": 0.039,
766
+ "adv_pos_cos": 0.9522,
767
+ "adv_ramp": 1.0,
768
+ "adv_reg": 1.1171,
769
+ "consformer_gate": 0.077028,
770
+ "epoch": 1.6378525932666061,
771
+ "grad_norm": 4.102275371551514,
772
+ "ground_area": 0.0568,
773
+ "ground_loss": 1.2335,
774
+ "ground_mass": 0.4522,
775
+ "learning_rate": 8.503668359030012e-05,
776
+ "loss": 3.639,
777
+ "qavit_gate": 0.01597,
778
+ "span_acc": 0.8024,
779
+ "span_loss": 0.4289,
780
+ "step": 3600,
781
+ "view_loss": 1.6664
782
+ },
783
+ {
784
+ "adv_acc": 1.0,
785
+ "adv_loss": 2.9229,
786
+ "adv_neg_cos": 0.0397,
787
+ "adv_pos_cos": 0.9521,
788
+ "adv_ramp": 1.0,
789
+ "adv_reg": 1.1176,
790
+ "consformer_gate": 0.077851,
791
+ "epoch": 1.6833484986351228,
792
+ "grad_norm": 2.8525638580322266,
793
+ "ground_area": 0.0569,
794
+ "ground_loss": 1.2103,
795
+ "ground_mass": 0.4517,
796
+ "learning_rate": 8.388621070566918e-05,
797
+ "loss": 3.5362,
798
+ "qavit_gate": 0.020374,
799
+ "span_acc": 0.8137,
800
+ "span_loss": 0.399,
801
+ "step": 3700,
802
+ "view_loss": 1.5484
803
+ },
804
+ {
805
+ "adv_acc": 1.0,
806
+ "adv_loss": 2.9892,
807
+ "adv_neg_cos": 0.0347,
808
+ "adv_pos_cos": 0.9509,
809
+ "adv_ramp": 1.0,
810
+ "adv_reg": 1.1177,
811
+ "consformer_gate": 0.079248,
812
+ "epoch": 1.7288444040036397,
813
+ "grad_norm": 3.281388521194458,
814
+ "ground_area": 0.0532,
815
+ "ground_loss": 1.1782,
816
+ "ground_mass": 0.4605,
817
+ "learning_rate": 8.270155516244365e-05,
818
+ "loss": 3.603,
819
+ "qavit_gate": 0.01679,
820
+ "span_acc": 0.8177,
821
+ "span_loss": 0.3961,
822
+ "step": 3800,
823
+ "view_loss": 1.642
824
+ },
825
+ {
826
+ "adv_acc": 1.0,
827
+ "adv_loss": 2.9709,
828
+ "adv_neg_cos": 0.032,
829
+ "adv_pos_cos": 0.952,
830
+ "adv_ramp": 1.0,
831
+ "adv_reg": 1.1175,
832
+ "consformer_gate": 0.081047,
833
+ "epoch": 1.7743403093721564,
834
+ "grad_norm": 3.2713892459869385,
835
+ "ground_area": 0.0546,
836
+ "ground_loss": 1.1936,
837
+ "ground_mass": 0.4762,
838
+ "learning_rate": 8.148391197992911e-05,
839
+ "loss": 3.5844,
840
+ "qavit_gate": 0.013871,
841
+ "span_acc": 0.8117,
842
+ "span_loss": 0.405,
843
+ "step": 3900,
844
+ "view_loss": 1.6092
845
+ },
846
+ {
847
+ "adv_acc": 1.0,
848
+ "adv_loss": 2.9696,
849
+ "adv_neg_cos": 0.0319,
850
+ "adv_pos_cos": 0.9516,
851
+ "adv_ramp": 1.0,
852
+ "adv_reg": 1.1168,
853
+ "consformer_gate": 0.082454,
854
+ "epoch": 1.8198362147406733,
855
+ "grad_norm": 2.4189321994781494,
856
+ "ground_area": 0.061,
857
+ "ground_loss": 1.2162,
858
+ "ground_mass": 0.4593,
859
+ "learning_rate": 8.023450945365732e-05,
860
+ "loss": 3.581,
861
+ "qavit_gate": 0.015226,
862
+ "span_acc": 0.8208,
863
+ "span_loss": 0.3864,
864
+ "step": 4000,
865
+ "view_loss": 1.6171
866
+ },
867
+ {
868
+ "adv_acc": 1.0,
869
+ "adv_loss": 2.9697,
870
+ "adv_neg_cos": 0.033,
871
+ "adv_pos_cos": 0.9521,
872
+ "adv_ramp": 1.0,
873
+ "adv_reg": 1.1179,
874
+ "consformer_gate": 0.084252,
875
+ "epoch": 1.8653321201091901,
876
+ "grad_norm": 3.9767239093780518,
877
+ "ground_area": 0.054,
878
+ "ground_loss": 1.191,
879
+ "ground_mass": 0.4757,
880
+ "learning_rate": 7.895460791634514e-05,
881
+ "loss": 3.5809,
882
+ "qavit_gate": 0.013896,
883
+ "span_acc": 0.8108,
884
+ "span_loss": 0.4017,
885
+ "step": 4100,
886
+ "view_loss": 1.6172
887
+ },
888
+ {
889
+ "adv_acc": 1.0,
890
+ "adv_loss": 2.9186,
891
+ "adv_neg_cos": 0.0352,
892
+ "adv_pos_cos": 0.9523,
893
+ "adv_ramp": 1.0,
894
+ "adv_reg": 1.1169,
895
+ "consformer_gate": 0.085222,
896
+ "epoch": 1.910828025477707,
897
+ "grad_norm": 3.4959421157836914,
898
+ "ground_area": 0.0526,
899
+ "ground_loss": 1.2308,
900
+ "ground_mass": 0.4578,
901
+ "learning_rate": 7.764549846653601e-05,
902
+ "loss": 3.5369,
903
+ "qavit_gate": 0.016262,
904
+ "span_acc": 0.8129,
905
+ "span_loss": 0.41,
906
+ "step": 4200,
907
+ "view_loss": 1.5482
908
+ },
909
+ {
910
+ "adv_acc": 1.0,
911
+ "adv_loss": 2.9439,
912
+ "adv_neg_cos": 0.0333,
913
+ "adv_pos_cos": 0.9548,
914
+ "adv_ramp": 1.0,
915
+ "adv_reg": 1.1155,
916
+ "consformer_gate": 0.086645,
917
+ "epoch": 1.956323930846224,
918
+ "grad_norm": 2.822075605392456,
919
+ "ground_area": 0.0553,
920
+ "ground_loss": 1.2198,
921
+ "ground_mass": 0.4456,
922
+ "learning_rate": 7.630850166620645e-05,
923
+ "loss": 3.554,
924
+ "qavit_gate": 0.012648,
925
+ "span_acc": 0.8248,
926
+ "span_loss": 0.3877,
927
+ "step": 4300,
928
+ "view_loss": 1.5723
929
+ },
930
+ {
931
+ "epoch": 2.0,
932
+ "eval_bleu1": 0.5542544829334772,
933
+ "eval_bleu2": 0.5032308175763236,
934
+ "eval_bleu3": 0.45460181155142854,
935
+ "eval_bleu4": 0.4152135686264673,
936
+ "eval_cider": 3.0246070376965526,
937
+ "eval_em": 0.2948593598448109,
938
+ "eval_em_f1": 0.42279963578171587,
939
+ "eval_f1": 0.5507399117186208,
940
+ "eval_loss": 2.6799819469451904,
941
+ "eval_runtime": 653.8606,
942
+ "eval_samples_per_second": 7.884,
943
+ "eval_steps_per_second": 0.986,
944
+ "step": 4396
945
+ }
946
+ ],
947
+ "logging_steps": 100,
948
+ "max_steps": 10990,
949
+ "num_input_tokens_seen": 0,
950
+ "num_train_epochs": 5,
951
+ "save_steps": 500,
952
+ "stateful_callbacks": {
953
+ "TrainerControl": {
954
+ "args": {
955
+ "should_epoch_stop": false,
956
+ "should_evaluate": false,
957
+ "should_log": false,
958
+ "should_save": true,
959
+ "should_training_stop": false
960
+ },
961
+ "attributes": {}
962
+ }
963
+ },
964
+ "total_flos": 4287789493188864.0,
965
+ "train_batch_size": 16,
966
+ "trial_name": null,
967
+ "trial_params": null
968
+ }
checkpoint-4396/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:655da116dfebccaf5972157536a5a52bd20995ddb04544abfef2ba2f064a90b4
3
+ size 6097