nlpso commited on
Commit
4cf31f1
·
1 Parent(s): 46fa2b3

Load model and tokenizer

Browse files
config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "HueyNemud/das22-10-camembert_pretrained",
3
+ "architectures": [
4
+ "CamembertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 5,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 6,
10
+ "gradient_checkpointing": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "id2label": {
15
+ "0": "O+O",
16
+ "1": "I-b_PER+O",
17
+ "2": "I-i_PER+O",
18
+ "3": "I-b_PER+b_TITREH",
19
+ "4": "I-i_PER+b_TITREH",
20
+ "5": "I-i_PER+i_TITREH",
21
+ "6": "I-b_ACT+O",
22
+ "7": "I-i_ACT+O",
23
+ "8": "I-b_DESC+O",
24
+ "9": "I-i_DESC+O",
25
+ "10": "I-b_DESC+b_ACT",
26
+ "11": "I-i_DESC+b_ACT",
27
+ "12": "I-i_DESC+i_ACT",
28
+ "13": "I-b_DESC+b_TITREP",
29
+ "14": "I-i_DESC+b_TITREP",
30
+ "15": "I-i_DESC+i_TITREP",
31
+ "16": "I-b_SPAT+O",
32
+ "17": "I-i_SPAT+O",
33
+ "18": "I-b_SPAT+b_LOC",
34
+ "19": "I-i_SPAT+b_LOC",
35
+ "20": "I-i_SPAT+i_LOC",
36
+ "21": "I-b_SPAT+b_CARDINAL",
37
+ "22": "I-i_SPAT+b_CARDINAL",
38
+ "23": "I-i_SPAT+i_CARDINAL",
39
+ "24": "I-b_SPAT+b_FT",
40
+ "25": "I-i_SPAT+b_FT",
41
+ "26": "I-i_SPAT+i_FT",
42
+ "27": "I-b_TITRE+O",
43
+ "28": "I-i_TITRE+O"
44
+ },
45
+ "initializer_range": 0.02,
46
+ "intermediate_size": 3072,
47
+ "label2id": {
48
+ "I-b_ACT+O": 6,
49
+ "I-b_DESC+O": 8,
50
+ "I-b_DESC+b_ACT": 10,
51
+ "I-b_DESC+b_TITREP": 13,
52
+ "I-b_PER+O": 1,
53
+ "I-b_PER+b_TITREH": 3,
54
+ "I-b_SPAT+O": 16,
55
+ "I-b_SPAT+b_CARDINAL": 21,
56
+ "I-b_SPAT+b_FT": 24,
57
+ "I-b_SPAT+b_LOC": 18,
58
+ "I-b_TITRE+O": 27,
59
+ "I-i_ACT+O": 7,
60
+ "I-i_DESC+O": 9,
61
+ "I-i_DESC+b_ACT": 11,
62
+ "I-i_DESC+b_TITREP": 14,
63
+ "I-i_DESC+i_ACT": 12,
64
+ "I-i_DESC+i_TITREP": 15,
65
+ "I-i_PER+O": 2,
66
+ "I-i_PER+b_TITREH": 4,
67
+ "I-i_PER+i_TITREH": 5,
68
+ "I-i_SPAT+O": 17,
69
+ "I-i_SPAT+b_CARDINAL": 22,
70
+ "I-i_SPAT+b_FT": 25,
71
+ "I-i_SPAT+b_LOC": 19,
72
+ "I-i_SPAT+i_CARDINAL": 23,
73
+ "I-i_SPAT+i_FT": 26,
74
+ "I-i_SPAT+i_LOC": 20,
75
+ "I-i_TITRE+O": 28,
76
+ "O+O": 0
77
+ },
78
+ "layer_norm_eps": 1e-05,
79
+ "max_position_embeddings": 514,
80
+ "model_type": "camembert",
81
+ "num_attention_heads": 12,
82
+ "num_hidden_layers": 12,
83
+ "output_past": true,
84
+ "pad_token_id": 1,
85
+ "position_embedding_type": "absolute",
86
+ "torch_dtype": "float32",
87
+ "transformers_version": "4.25.1",
88
+ "type_vocab_size": 1,
89
+ "use_cache": true,
90
+ "vocab_size": 32005
91
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96354e467316a2e16bd622325636d02c6b297a5a9ae69aefbaae7ae4bf8d4de6
3
+ size 880544613
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aba381d37b2b74cce6e492e204e2a151454402f19a364c2a9671b0d689a69df
3
+ size 440285681
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0aec02ab53418786fb78c590879e843b18803b82b480a0829b83f4ee3ec5444
3
+ size 14503
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f2a75f3ed3f16767915866d392dbc6d954dd1374475cfd20580f7c483a9e55
3
+ size 623
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988bc5a00281c6d210a5d34bd143d0363741a432fefe741bf71e61b1869d4314
3
+ size 810912
special_tokens_map.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<s>NOTUSED",
4
+ "</s>NOTUSED"
5
+ ],
6
+ "bos_token": "<s>",
7
+ "cls_token": "<s>",
8
+ "eos_token": "</s>",
9
+ "mask_token": "<mask>",
10
+ "pad_token": "<pad>",
11
+ "sep_token": "</s>",
12
+ "unk_token": "<unk>"
13
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<s>NOTUSED",
4
+ "</s>NOTUSED"
5
+ ],
6
+ "bos_token": "<s>",
7
+ "cls_token": "<s>",
8
+ "eos_token": "</s>",
9
+ "mask_token": {
10
+ "__type": "AddedToken",
11
+ "content": "<mask>",
12
+ "lstrip": true,
13
+ "normalized": true,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ "model_max_length": 512,
18
+ "name_or_path": "HueyNemud/das22-10-camembert_pretrained",
19
+ "pad_token": "<pad>",
20
+ "sep_token": "</s>",
21
+ "sp_model_kwargs": {},
22
+ "special_tokens_map_file": "/lrde/home2/jchazalo/.cache/huggingface/transformers/fe0e213c44079a9ee091098f81fff2941484006e9ba3001a9bf1ee9f87537599.cb3ec3a6c1200d181228d8825ae9767572abca54efa1bbb37fd83d721b2ef323",
23
+ "tokenizer_class": "CamembertTokenizer",
24
+ "unk_token": "<unk>"
25
+ }
trainer_state.json ADDED
@@ -0,0 +1,1276 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.9669710291962574,
3
+ "best_model_checkpoint": "/work/stual/res_ICDAR/method_2/tmp/224-pretrained-camembert-ner-joint-labelling-iob2/checkpoint-1200",
4
+ "epoch": 3.1496062992125986,
5
+ "global_step": 1200,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.26,
12
+ "eval_ACT": {
13
+ "f1": 0.8861940298507462,
14
+ "number": 519,
15
+ "precision": 0.8589511754068716,
16
+ "recall": 0.9152215799614644
17
+ },
18
+ "eval_ACT_L1": {
19
+ "f1": 0.899621212121212,
20
+ "number": 503,
21
+ "precision": 0.8589511754068716,
22
+ "recall": 0.9443339960238568
23
+ },
24
+ "eval_ACT_L2": {
25
+ "f1": 0.0,
26
+ "number": 16,
27
+ "precision": 0.0,
28
+ "recall": 0.0
29
+ },
30
+ "eval_CARDINAL": {
31
+ "f1": 0.9706744868035191,
32
+ "number": 678,
33
+ "precision": 0.9650145772594753,
34
+ "recall": 0.976401179941003
35
+ },
36
+ "eval_DESC": {
37
+ "f1": 0.0,
38
+ "number": 30,
39
+ "precision": 0.0,
40
+ "recall": 0.0
41
+ },
42
+ "eval_FT": {
43
+ "f1": 0.0,
44
+ "number": 7,
45
+ "precision": 0.0,
46
+ "recall": 0.0
47
+ },
48
+ "eval_LOC": {
49
+ "f1": 0.9325551232166018,
50
+ "number": 762,
51
+ "precision": 0.9217948717948717,
52
+ "recall": 0.9435695538057742
53
+ },
54
+ "eval_PER": {
55
+ "f1": 0.947985347985348,
56
+ "number": 676,
57
+ "precision": 0.9390420899854862,
58
+ "recall": 0.9571005917159763
59
+ },
60
+ "eval_SPAT": {
61
+ "f1": 0.9352313167259786,
62
+ "number": 694,
63
+ "precision": 0.9240506329113924,
64
+ "recall": 0.946685878962536
65
+ },
66
+ "eval_TITRE": {
67
+ "f1": 0.0,
68
+ "number": 2,
69
+ "precision": 0.0,
70
+ "recall": 0.0
71
+ },
72
+ "eval_TITREH": {
73
+ "f1": 0.0,
74
+ "number": 33,
75
+ "precision": 0.0,
76
+ "recall": 0.0
77
+ },
78
+ "eval_TITREP": {
79
+ "f1": 0.0,
80
+ "number": 6,
81
+ "precision": 0.0,
82
+ "recall": 0.0
83
+ },
84
+ "eval_accuracy": 0.9319159706403443,
85
+ "eval_accuracy-all": 0.9553277651227537,
86
+ "eval_accuracy-das": 0.9505188559858264,
87
+ "eval_accuracy-l1": 0.944317894203999,
88
+ "eval_accuracy-l1l2": 0.9322956213616805,
89
+ "eval_accuracy-l2": 0.9663376360415085,
90
+ "eval_f1": 0.9330909917073724,
91
+ "eval_f1-all": 0.9258716671549956,
92
+ "eval_f1-das": 0.9267657992565056,
93
+ "eval_f1-l1": 0.922239502332815,
94
+ "eval_f1-l1l2": 0.9256462387452803,
95
+ "eval_f1-l2": 0.9305929919137466,
96
+ "eval_loss": 0.6735682487487793,
97
+ "eval_precision": 0.9376712328767123,
98
+ "eval_precision-all": 0.9242468558057911,
99
+ "eval_precision-das": 0.9250463821892393,
100
+ "eval_precision-l1": 0.9109062980030722,
101
+ "eval_precision-l1l2": 0.9251088534107402,
102
+ "eval_precision-l2": 0.942019099590723,
103
+ "eval_recall": 0.9285552792222473,
104
+ "eval_recall-all": 0.9275022013501615,
105
+ "eval_recall-das": 0.9284916201117318,
106
+ "eval_recall-l1": 0.9338582677165355,
107
+ "eval_recall-l1l2": 0.9261842487648939,
108
+ "eval_recall-l2": 0.9194407456724367,
109
+ "eval_runtime": 6.3785,
110
+ "eval_samples_per_second": 105.981,
111
+ "eval_steps_per_second": 6.741,
112
+ "step": 100
113
+ },
114
+ {
115
+ "epoch": 0.52,
116
+ "eval_ACT": {
117
+ "f1": 0.9219190968955786,
118
+ "number": 519,
119
+ "precision": 0.9007352941176471,
120
+ "recall": 0.9441233140655106
121
+ },
122
+ "eval_ACT_L1": {
123
+ "f1": 0.9360076408787011,
124
+ "number": 503,
125
+ "precision": 0.9007352941176471,
126
+ "recall": 0.974155069582505
127
+ },
128
+ "eval_ACT_L2": {
129
+ "f1": 0.0,
130
+ "number": 16,
131
+ "precision": 0.0,
132
+ "recall": 0.0
133
+ },
134
+ "eval_CARDINAL": {
135
+ "f1": 0.9735294117647059,
136
+ "number": 678,
137
+ "precision": 0.9706744868035191,
138
+ "recall": 0.976401179941003
139
+ },
140
+ "eval_DESC": {
141
+ "f1": 0.04761904761904761,
142
+ "number": 30,
143
+ "precision": 0.08333333333333333,
144
+ "recall": 0.03333333333333333
145
+ },
146
+ "eval_FT": {
147
+ "f1": 0.0,
148
+ "number": 7,
149
+ "precision": 0.0,
150
+ "recall": 0.0
151
+ },
152
+ "eval_LOC": {
153
+ "f1": 0.9409474367293965,
154
+ "number": 762,
155
+ "precision": 0.9306803594351734,
156
+ "recall": 0.9514435695538058
157
+ },
158
+ "eval_PER": {
159
+ "f1": 0.9618208516886931,
160
+ "number": 676,
161
+ "precision": 0.9548104956268222,
162
+ "recall": 0.9689349112426036
163
+ },
164
+ "eval_SPAT": {
165
+ "f1": 0.9337134711332858,
166
+ "number": 694,
167
+ "precision": 0.923836389280677,
168
+ "recall": 0.9438040345821326
169
+ },
170
+ "eval_TITRE": {
171
+ "f1": 0.0,
172
+ "number": 2,
173
+ "precision": 0.0,
174
+ "recall": 0.0
175
+ },
176
+ "eval_TITREH": {
177
+ "f1": 0.0,
178
+ "number": 33,
179
+ "precision": 0.0,
180
+ "recall": 0.0
181
+ },
182
+ "eval_TITREP": {
183
+ "f1": 0.0,
184
+ "number": 6,
185
+ "precision": 0.0,
186
+ "recall": 0.0
187
+ },
188
+ "eval_accuracy": 0.9405213869906353,
189
+ "eval_accuracy-all": 0.9588711718552265,
190
+ "eval_accuracy-das": 0.9581118704125537,
191
+ "eval_accuracy-l1": 0.9526702100733991,
192
+ "eval_accuracy-l1l2": 0.9409010377119716,
193
+ "eval_accuracy-l2": 0.9650721336370539,
194
+ "eval_f1": 0.9426043557168784,
195
+ "eval_f1-all": 0.9350344625311628,
196
+ "eval_f1-das": 0.9377794336810731,
197
+ "eval_f1-l1": 0.9341286307053942,
198
+ "eval_f1-l1l2": 0.9358304297328688,
199
+ "eval_f1-l2": 0.9362132973337833,
200
+ "eval_loss": 0.3793593943119049,
201
+ "eval_precision": 0.9458229000682905,
202
+ "eval_precision-all": 0.9343493552168816,
203
+ "eval_precision-das": 0.9381289601192695,
204
+ "eval_precision-l1": 0.9231163505894413,
205
+ "eval_precision-l1l2": 0.9350159559036844,
206
+ "eval_precision-l2": 0.9493497604380561,
207
+ "eval_recall": 0.9394076418720325,
208
+ "eval_recall-all": 0.9357205752861755,
209
+ "eval_recall-das": 0.9374301675977653,
210
+ "eval_recall-l1": 0.9454068241469816,
211
+ "eval_recall-l1l2": 0.936646323743098,
212
+ "eval_recall-l2": 0.9234354194407457,
213
+ "eval_runtime": 6.2306,
214
+ "eval_samples_per_second": 108.496,
215
+ "eval_steps_per_second": 6.901,
216
+ "step": 200
217
+ },
218
+ {
219
+ "epoch": 0.79,
220
+ "eval_ACT": {
221
+ "f1": 0.9358851674641148,
222
+ "number": 519,
223
+ "precision": 0.9296577946768061,
224
+ "recall": 0.9421965317919075
225
+ },
226
+ "eval_ACT_L1": {
227
+ "f1": 0.9504373177842566,
228
+ "number": 503,
229
+ "precision": 0.9296577946768061,
230
+ "recall": 0.9721669980119284
231
+ },
232
+ "eval_ACT_L2": {
233
+ "f1": 0.0,
234
+ "number": 16,
235
+ "precision": 0.0,
236
+ "recall": 0.0
237
+ },
238
+ "eval_CARDINAL": {
239
+ "f1": 0.9845928099779897,
240
+ "number": 678,
241
+ "precision": 0.9795620437956204,
242
+ "recall": 0.9896755162241888
243
+ },
244
+ "eval_DESC": {
245
+ "f1": 0.06557377049180328,
246
+ "number": 30,
247
+ "precision": 0.06451612903225806,
248
+ "recall": 0.06666666666666667
249
+ },
250
+ "eval_FT": {
251
+ "f1": 0.0,
252
+ "number": 7,
253
+ "precision": 0.0,
254
+ "recall": 0.0
255
+ },
256
+ "eval_LOC": {
257
+ "f1": 0.946822308690013,
258
+ "number": 762,
259
+ "precision": 0.9358974358974359,
260
+ "recall": 0.958005249343832
261
+ },
262
+ "eval_PER": {
263
+ "f1": 0.9579955784819455,
264
+ "number": 676,
265
+ "precision": 0.9544787077826725,
266
+ "recall": 0.9615384615384616
267
+ },
268
+ "eval_SPAT": {
269
+ "f1": 0.9481165600568585,
270
+ "number": 694,
271
+ "precision": 0.9354838709677419,
272
+ "recall": 0.9610951008645533
273
+ },
274
+ "eval_TITRE": {
275
+ "f1": 0.0,
276
+ "number": 2,
277
+ "precision": 0.0,
278
+ "recall": 0.0
279
+ },
280
+ "eval_TITREH": {
281
+ "f1": 0.38636363636363635,
282
+ "number": 33,
283
+ "precision": 0.3090909090909091,
284
+ "recall": 0.5151515151515151
285
+ },
286
+ "eval_TITREP": {
287
+ "f1": 0.5454545454545454,
288
+ "number": 6,
289
+ "precision": 0.6,
290
+ "recall": 0.5
291
+ },
292
+ "eval_accuracy": 0.9474816502151354,
293
+ "eval_accuracy-all": 0.9631738800303721,
294
+ "eval_accuracy-das": 0.9698810427739812,
295
+ "eval_accuracy-l1": 0.9558339660845355,
296
+ "eval_accuracy-l1l2": 0.9476082004555809,
297
+ "eval_accuracy-l2": 0.9705137939762085,
298
+ "eval_f1": 0.9504412763068568,
299
+ "eval_f1-all": 0.938253668458521,
300
+ "eval_f1-das": 0.9569573283859,
301
+ "eval_f1-l1": 0.9377593360995851,
302
+ "eval_f1-l1l2": 0.9445324881141046,
303
+ "eval_f1-l2": 0.9388833828873472,
304
+ "eval_loss": 0.2725026309490204,
305
+ "eval_precision": 0.9513023782559457,
306
+ "eval_precision-all": 0.9289413118527042,
307
+ "eval_precision-das": 0.9534195933456562,
308
+ "eval_precision-l1": 0.9267042542286007,
309
+ "eval_precision-l1l2": 0.9365714285714286,
310
+ "eval_precision-l2": 0.9318032786885246,
311
+ "eval_recall": 0.9495817318562062,
312
+ "eval_recall-all": 0.947754622835339,
313
+ "eval_recall-das": 0.9605214152700187,
314
+ "eval_recall-l1": 0.9490813648293963,
315
+ "eval_recall-l1l2": 0.952630049404243,
316
+ "eval_recall-l2": 0.9460719041278296,
317
+ "eval_runtime": 6.3118,
318
+ "eval_samples_per_second": 107.101,
319
+ "eval_steps_per_second": 6.813,
320
+ "step": 300
321
+ },
322
+ {
323
+ "epoch": 1.05,
324
+ "eval_ACT": {
325
+ "f1": 0.9251184834123224,
326
+ "number": 519,
327
+ "precision": 0.9104477611940298,
328
+ "recall": 0.9402697495183044
329
+ },
330
+ "eval_ACT_L1": {
331
+ "f1": 0.9393647738209817,
332
+ "number": 503,
333
+ "precision": 0.9104477611940298,
334
+ "recall": 0.9701789264413518
335
+ },
336
+ "eval_ACT_L2": {
337
+ "f1": 0.0,
338
+ "number": 16,
339
+ "precision": 0.0,
340
+ "recall": 0.0
341
+ },
342
+ "eval_CARDINAL": {
343
+ "f1": 0.9867452135493373,
344
+ "number": 678,
345
+ "precision": 0.9852941176470589,
346
+ "recall": 0.9882005899705014
347
+ },
348
+ "eval_DESC": {
349
+ "f1": 0.26865671641791045,
350
+ "number": 30,
351
+ "precision": 0.24324324324324326,
352
+ "recall": 0.3
353
+ },
354
+ "eval_FT": {
355
+ "f1": 0.0,
356
+ "number": 7,
357
+ "precision": 0.0,
358
+ "recall": 0.0
359
+ },
360
+ "eval_LOC": {
361
+ "f1": 0.9483997387328543,
362
+ "number": 762,
363
+ "precision": 0.9440832249674902,
364
+ "recall": 0.952755905511811
365
+ },
366
+ "eval_PER": {
367
+ "f1": 0.9756457564575647,
368
+ "number": 676,
369
+ "precision": 0.9734904270986745,
370
+ "recall": 0.977810650887574
371
+ },
372
+ "eval_SPAT": {
373
+ "f1": 0.9620071684587814,
374
+ "number": 694,
375
+ "precision": 0.9572039942938659,
376
+ "recall": 0.9668587896253602
377
+ },
378
+ "eval_TITRE": {
379
+ "f1": 0.0,
380
+ "number": 2,
381
+ "precision": 0.0,
382
+ "recall": 0.0
383
+ },
384
+ "eval_TITREH": {
385
+ "f1": 0.36781609195402293,
386
+ "number": 33,
387
+ "precision": 0.2962962962962963,
388
+ "recall": 0.48484848484848486
389
+ },
390
+ "eval_TITREP": {
391
+ "f1": 0.3333333333333333,
392
+ "number": 6,
393
+ "precision": 0.3333333333333333,
394
+ "recall": 0.3333333333333333
395
+ },
396
+ "eval_accuracy": 0.9521640091116174,
397
+ "eval_accuracy-all": 0.9669703872437357,
398
+ "eval_accuracy-das": 0.972285497342445,
399
+ "eval_accuracy-l1": 0.9608959757023539,
400
+ "eval_accuracy-l1l2": 0.9522905593520627,
401
+ "eval_accuracy-l2": 0.9730447987851177,
402
+ "eval_f1": 0.9532858273950909,
403
+ "eval_f1-all": 0.9442422477798806,
404
+ "eval_f1-das": 0.9615741600148506,
405
+ "eval_f1-l1": 0.9481596682218766,
406
+ "eval_f1-l1l2": 0.9481566820276498,
407
+ "eval_f1-l2": 0.9392228495516439,
408
+ "eval_loss": 0.22183047235012054,
409
+ "eval_precision": 0.9538252602987777,
410
+ "eval_precision-all": 0.9367417677642981,
411
+ "eval_precision-das": 0.9585492227979274,
412
+ "eval_precision-l1": 0.9365079365079365,
413
+ "eval_precision-l1l2": 0.9397659149300599,
414
+ "eval_precision-l2": 0.9370444002650762,
415
+ "eval_recall": 0.9527470042957269,
416
+ "eval_recall-all": 0.9518638098033461,
417
+ "eval_recall-das": 0.9646182495344506,
418
+ "eval_recall-l1": 0.9601049868766404,
419
+ "eval_recall-l1l2": 0.9566986341179889,
420
+ "eval_recall-l2": 0.9414114513981359,
421
+ "eval_runtime": 6.447,
422
+ "eval_samples_per_second": 104.855,
423
+ "eval_steps_per_second": 6.67,
424
+ "step": 400
425
+ },
426
+ {
427
+ "epoch": 1.31,
428
+ "learning_rate": 9e-05,
429
+ "loss": 0.5869,
430
+ "step": 500
431
+ },
432
+ {
433
+ "epoch": 1.31,
434
+ "eval_ACT": {
435
+ "f1": 0.9334600760456274,
436
+ "number": 519,
437
+ "precision": 0.9212007504690432,
438
+ "recall": 0.9460500963391136
439
+ },
440
+ "eval_ACT_L1": {
441
+ "f1": 0.9478764478764479,
442
+ "number": 503,
443
+ "precision": 0.9212007504690432,
444
+ "recall": 0.9761431411530815
445
+ },
446
+ "eval_ACT_L2": {
447
+ "f1": 0.0,
448
+ "number": 16,
449
+ "precision": 0.0,
450
+ "recall": 0.0
451
+ },
452
+ "eval_CARDINAL": {
453
+ "f1": 0.9867256637168141,
454
+ "number": 678,
455
+ "precision": 0.9867256637168141,
456
+ "recall": 0.9867256637168141
457
+ },
458
+ "eval_DESC": {
459
+ "f1": 0.3050847457627119,
460
+ "number": 30,
461
+ "precision": 0.3103448275862069,
462
+ "recall": 0.3
463
+ },
464
+ "eval_FT": {
465
+ "f1": 0.18181818181818182,
466
+ "number": 7,
467
+ "precision": 0.25,
468
+ "recall": 0.14285714285714285
469
+ },
470
+ "eval_LOC": {
471
+ "f1": 0.9432989690721649,
472
+ "number": 762,
473
+ "precision": 0.9265822784810127,
474
+ "recall": 0.9606299212598425
475
+ },
476
+ "eval_PER": {
477
+ "f1": 0.9734121122599705,
478
+ "number": 676,
479
+ "precision": 0.971976401179941,
480
+ "recall": 0.9748520710059172
481
+ },
482
+ "eval_SPAT": {
483
+ "f1": 0.9530583214793741,
484
+ "number": 694,
485
+ "precision": 0.9410112359550562,
486
+ "recall": 0.9654178674351584
487
+ },
488
+ "eval_TITRE": {
489
+ "f1": 0.0,
490
+ "number": 2,
491
+ "precision": 0.0,
492
+ "recall": 0.0
493
+ },
494
+ "eval_TITREH": {
495
+ "f1": 0.6461538461538462,
496
+ "number": 33,
497
+ "precision": 0.65625,
498
+ "recall": 0.6363636363636364
499
+ },
500
+ "eval_TITREP": {
501
+ "f1": 0.26666666666666666,
502
+ "number": 6,
503
+ "precision": 0.2222222222222222,
504
+ "recall": 0.3333333333333333
505
+ },
506
+ "eval_accuracy": 0.9546950139205265,
507
+ "eval_accuracy-all": 0.9668438370032904,
508
+ "eval_accuracy-das": 0.9707668944570995,
509
+ "eval_accuracy-l1": 0.9643128321943811,
510
+ "eval_accuracy-l1l2": 0.9549481144014174,
511
+ "eval_accuracy-l2": 0.9693748418121995,
512
+ "eval_f1": 0.9557581898007429,
513
+ "eval_f1-all": 0.9470314318975552,
514
+ "eval_f1-das": 0.959406858202039,
515
+ "eval_f1-l1": 0.9484054964998703,
516
+ "eval_f1-l1l2": 0.9520923520923521,
517
+ "eval_f1-l2": 0.9452736318407959,
518
+ "eval_loss": 0.20975083112716675,
519
+ "eval_precision": 0.9517937219730942,
520
+ "eval_precision-all": 0.9391053391053391,
521
+ "eval_precision-das": 0.9549815498154982,
522
+ "eval_precision-l1": 0.9369877049180327,
523
+ "eval_precision-l1l2": 0.9455431355689309,
524
+ "eval_precision-l2": 0.9418374091209517,
525
+ "eval_recall": 0.9597558218403799,
526
+ "eval_recall-all": 0.9550924567067801,
527
+ "eval_recall-das": 0.9638733705772812,
528
+ "eval_recall-l1": 0.9601049868766404,
529
+ "eval_recall-l1l2": 0.958732926474862,
530
+ "eval_recall-l2": 0.9487350199733688,
531
+ "eval_runtime": 6.5392,
532
+ "eval_samples_per_second": 103.377,
533
+ "eval_steps_per_second": 6.576,
534
+ "step": 500
535
+ },
536
+ {
537
+ "epoch": 1.57,
538
+ "eval_ACT": {
539
+ "f1": 0.9333333333333333,
540
+ "number": 519,
541
+ "precision": 0.9227871939736346,
542
+ "recall": 0.9441233140655106
543
+ },
544
+ "eval_ACT_L1": {
545
+ "f1": 0.9477756286266924,
546
+ "number": 503,
547
+ "precision": 0.9227871939736346,
548
+ "recall": 0.974155069582505
549
+ },
550
+ "eval_ACT_L2": {
551
+ "f1": 0.0,
552
+ "number": 16,
553
+ "precision": 0.0,
554
+ "recall": 0.0
555
+ },
556
+ "eval_CARDINAL": {
557
+ "f1": 0.9859985261606484,
558
+ "number": 678,
559
+ "precision": 0.9852724594992637,
560
+ "recall": 0.9867256637168141
561
+ },
562
+ "eval_DESC": {
563
+ "f1": 0.2758620689655172,
564
+ "number": 30,
565
+ "precision": 0.2857142857142857,
566
+ "recall": 0.26666666666666666
567
+ },
568
+ "eval_FT": {
569
+ "f1": 0.2,
570
+ "number": 7,
571
+ "precision": 0.3333333333333333,
572
+ "recall": 0.14285714285714285
573
+ },
574
+ "eval_LOC": {
575
+ "f1": 0.963350785340314,
576
+ "number": 762,
577
+ "precision": 0.9608355091383812,
578
+ "recall": 0.9658792650918635
579
+ },
580
+ "eval_PER": {
581
+ "f1": 0.9733727810650887,
582
+ "number": 676,
583
+ "precision": 0.9733727810650887,
584
+ "recall": 0.9733727810650887
585
+ },
586
+ "eval_SPAT": {
587
+ "f1": 0.9691756272401433,
588
+ "number": 694,
589
+ "precision": 0.9643366619115549,
590
+ "recall": 0.9740634005763689
591
+ },
592
+ "eval_TITRE": {
593
+ "f1": 0.0,
594
+ "number": 2,
595
+ "precision": 0.0,
596
+ "recall": 0.0
597
+ },
598
+ "eval_TITREH": {
599
+ "f1": 0.7105263157894738,
600
+ "number": 33,
601
+ "precision": 0.627906976744186,
602
+ "recall": 0.8181818181818182
603
+ },
604
+ "eval_TITREP": {
605
+ "f1": 0.3636363636363636,
606
+ "number": 6,
607
+ "precision": 0.4,
608
+ "recall": 0.3333333333333333
609
+ },
610
+ "eval_accuracy": 0.9601366742596811,
611
+ "eval_accuracy-all": 0.9716527461402177,
612
+ "eval_accuracy-das": 0.9755758035940268,
613
+ "eval_accuracy-l1": 0.9674765882055176,
614
+ "eval_accuracy-l1l2": 0.960389774740572,
615
+ "eval_accuracy-l2": 0.9758289040749177,
616
+ "eval_f1": 0.9617338300033864,
617
+ "eval_f1-all": 0.9554028366720281,
618
+ "eval_f1-das": 0.9641197248559212,
619
+ "eval_f1-l1": 0.9539182504556105,
620
+ "eval_f1-l1l2": 0.9594555459021141,
621
+ "eval_f1-l2": 0.9573048699132755,
622
+ "eval_loss": 0.18803942203521729,
623
+ "eval_precision": 0.9603246167718665,
624
+ "eval_precision-all": 0.9519230769230769,
625
+ "eval_precision-das": 0.9625092798812175,
626
+ "eval_precision-l1": 0.9462809917355371,
627
+ "eval_precision-l1l2": 0.9561327561327562,
628
+ "eval_precision-l2": 0.9592245989304813,
629
+ "eval_recall": 0.9631471851684377,
630
+ "eval_recall-all": 0.9589081303199296,
631
+ "eval_recall-das": 0.9657355679702049,
632
+ "eval_recall-l1": 0.9616797900262467,
633
+ "eval_recall-l1l2": 0.962801511188608,
634
+ "eval_recall-l2": 0.9553928095872171,
635
+ "eval_runtime": 6.417,
636
+ "eval_samples_per_second": 105.345,
637
+ "eval_steps_per_second": 6.701,
638
+ "step": 600
639
+ },
640
+ {
641
+ "epoch": 1.84,
642
+ "eval_ACT": {
643
+ "f1": 0.9333333333333333,
644
+ "number": 519,
645
+ "precision": 0.9227871939736346,
646
+ "recall": 0.9441233140655106
647
+ },
648
+ "eval_ACT_L1": {
649
+ "f1": 0.953307392996109,
650
+ "number": 503,
651
+ "precision": 0.9333333333333333,
652
+ "recall": 0.974155069582505
653
+ },
654
+ "eval_ACT_L2": {
655
+ "f1": 0.0,
656
+ "number": 16,
657
+ "precision": 0.0,
658
+ "recall": 0.0
659
+ },
660
+ "eval_CARDINAL": {
661
+ "f1": 0.9838472834067548,
662
+ "number": 678,
663
+ "precision": 0.97953216374269,
664
+ "recall": 0.9882005899705014
665
+ },
666
+ "eval_DESC": {
667
+ "f1": 0.31746031746031744,
668
+ "number": 30,
669
+ "precision": 0.30303030303030304,
670
+ "recall": 0.3333333333333333
671
+ },
672
+ "eval_FT": {
673
+ "f1": 0.2,
674
+ "number": 7,
675
+ "precision": 0.3333333333333333,
676
+ "recall": 0.14285714285714285
677
+ },
678
+ "eval_LOC": {
679
+ "f1": 0.9427828348504551,
680
+ "number": 762,
681
+ "precision": 0.9342783505154639,
682
+ "recall": 0.9514435695538058
683
+ },
684
+ "eval_PER": {
685
+ "f1": 0.9763313609467456,
686
+ "number": 676,
687
+ "precision": 0.9763313609467456,
688
+ "recall": 0.9763313609467456
689
+ },
690
+ "eval_SPAT": {
691
+ "f1": 0.9684361549497849,
692
+ "number": 694,
693
+ "precision": 0.9642857142857143,
694
+ "recall": 0.9726224783861671
695
+ },
696
+ "eval_TITRE": {
697
+ "f1": 0.0,
698
+ "number": 2,
699
+ "precision": 0.0,
700
+ "recall": 0.0
701
+ },
702
+ "eval_TITREH": {
703
+ "f1": 0.7352941176470589,
704
+ "number": 33,
705
+ "precision": 0.7142857142857143,
706
+ "recall": 0.7575757575757576
707
+ },
708
+ "eval_TITREP": {
709
+ "f1": 0.3333333333333333,
710
+ "number": 6,
711
+ "precision": 0.3333333333333333,
712
+ "recall": 0.3333333333333333
713
+ },
714
+ "eval_accuracy": 0.9643128321943811,
715
+ "eval_accuracy-all": 0.9758921791951405,
716
+ "eval_accuracy-das": 0.9759554543153632,
717
+ "eval_accuracy-l1": 0.9741837509491268,
718
+ "eval_accuracy-l1l2": 0.9645659326752721,
719
+ "eval_accuracy-l2": 0.9776006074411542,
720
+ "eval_f1": 0.9600271002710028,
721
+ "eval_f1-all": 0.9511020289008905,
722
+ "eval_f1-das": 0.9598811292719168,
723
+ "eval_f1-l1": 0.9559781193019016,
724
+ "eval_f1-l1l2": 0.9537304800462695,
725
+ "eval_f1-l2": 0.944887118193891,
726
+ "eval_loss": 0.16324961185455322,
727
+ "eval_precision": 0.9589442815249267,
728
+ "eval_precision-all": 0.945993031358885,
729
+ "eval_precision-das": 0.9573916265283439,
730
+ "eval_precision-l1": 0.9488107549120993,
731
+ "eval_precision-l1l2": 0.9490647482014388,
732
+ "eval_precision-l2": 0.9423841059602649,
733
+ "eval_recall": 0.961112367171603,
734
+ "eval_recall-all": 0.9562665101262108,
735
+ "eval_recall-das": 0.9623836126629423,
736
+ "eval_recall-l1": 0.963254593175853,
737
+ "eval_recall-l1l2": 0.9584423132810229,
738
+ "eval_recall-l2": 0.9474034620505992,
739
+ "eval_runtime": 6.1681,
740
+ "eval_samples_per_second": 109.597,
741
+ "eval_steps_per_second": 6.971,
742
+ "step": 700
743
+ },
744
+ {
745
+ "epoch": 2.1,
746
+ "eval_ACT": {
747
+ "f1": 0.9335863377609108,
748
+ "number": 519,
749
+ "precision": 0.9196261682242991,
750
+ "recall": 0.9479768786127167
751
+ },
752
+ "eval_ACT_L1": {
753
+ "f1": 0.9561830574488801,
754
+ "number": 503,
755
+ "precision": 0.9370229007633588,
756
+ "recall": 0.9761431411530815
757
+ },
758
+ "eval_ACT_L2": {
759
+ "f1": 0.07407407407407407,
760
+ "number": 16,
761
+ "precision": 0.09090909090909091,
762
+ "recall": 0.0625
763
+ },
764
+ "eval_CARDINAL": {
765
+ "f1": 0.9867452135493373,
766
+ "number": 678,
767
+ "precision": 0.9852941176470589,
768
+ "recall": 0.9882005899705014
769
+ },
770
+ "eval_DESC": {
771
+ "f1": 0.3548387096774193,
772
+ "number": 30,
773
+ "precision": 0.34375,
774
+ "recall": 0.36666666666666664
775
+ },
776
+ "eval_FT": {
777
+ "f1": 0.18181818181818182,
778
+ "number": 7,
779
+ "precision": 0.25,
780
+ "recall": 0.14285714285714285
781
+ },
782
+ "eval_LOC": {
783
+ "f1": 0.9491525423728813,
784
+ "number": 762,
785
+ "precision": 0.9430051813471503,
786
+ "recall": 0.9553805774278216
787
+ },
788
+ "eval_PER": {
789
+ "f1": 0.975609756097561,
790
+ "number": 676,
791
+ "precision": 0.9748892171344166,
792
+ "recall": 0.9763313609467456
793
+ },
794
+ "eval_SPAT": {
795
+ "f1": 0.9604031677465802,
796
+ "number": 694,
797
+ "precision": 0.9597122302158273,
798
+ "recall": 0.9610951008645533
799
+ },
800
+ "eval_TITRE": {
801
+ "f1": 0.0,
802
+ "number": 2,
803
+ "precision": 0.0,
804
+ "recall": 0.0
805
+ },
806
+ "eval_TITREH": {
807
+ "f1": 0.7575757575757576,
808
+ "number": 33,
809
+ "precision": 0.7575757575757576,
810
+ "recall": 0.7575757575757576
811
+ },
812
+ "eval_TITREP": {
813
+ "f1": 0.6,
814
+ "number": 6,
815
+ "precision": 0.75,
816
+ "recall": 0.5
817
+ },
818
+ "eval_accuracy": 0.9592508225765629,
819
+ "eval_accuracy-all": 0.9705770690964313,
820
+ "eval_accuracy-das": 0.9773475069602632,
821
+ "eval_accuracy-l1": 0.9667172867628449,
822
+ "eval_accuracy-l1l2": 0.9600101240192357,
823
+ "eval_accuracy-l2": 0.9744368514300177,
824
+ "eval_f1": 0.9600451467268624,
825
+ "eval_f1-all": 0.9524784325193741,
826
+ "eval_f1-das": 0.9650557620817842,
827
+ "eval_f1-l1": 0.9543438559874771,
828
+ "eval_f1-l1l2": 0.9569239664642961,
829
+ "eval_f1-l2": 0.9500998003992016,
830
+ "eval_loss": 0.16646048426628113,
831
+ "eval_precision": 0.9585305386522425,
832
+ "eval_precision-all": 0.949009324009324,
833
+ "eval_precision-das": 0.963265306122449,
834
+ "eval_precision-l1": 0.9486514522821576,
835
+ "eval_precision-l1l2": 0.9519700891573195,
836
+ "eval_precision-l2": 0.949468085106383,
837
+ "eval_recall": 0.9615645489486774,
838
+ "eval_recall-all": 0.9559729967713531,
839
+ "eval_recall-das": 0.966852886405959,
840
+ "eval_recall-l1": 0.9601049868766404,
841
+ "eval_recall-l1l2": 0.961929671607091,
842
+ "eval_recall-l2": 0.9507323568575233,
843
+ "eval_runtime": 6.215,
844
+ "eval_samples_per_second": 108.769,
845
+ "eval_steps_per_second": 6.919,
846
+ "step": 800
847
+ },
848
+ {
849
+ "epoch": 2.36,
850
+ "eval_ACT": {
851
+ "f1": 0.9173789173789175,
852
+ "number": 519,
853
+ "precision": 0.9044943820224719,
854
+ "recall": 0.930635838150289
855
+ },
856
+ "eval_ACT_L1": {
857
+ "f1": 0.9474727452923687,
858
+ "number": 503,
859
+ "precision": 0.9446640316205533,
860
+ "recall": 0.9502982107355865
861
+ },
862
+ "eval_ACT_L2": {
863
+ "f1": 0.22727272727272727,
864
+ "number": 16,
865
+ "precision": 0.17857142857142858,
866
+ "recall": 0.3125
867
+ },
868
+ "eval_CARDINAL": {
869
+ "f1": 0.9838235294117647,
870
+ "number": 678,
871
+ "precision": 0.9809384164222874,
872
+ "recall": 0.9867256637168141
873
+ },
874
+ "eval_DESC": {
875
+ "f1": 0.4810126582278481,
876
+ "number": 30,
877
+ "precision": 0.3877551020408163,
878
+ "recall": 0.6333333333333333
879
+ },
880
+ "eval_FT": {
881
+ "f1": 0.16666666666666666,
882
+ "number": 7,
883
+ "precision": 0.2,
884
+ "recall": 0.14285714285714285
885
+ },
886
+ "eval_LOC": {
887
+ "f1": 0.9392764857881136,
888
+ "number": 762,
889
+ "precision": 0.9249363867684478,
890
+ "recall": 0.9540682414698163
891
+ },
892
+ "eval_PER": {
893
+ "f1": 0.9830007390983001,
894
+ "number": 676,
895
+ "precision": 0.982274741506647,
896
+ "recall": 0.9837278106508875
897
+ },
898
+ "eval_SPAT": {
899
+ "f1": 0.9527896995708155,
900
+ "number": 694,
901
+ "precision": 0.9460227272727273,
902
+ "recall": 0.9596541786743515
903
+ },
904
+ "eval_TITRE": {
905
+ "f1": 0.0,
906
+ "number": 2,
907
+ "precision": 0.0,
908
+ "recall": 0.0
909
+ },
910
+ "eval_TITREH": {
911
+ "f1": 0.9090909090909091,
912
+ "number": 33,
913
+ "precision": 0.9090909090909091,
914
+ "recall": 0.9090909090909091
915
+ },
916
+ "eval_TITREP": {
917
+ "f1": 0.5,
918
+ "number": 6,
919
+ "precision": 0.5,
920
+ "recall": 0.5
921
+ },
922
+ "eval_accuracy": 0.9562136168058719,
923
+ "eval_accuracy-all": 0.9686788154897494,
924
+ "eval_accuracy-das": 0.9749430523917996,
925
+ "eval_accuracy-l1": 0.9658314350797267,
926
+ "eval_accuracy-l1l2": 0.957605669450772,
927
+ "eval_accuracy-l2": 0.9715261958997722,
928
+ "eval_f1": 0.9544790378779363,
929
+ "eval_f1-all": 0.9481330815051576,
930
+ "eval_f1-das": 0.9579395960718919,
931
+ "eval_f1-l1": 0.9518354595157512,
932
+ "eval_f1-l1l2": 0.9515177672277371,
933
+ "eval_f1-l2": 0.9434582511505588,
934
+ "eval_loss": 0.16468071937561035,
935
+ "eval_precision": 0.9490388913723737,
936
+ "eval_precision-all": 0.9387226697353279,
937
+ "eval_precision-das": 0.9531710914454278,
938
+ "eval_precision-l1": 0.9442148760330579,
939
+ "eval_precision-l1l2": 0.9421652421652421,
940
+ "eval_precision-l2": 0.9318181818181818,
941
+ "eval_recall": 0.959981912728917,
942
+ "eval_recall-all": 0.9577340769004989,
943
+ "eval_recall-das": 0.962756052141527,
944
+ "eval_recall-l1": 0.9595800524934384,
945
+ "eval_recall-l1l2": 0.9610578320255739,
946
+ "eval_recall-l2": 0.9553928095872171,
947
+ "eval_runtime": 6.2785,
948
+ "eval_samples_per_second": 107.668,
949
+ "eval_steps_per_second": 6.849,
950
+ "step": 900
951
+ },
952
+ {
953
+ "epoch": 2.62,
954
+ "learning_rate": 8e-05,
955
+ "loss": 0.1578,
956
+ "step": 1000
957
+ },
958
+ {
959
+ "epoch": 2.62,
960
+ "eval_ACT": {
961
+ "f1": 0.9372623574144486,
962
+ "number": 519,
963
+ "precision": 0.924953095684803,
964
+ "recall": 0.9499036608863198
965
+ },
966
+ "eval_ACT_L1": {
967
+ "f1": 0.9540566959921799,
968
+ "number": 503,
969
+ "precision": 0.9384615384615385,
970
+ "recall": 0.9701789264413518
971
+ },
972
+ "eval_ACT_L2": {
973
+ "f1": 0.3448275862068966,
974
+ "number": 16,
975
+ "precision": 0.38461538461538464,
976
+ "recall": 0.3125
977
+ },
978
+ "eval_CARDINAL": {
979
+ "f1": 0.9882352941176471,
980
+ "number": 678,
981
+ "precision": 0.9853372434017595,
982
+ "recall": 0.9911504424778761
983
+ },
984
+ "eval_DESC": {
985
+ "f1": 0.4507042253521127,
986
+ "number": 30,
987
+ "precision": 0.3902439024390244,
988
+ "recall": 0.5333333333333333
989
+ },
990
+ "eval_FT": {
991
+ "f1": 0.16666666666666666,
992
+ "number": 7,
993
+ "precision": 0.2,
994
+ "recall": 0.14285714285714285
995
+ },
996
+ "eval_LOC": {
997
+ "f1": 0.954308093994778,
998
+ "number": 762,
999
+ "precision": 0.9493506493506494,
1000
+ "recall": 0.9593175853018373
1001
+ },
1002
+ "eval_PER": {
1003
+ "f1": 0.9800443458980044,
1004
+ "number": 676,
1005
+ "precision": 0.9793205317577548,
1006
+ "recall": 0.9807692307692307
1007
+ },
1008
+ "eval_SPAT": {
1009
+ "f1": 0.9585714285714285,
1010
+ "number": 694,
1011
+ "precision": 0.9504249291784702,
1012
+ "recall": 0.9668587896253602
1013
+ },
1014
+ "eval_TITRE": {
1015
+ "f1": 0.0,
1016
+ "number": 2,
1017
+ "precision": 0.0,
1018
+ "recall": 0.0
1019
+ },
1020
+ "eval_TITREH": {
1021
+ "f1": 0.8000000000000002,
1022
+ "number": 33,
1023
+ "precision": 0.7567567567567568,
1024
+ "recall": 0.8484848484848485
1025
+ },
1026
+ "eval_TITREP": {
1027
+ "f1": 0.3636363636363636,
1028
+ "number": 6,
1029
+ "precision": 0.4,
1030
+ "recall": 0.3333333333333333
1031
+ },
1032
+ "eval_accuracy": 0.9655783345988357,
1033
+ "eval_accuracy-all": 0.9753859782333586,
1034
+ "eval_accuracy-das": 0.9798785117691724,
1035
+ "eval_accuracy-l1": 0.973424449506454,
1036
+ "eval_accuracy-l1l2": 0.9660845355606176,
1037
+ "eval_accuracy-l2": 0.9773475069602632,
1038
+ "eval_f1": 0.9655094424968901,
1039
+ "eval_f1-all": 0.9549759580358443,
1040
+ "eval_f1-das": 0.9671064857833116,
1041
+ "eval_f1-l1": 0.9550532605871656,
1042
+ "eval_f1-l1l2": 0.9597228237332179,
1043
+ "eval_f1-l2": 0.9548772395487723,
1044
+ "eval_loss": 0.14176808297634125,
1045
+ "eval_precision": 0.9658371040723982,
1046
+ "eval_precision-all": 0.9482060185185185,
1047
+ "eval_precision-das": 0.9651335311572701,
1048
+ "eval_precision-l1": 0.9454732510288066,
1049
+ "eval_precision-l1l2": 0.9535283993115319,
1050
+ "eval_precision-l2": 0.9517195767195767,
1051
+ "eval_recall": 0.9651820031652725,
1052
+ "eval_recall-all": 0.961843263868506,
1053
+ "eval_recall-das": 0.9690875232774674,
1054
+ "eval_recall-l1": 0.9648293963254593,
1055
+ "eval_recall-l1l2": 0.9659982563208369,
1056
+ "eval_recall-l2": 0.9580559254327563,
1057
+ "eval_runtime": 6.4606,
1058
+ "eval_samples_per_second": 104.635,
1059
+ "eval_steps_per_second": 6.656,
1060
+ "step": 1000
1061
+ },
1062
+ {
1063
+ "epoch": 2.89,
1064
+ "eval_ACT": {
1065
+ "f1": 0.9420702754036088,
1066
+ "number": 519,
1067
+ "precision": 0.9288389513108615,
1068
+ "recall": 0.9556840077071291
1069
+ },
1070
+ "eval_ACT_L1": {
1071
+ "f1": 0.9664694280078895,
1072
+ "number": 503,
1073
+ "precision": 0.958904109589041,
1074
+ "recall": 0.974155069582505
1075
+ },
1076
+ "eval_ACT_L2": {
1077
+ "f1": 0.30769230769230765,
1078
+ "number": 16,
1079
+ "precision": 0.2608695652173913,
1080
+ "recall": 0.375
1081
+ },
1082
+ "eval_CARDINAL": {
1083
+ "f1": 0.9882179675994109,
1084
+ "number": 678,
1085
+ "precision": 0.986764705882353,
1086
+ "recall": 0.9896755162241888
1087
+ },
1088
+ "eval_DESC": {
1089
+ "f1": 0.4347826086956522,
1090
+ "number": 30,
1091
+ "precision": 0.38461538461538464,
1092
+ "recall": 0.5
1093
+ },
1094
+ "eval_FT": {
1095
+ "f1": 0.36363636363636365,
1096
+ "number": 7,
1097
+ "precision": 0.5,
1098
+ "recall": 0.2857142857142857
1099
+ },
1100
+ "eval_LOC": {
1101
+ "f1": 0.9505851755526658,
1102
+ "number": 762,
1103
+ "precision": 0.9420103092783505,
1104
+ "recall": 0.9593175853018373
1105
+ },
1106
+ "eval_PER": {
1107
+ "f1": 0.9844789356984479,
1108
+ "number": 676,
1109
+ "precision": 0.983751846381093,
1110
+ "recall": 0.985207100591716
1111
+ },
1112
+ "eval_SPAT": {
1113
+ "f1": 0.9633357296908699,
1114
+ "number": 694,
1115
+ "precision": 0.9612625538020086,
1116
+ "recall": 0.9654178674351584
1117
+ },
1118
+ "eval_TITRE": {
1119
+ "f1": 0.0,
1120
+ "number": 2,
1121
+ "precision": 0.0,
1122
+ "recall": 0.0
1123
+ },
1124
+ "eval_TITREH": {
1125
+ "f1": 0.9090909090909091,
1126
+ "number": 33,
1127
+ "precision": 0.9090909090909091,
1128
+ "recall": 0.9090909090909091
1129
+ },
1130
+ "eval_TITREP": {
1131
+ "f1": 0.28571428571428575,
1132
+ "number": 6,
1133
+ "precision": 0.25,
1134
+ "recall": 0.3333333333333333
1135
+ },
1136
+ "eval_accuracy": 0.9557074158440901,
1137
+ "eval_accuracy-all": 0.9676664135661858,
1138
+ "eval_accuracy-das": 0.9767147557580359,
1139
+ "eval_accuracy-l1": 0.9654517843583903,
1140
+ "eval_accuracy-l1l2": 0.9568463680080992,
1141
+ "eval_accuracy-l2": 0.9698810427739812,
1142
+ "eval_f1": 0.9626294461954075,
1143
+ "eval_f1-all": 0.9578409919766594,
1144
+ "eval_f1-das": 0.9669513553657632,
1145
+ "eval_f1-l1": 0.9616087751371115,
1146
+ "eval_f1-l1l2": 0.9591925018024513,
1147
+ "eval_f1-l2": 0.9530733641771314,
1148
+ "eval_loss": 0.15711675584316254,
1149
+ "eval_precision": 0.9585294776955839,
1150
+ "eval_precision-all": 0.9521461716937355,
1151
+ "eval_precision-das": 0.9640873750462792,
1152
+ "eval_precision-l1": 0.9568607068607069,
1153
+ "eval_precision-l1l2": 0.9519175729822553,
1154
+ "eval_precision-l2": 0.9461942257217848,
1155
+ "eval_recall": 0.9667646393850328,
1156
+ "eval_recall-all": 0.9636043439976519,
1157
+ "eval_recall-das": 0.9698324022346368,
1158
+ "eval_recall-l1": 0.9664041994750656,
1159
+ "eval_recall-l1l2": 0.966579482708515,
1160
+ "eval_recall-l2": 0.9600532623169108,
1161
+ "eval_runtime": 6.2585,
1162
+ "eval_samples_per_second": 108.013,
1163
+ "eval_steps_per_second": 6.871,
1164
+ "step": 1100
1165
+ },
1166
+ {
1167
+ "epoch": 3.15,
1168
+ "eval_ACT": {
1169
+ "f1": 0.9504761904761905,
1170
+ "number": 519,
1171
+ "precision": 0.9397363465160076,
1172
+ "recall": 0.9614643545279383
1173
+ },
1174
+ "eval_ACT_L1": {
1175
+ "f1": 0.9647749510763209,
1176
+ "number": 503,
1177
+ "precision": 0.9499036608863198,
1178
+ "recall": 0.9801192842942346
1179
+ },
1180
+ "eval_ACT_L2": {
1181
+ "f1": 0.42857142857142855,
1182
+ "number": 16,
1183
+ "precision": 0.5,
1184
+ "recall": 0.375
1185
+ },
1186
+ "eval_CARDINAL": {
1187
+ "f1": 0.9860396767083027,
1188
+ "number": 678,
1189
+ "precision": 0.9824304538799414,
1190
+ "recall": 0.9896755162241888
1191
+ },
1192
+ "eval_DESC": {
1193
+ "f1": 0.4,
1194
+ "number": 30,
1195
+ "precision": 0.35,
1196
+ "recall": 0.4666666666666667
1197
+ },
1198
+ "eval_FT": {
1199
+ "f1": 0.4,
1200
+ "number": 7,
1201
+ "precision": 0.6666666666666666,
1202
+ "recall": 0.2857142857142857
1203
+ },
1204
+ "eval_LOC": {
1205
+ "f1": 0.961412688031393,
1206
+ "number": 762,
1207
+ "precision": 0.9582790091264668,
1208
+ "recall": 0.9645669291338582
1209
+ },
1210
+ "eval_PER": {
1211
+ "f1": 0.9844789356984479,
1212
+ "number": 676,
1213
+ "precision": 0.983751846381093,
1214
+ "recall": 0.985207100591716
1215
+ },
1216
+ "eval_SPAT": {
1217
+ "f1": 0.9684361549497849,
1218
+ "number": 694,
1219
+ "precision": 0.9642857142857143,
1220
+ "recall": 0.9726224783861671
1221
+ },
1222
+ "eval_TITRE": {
1223
+ "f1": 0.0,
1224
+ "number": 2,
1225
+ "precision": 0.0,
1226
+ "recall": 0.0
1227
+ },
1228
+ "eval_TITREH": {
1229
+ "f1": 0.8656716417910447,
1230
+ "number": 33,
1231
+ "precision": 0.8529411764705882,
1232
+ "recall": 0.8787878787878788
1233
+ },
1234
+ "eval_TITREP": {
1235
+ "f1": 0.3636363636363636,
1236
+ "number": 6,
1237
+ "precision": 0.4,
1238
+ "recall": 0.3333333333333333
1239
+ },
1240
+ "eval_accuracy": 0.9660845355606176,
1241
+ "eval_accuracy-all": 0.9751328777524677,
1242
+ "eval_accuracy-das": 0.9812705644140723,
1243
+ "eval_accuracy-l1": 0.973677549987345,
1244
+ "eval_accuracy-l1l2": 0.9668438370032904,
1245
+ "eval_accuracy-l2": 0.9765882055175905,
1246
+ "eval_f1": 0.9669710291962574,
1247
+ "eval_f1-all": 0.9618811158171463,
1248
+ "eval_f1-das": 0.9695167286245353,
1249
+ "eval_f1-l1": 0.9622494142150483,
1250
+ "eval_f1-l1l2": 0.9654174504413253,
1251
+ "eval_f1-l2": 0.9614105123087159,
1252
+ "eval_loss": 0.15393850207328796,
1253
+ "eval_precision": 0.9642535971223022,
1254
+ "eval_precision-all": 0.9572674418604651,
1255
+ "eval_precision-das": 0.9677179962894249,
1256
+ "eval_precision-l1": 0.9545454545454546,
1257
+ "eval_precision-l1l2": 0.9613832853025936,
1258
+ "eval_precision-l2": 0.9607712765957447,
1259
+ "eval_recall": 0.9697038209360163,
1260
+ "eval_recall-all": 0.9665394775462284,
1261
+ "eval_recall-das": 0.9713221601489758,
1262
+ "eval_recall-l1": 0.9700787401574803,
1263
+ "eval_recall-l1l2": 0.969485614646905,
1264
+ "eval_recall-l2": 0.9620505992010653,
1265
+ "eval_runtime": 6.5019,
1266
+ "eval_samples_per_second": 103.969,
1267
+ "eval_steps_per_second": 6.613,
1268
+ "step": 1200
1269
+ }
1270
+ ],
1271
+ "max_steps": 5000,
1272
+ "num_train_epochs": 14,
1273
+ "total_flos": 489126042471528.0,
1274
+ "trial_name": null,
1275
+ "trial_params": null
1276
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21caff99391abc71cb48c5454003ed1d7fa810edd6544633980a3a7dede737b6
3
+ size 3503