medxiaorudan commited on
Commit
0911784
·
verified ·
1 Parent(s): 8aba311

Upload 10 files

Browse files
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "total_flos": 1.5650156444757312e+16,
4
+ "train_loss": 0.16563826671210669,
5
+ "train_runtime": 3757.3365,
6
+ "train_samples_per_second": 71.285,
7
+ "train_steps_per_second": 4.455
8
+ }
config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-cased",
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "O",
14
+ "1": "B-PER",
15
+ "2": "I-PER",
16
+ "3": "B-ORG",
17
+ "4": "I-ORG",
18
+ "5": "B-LOC",
19
+ "6": "I-LOC",
20
+ "7": "B-ANIM",
21
+ "8": "I-ANIM",
22
+ "9": "B-DIS",
23
+ "10": "I-DIS"
24
+ },
25
+ "initializer_range": 0.02,
26
+ "intermediate_size": 3072,
27
+ "label2id": {
28
+ "B-ANIM": 7,
29
+ "B-DIS": 9,
30
+ "B-LOC": 5,
31
+ "B-ORG": 3,
32
+ "B-PER": 1,
33
+ "I-ANIM": 8,
34
+ "I-DIS": 10,
35
+ "I-LOC": 6,
36
+ "I-ORG": 4,
37
+ "I-PER": 2,
38
+ "O": 0
39
+ },
40
+ "layer_norm_eps": 1e-12,
41
+ "max_position_embeddings": 512,
42
+ "model_type": "bert",
43
+ "num_attention_heads": 12,
44
+ "num_hidden_layers": 12,
45
+ "pad_token_id": 0,
46
+ "position_embedding_type": "absolute",
47
+ "torch_dtype": "float32",
48
+ "transformers_version": "4.33.0.dev0",
49
+ "type_vocab_size": 2,
50
+ "use_cache": true,
51
+ "vocab_size": 28996
52
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e057e463a86dba6bba2c8fd3b3da1bfcc50d570e9f2150e368162e04ffd50c
3
+ size 430978547
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "clean_up_tokenization_spaces": true,
3
+ "cls_token": "[CLS]",
4
+ "do_lower_case": false,
5
+ "mask_token": "[MASK]",
6
+ "model_max_length": 512,
7
+ "pad_token": "[PAD]",
8
+ "sep_token": "[SEP]",
9
+ "strip_accents": null,
10
+ "tokenize_chinese_chars": true,
11
+ "tokenizer_class": "BertTokenizer",
12
+ "unk_token": "[UNK]"
13
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 2.0,
3
+ "total_flos": 1.5650156444757312e+16,
4
+ "train_loss": 0.16563826671210669,
5
+ "train_runtime": 3757.3365,
6
+ "train_samples_per_second": 71.285,
7
+ "train_steps_per_second": 4.455
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,196 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 2.0,
5
+ "eval_steps": 500,
6
+ "global_step": 16740,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.0,
13
+ "learning_rate": 1.9998805256869774e-05,
14
+ "loss": 2.519,
15
+ "step": 1
16
+ },
17
+ {
18
+ "epoch": 0.15,
19
+ "learning_rate": 1.850657108721625e-05,
20
+ "loss": 0.4137,
21
+ "step": 1250
22
+ },
23
+ {
24
+ "epoch": 0.3,
25
+ "learning_rate": 1.7013142174432496e-05,
26
+ "loss": 0.2541,
27
+ "step": 2500
28
+ },
29
+ {
30
+ "epoch": 0.45,
31
+ "learning_rate": 1.5519713261648747e-05,
32
+ "loss": 0.2182,
33
+ "step": 3750
34
+ },
35
+ {
36
+ "epoch": 0.6,
37
+ "learning_rate": 1.4026284348864996e-05,
38
+ "loss": 0.1911,
39
+ "step": 5000
40
+ },
41
+ {
42
+ "epoch": 0.75,
43
+ "learning_rate": 1.2532855436081244e-05,
44
+ "loss": 0.1781,
45
+ "step": 6250
46
+ },
47
+ {
48
+ "epoch": 0.9,
49
+ "learning_rate": 1.1039426523297491e-05,
50
+ "loss": 0.1595,
51
+ "step": 7500
52
+ },
53
+ {
54
+ "epoch": 1.0,
55
+ "eval_ANIM": {
56
+ "f1": 0.4893520616221114,
57
+ "number": 1502,
58
+ "precision": 0.3708791208791209,
59
+ "recall": 0.7190412782956058
60
+ },
61
+ "eval_DIS": {
62
+ "f1": 0.40930232558139534,
63
+ "number": 740,
64
+ "precision": 0.3120567375886525,
65
+ "recall": 0.5945945945945946
66
+ },
67
+ "eval_LOC": {
68
+ "f1": 0.9034779210629151,
69
+ "number": 8492,
70
+ "precision": 0.8589321728054347,
71
+ "recall": 0.9528968440885539
72
+ },
73
+ "eval_ORG": {
74
+ "f1": 0.7655367231638418,
75
+ "number": 1328,
76
+ "precision": 0.7207446808510638,
77
+ "recall": 0.8162650602409639
78
+ },
79
+ "eval_PER": {
80
+ "f1": 0.9023172029804307,
81
+ "number": 5912,
82
+ "precision": 0.874464370734804,
83
+ "recall": 0.9320027063599459
84
+ },
85
+ "eval_loss": 0.17833726108074188,
86
+ "eval_overall_accuracy": 0.9734603824262966,
87
+ "eval_overall_f1": 0.8201001973584333,
88
+ "eval_overall_precision": 0.7520883608687581,
89
+ "eval_overall_recall": 0.9016356960053411,
90
+ "eval_runtime": 132.2732,
91
+ "eval_samples_per_second": 126.556,
92
+ "eval_steps_per_second": 7.915,
93
+ "step": 8370
94
+ },
95
+ {
96
+ "epoch": 1.05,
97
+ "learning_rate": 9.54599761051374e-06,
98
+ "loss": 0.1378,
99
+ "step": 8750
100
+ },
101
+ {
102
+ "epoch": 1.19,
103
+ "learning_rate": 8.052568697729989e-06,
104
+ "loss": 0.1172,
105
+ "step": 10000
106
+ },
107
+ {
108
+ "epoch": 1.34,
109
+ "learning_rate": 6.5591397849462365e-06,
110
+ "loss": 0.1087,
111
+ "step": 11250
112
+ },
113
+ {
114
+ "epoch": 1.49,
115
+ "learning_rate": 5.065710872162486e-06,
116
+ "loss": 0.1069,
117
+ "step": 12500
118
+ },
119
+ {
120
+ "epoch": 1.64,
121
+ "learning_rate": 3.572281959378734e-06,
122
+ "loss": 0.1024,
123
+ "step": 13750
124
+ },
125
+ {
126
+ "epoch": 1.79,
127
+ "learning_rate": 2.078853046594982e-06,
128
+ "loss": 0.0987,
129
+ "step": 15000
130
+ },
131
+ {
132
+ "epoch": 1.94,
133
+ "learning_rate": 5.854241338112306e-07,
134
+ "loss": 0.0939,
135
+ "step": 16250
136
+ },
137
+ {
138
+ "epoch": 2.0,
139
+ "eval_ANIM": {
140
+ "f1": 0.5447112927950946,
141
+ "number": 1502,
142
+ "precision": 0.4419568822553897,
143
+ "recall": 0.7097203728362184
144
+ },
145
+ "eval_DIS": {
146
+ "f1": 0.46624472573839665,
147
+ "number": 740,
148
+ "precision": 0.38235294117647056,
149
+ "recall": 0.5972972972972973
150
+ },
151
+ "eval_LOC": {
152
+ "f1": 0.9167043911272069,
153
+ "number": 8492,
154
+ "precision": 0.8823529411764706,
155
+ "recall": 0.9538389072067829
156
+ },
157
+ "eval_ORG": {
158
+ "f1": 0.7596153846153847,
159
+ "number": 1328,
160
+ "precision": 0.6982323232323232,
161
+ "recall": 0.8328313253012049
162
+ },
163
+ "eval_PER": {
164
+ "f1": 0.9167771883289124,
165
+ "number": 5912,
166
+ "precision": 0.8988946684005201,
167
+ "recall": 0.9353856562922869
168
+ },
169
+ "eval_loss": 0.19900059700012207,
170
+ "eval_overall_accuracy": 0.9764447570932191,
171
+ "eval_overall_f1": 0.8447657184460972,
172
+ "eval_overall_precision": 0.7930091778949424,
173
+ "eval_overall_recall": 0.9037498609102036,
174
+ "eval_runtime": 131.794,
175
+ "eval_samples_per_second": 127.016,
176
+ "eval_steps_per_second": 7.944,
177
+ "step": 16740
178
+ },
179
+ {
180
+ "epoch": 2.0,
181
+ "step": 16740,
182
+ "total_flos": 1.5650156444757312e+16,
183
+ "train_loss": 0.16563826671210669,
184
+ "train_runtime": 3757.3365,
185
+ "train_samples_per_second": 71.285,
186
+ "train_steps_per_second": 4.455
187
+ }
188
+ ],
189
+ "logging_steps": 1250,
190
+ "max_steps": 16740,
191
+ "num_train_epochs": 2,
192
+ "save_steps": 500,
193
+ "total_flos": 1.5650156444757312e+16,
194
+ "trial_name": null,
195
+ "trial_params": null
196
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:770fea01401c7b484a0d4d1c5a0b75afe2e21b5e1189fbe5d75b29d6e851459f
3
+ size 4207
vocab.txt ADDED
The diff for this file is too large to render. See raw diff