de-slothbug commited on
Commit
c76ff12
·
verified ·
1 Parent(s): c5631d4

End of full fine-tuning with BART

Browse files
checkpoint-2000/config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.1,
3
+ "activation_function": "gelu",
4
+ "add_bias_logits": false,
5
+ "add_final_layer_norm": false,
6
+ "architectures": [
7
+ "BartForConditionalGeneration"
8
+ ],
9
+ "attention_dropout": 0.1,
10
+ "bos_token_id": 0,
11
+ "classif_dropout": 0.1,
12
+ "classifier_dropout": 0.0,
13
+ "d_model": 768,
14
+ "decoder_attention_heads": 12,
15
+ "decoder_ffn_dim": 3072,
16
+ "decoder_layerdrop": 0.0,
17
+ "decoder_layers": 6,
18
+ "decoder_start_token_id": 2,
19
+ "dropout": 0.1,
20
+ "early_stopping": null,
21
+ "encoder_attention_heads": 12,
22
+ "encoder_ffn_dim": 3072,
23
+ "encoder_layerdrop": 0.0,
24
+ "encoder_layers": 6,
25
+ "eos_token_id": 2,
26
+ "forced_eos_token_id": 2,
27
+ "gradient_checkpointing": false,
28
+ "id2label": {
29
+ "0": "LABEL_0",
30
+ "1": "LABEL_1",
31
+ "2": "LABEL_2"
32
+ },
33
+ "init_std": 0.02,
34
+ "is_encoder_decoder": true,
35
+ "label2id": {
36
+ "LABEL_0": 0,
37
+ "LABEL_1": 1,
38
+ "LABEL_2": 2
39
+ },
40
+ "max_position_embeddings": 1024,
41
+ "model_type": "bart",
42
+ "no_repeat_ngram_size": null,
43
+ "normalize_before": false,
44
+ "normalize_embedding": true,
45
+ "num_beams": null,
46
+ "num_hidden_layers": 6,
47
+ "pad_token_id": 1,
48
+ "scale_embedding": false,
49
+ "task_specific_params": {
50
+ "summarization": {
51
+ "length_penalty": 1.0,
52
+ "max_length": 128,
53
+ "min_length": 12,
54
+ "num_beams": 4
55
+ },
56
+ "summarization_cnn": {
57
+ "length_penalty": 2.0,
58
+ "max_length": 142,
59
+ "min_length": 56,
60
+ "num_beams": 4
61
+ },
62
+ "summarization_xsum": {
63
+ "length_penalty": 1.0,
64
+ "max_length": 62,
65
+ "min_length": 11,
66
+ "num_beams": 6
67
+ }
68
+ },
69
+ "torch_dtype": "float32",
70
+ "transformers_version": "4.55.4",
71
+ "use_cache": true,
72
+ "vocab_size": 50265
73
+ }
checkpoint-2000/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 0,
3
+ "decoder_start_token_id": 2,
4
+ "early_stopping": true,
5
+ "eos_token_id": 2,
6
+ "forced_bos_token_id": 0,
7
+ "forced_eos_token_id": 2,
8
+ "no_repeat_ngram_size": 3,
9
+ "num_beams": 4,
10
+ "pad_token_id": 1,
11
+ "transformers_version": "4.55.4"
12
+ }
checkpoint-2000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-2000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f6d55b29b959a791b8b3de2c5e99ae2ecc22e59ef7928ed4e89778e2e80064e
3
+ size 557912620
checkpoint-2000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fabed8ed6f4d4642f9a830a503d7768ef44dd77886cf1ccdefdd5d908202b1f
3
+ size 1115579898
checkpoint-2000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2719dd9a301fee3d9b84ead22711c97603b9d1d8830a1081f7cbe2d12c2cafbf
3
+ size 14244
checkpoint-2000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f23693cd48dc1c8f860f826b13e2b2a67e0d16f339a792eac1d10aa86ac535
3
+ size 1064
checkpoint-2000/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
checkpoint-2000/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-2000/tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": true,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": false,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
49
+ "errors": "replace",
50
+ "extra_special_tokens": {},
51
+ "mask_token": "<mask>",
52
+ "model_max_length": 1000000000000000019884624838656,
53
+ "pad_token": "<pad>",
54
+ "sep_token": "</s>",
55
+ "tokenizer_class": "BartTokenizer",
56
+ "trim_offsets": true,
57
+ "unk_token": "<unk>"
58
+ }
checkpoint-2000/trainer_state.json ADDED
@@ -0,0 +1,235 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 500,
3
+ "best_metric": 0.23719677329063416,
4
+ "best_model_checkpoint": "bart-pristine-finetune/checkpoint-500",
5
+ "epoch": 0.6955312119631368,
6
+ "eval_steps": 500,
7
+ "global_step": 2000,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.03477656059815684,
14
+ "grad_norm": 18.65494728088379,
15
+ "learning_rate": 9.900000000000002e-06,
16
+ "loss": 6.5893,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.06955312119631368,
21
+ "grad_norm": 15.10452938079834,
22
+ "learning_rate": 1.9900000000000003e-05,
23
+ "loss": 1.9811,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 0.10432968179447052,
28
+ "grad_norm": 1.449442744255066,
29
+ "learning_rate": 2.9900000000000002e-05,
30
+ "loss": 0.3884,
31
+ "step": 300
32
+ },
33
+ {
34
+ "epoch": 0.13910624239262737,
35
+ "grad_norm": 0.8391104340553284,
36
+ "learning_rate": 3.99e-05,
37
+ "loss": 0.1479,
38
+ "step": 400
39
+ },
40
+ {
41
+ "epoch": 0.1738828029907842,
42
+ "grad_norm": 0.8194042444229126,
43
+ "learning_rate": 4.99e-05,
44
+ "loss": 0.1068,
45
+ "step": 500
46
+ },
47
+ {
48
+ "epoch": 0.1738828029907842,
49
+ "eval_gen_len": 20.974,
50
+ "eval_loss": 0.23719677329063416,
51
+ "eval_rouge1": 0.4651,
52
+ "eval_rouge2": 0.3753,
53
+ "eval_rougeL": 0.4611,
54
+ "eval_rougeLsum": 0.4615,
55
+ "eval_runtime": 131.8304,
56
+ "eval_samples_per_second": 36.737,
57
+ "eval_steps_per_second": 2.298,
58
+ "step": 500
59
+ },
60
+ {
61
+ "epoch": 0.20865936358894105,
62
+ "grad_norm": 1.0611430406570435,
63
+ "learning_rate": 4.998169963441797e-05,
64
+ "loss": 0.0866,
65
+ "step": 600
66
+ },
67
+ {
68
+ "epoch": 0.2434359241870979,
69
+ "grad_norm": 0.7572854161262512,
70
+ "learning_rate": 4.99260846907095e-05,
71
+ "loss": 0.0751,
72
+ "step": 700
73
+ },
74
+ {
75
+ "epoch": 0.27821248478525473,
76
+ "grad_norm": 0.7568580508232117,
77
+ "learning_rate": 4.9833236376345854e-05,
78
+ "loss": 0.0673,
79
+ "step": 800
80
+ },
81
+ {
82
+ "epoch": 0.3129890453834116,
83
+ "grad_norm": 0.7505958676338196,
84
+ "learning_rate": 4.970329338361449e-05,
85
+ "loss": 0.0568,
86
+ "step": 900
87
+ },
88
+ {
89
+ "epoch": 0.3477656059815684,
90
+ "grad_norm": 0.47339868545532227,
91
+ "learning_rate": 4.9536449815025784e-05,
92
+ "loss": 0.0549,
93
+ "step": 1000
94
+ },
95
+ {
96
+ "epoch": 0.3477656059815684,
97
+ "eval_gen_len": 20.9787,
98
+ "eval_loss": 0.25489160418510437,
99
+ "eval_rouge1": 0.4699,
100
+ "eval_rouge2": 0.3828,
101
+ "eval_rougeL": 0.4652,
102
+ "eval_rougeLsum": 0.4655,
103
+ "eval_runtime": 132.5745,
104
+ "eval_samples_per_second": 36.53,
105
+ "eval_steps_per_second": 2.286,
106
+ "step": 1000
107
+ },
108
+ {
109
+ "epoch": 0.3825421665797253,
110
+ "grad_norm": 0.6434345245361328,
111
+ "learning_rate": 4.9332954893372166e-05,
112
+ "loss": 0.0509,
113
+ "step": 1100
114
+ },
115
+ {
116
+ "epoch": 0.4173187271778821,
117
+ "grad_norm": 0.6275453567504883,
118
+ "learning_rate": 4.909311258945123e-05,
119
+ "loss": 0.0498,
120
+ "step": 1200
121
+ },
122
+ {
123
+ "epoch": 0.45209528777603897,
124
+ "grad_norm": 0.4585914611816406,
125
+ "learning_rate": 4.881728116800898e-05,
126
+ "loss": 0.0462,
127
+ "step": 1300
128
+ },
129
+ {
130
+ "epoch": 0.4868718483741958,
131
+ "grad_norm": 0.5186077356338501,
132
+ "learning_rate": 4.8505872652581405e-05,
133
+ "loss": 0.0401,
134
+ "step": 1400
135
+ },
136
+ {
137
+ "epoch": 0.5216484089723527,
138
+ "grad_norm": 0.6465528011322021,
139
+ "learning_rate": 4.815935221003384e-05,
140
+ "loss": 0.0419,
141
+ "step": 1500
142
+ },
143
+ {
144
+ "epoch": 0.5216484089723527,
145
+ "eval_gen_len": 20.976,
146
+ "eval_loss": 0.25857001543045044,
147
+ "eval_rouge1": 0.4613,
148
+ "eval_rouge2": 0.3799,
149
+ "eval_rougeL": 0.457,
150
+ "eval_rougeLsum": 0.4573,
151
+ "eval_runtime": 132.433,
152
+ "eval_samples_per_second": 36.569,
153
+ "eval_steps_per_second": 2.288,
154
+ "step": 1500
155
+ },
156
+ {
157
+ "epoch": 0.5564249695705095,
158
+ "grad_norm": 0.5534175634384155,
159
+ "learning_rate": 4.77782374557173e-05,
160
+ "loss": 0.0362,
161
+ "step": 1600
162
+ },
163
+ {
164
+ "epoch": 0.5912015301686663,
165
+ "grad_norm": 0.6548935770988464,
166
+ "learning_rate": 4.7363097680279955e-05,
167
+ "loss": 0.0376,
168
+ "step": 1700
169
+ },
170
+ {
171
+ "epoch": 0.6259780907668232,
172
+ "grad_norm": 0.5545147657394409,
173
+ "learning_rate": 4.691455299928845e-05,
174
+ "loss": 0.0353,
175
+ "step": 1800
176
+ },
177
+ {
178
+ "epoch": 0.66075465136498,
179
+ "grad_norm": 0.5930569767951965,
180
+ "learning_rate": 4.6433273426929536e-05,
181
+ "loss": 0.0344,
182
+ "step": 1900
183
+ },
184
+ {
185
+ "epoch": 0.6955312119631368,
186
+ "grad_norm": 0.38679584860801697,
187
+ "learning_rate": 4.59199778751755e-05,
188
+ "loss": 0.03,
189
+ "step": 2000
190
+ },
191
+ {
192
+ "epoch": 0.6955312119631368,
193
+ "eval_gen_len": 20.9845,
194
+ "eval_loss": 0.25054243206977844,
195
+ "eval_rouge1": 0.4638,
196
+ "eval_rouge2": 0.3831,
197
+ "eval_rougeL": 0.4593,
198
+ "eval_rougeLsum": 0.4596,
199
+ "eval_runtime": 132.3868,
200
+ "eval_samples_per_second": 36.582,
201
+ "eval_steps_per_second": 2.289,
202
+ "step": 2000
203
+ }
204
+ ],
205
+ "logging_steps": 100,
206
+ "max_steps": 8628,
207
+ "num_input_tokens_seen": 0,
208
+ "num_train_epochs": 3,
209
+ "save_steps": 500,
210
+ "stateful_callbacks": {
211
+ "EarlyStoppingCallback": {
212
+ "args": {
213
+ "early_stopping_patience": 3,
214
+ "early_stopping_threshold": 0.0
215
+ },
216
+ "attributes": {
217
+ "early_stopping_patience_counter": 3
218
+ }
219
+ },
220
+ "TrainerControl": {
221
+ "args": {
222
+ "should_epoch_stop": false,
223
+ "should_evaluate": false,
224
+ "should_log": false,
225
+ "should_save": true,
226
+ "should_training_stop": true
227
+ },
228
+ "attributes": {}
229
+ }
230
+ },
231
+ "total_flos": 2438945832960000.0,
232
+ "train_batch_size": 16,
233
+ "trial_name": null,
234
+ "trial_params": null
235
+ }
checkpoint-2000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef6f177ab8f24fe6cda28b2200956a214e9fa0aa595b10b332843b91ffc8677
3
+ size 5496
checkpoint-2000/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-500/config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.1,
3
+ "activation_function": "gelu",
4
+ "add_bias_logits": false,
5
+ "add_final_layer_norm": false,
6
+ "architectures": [
7
+ "BartForConditionalGeneration"
8
+ ],
9
+ "attention_dropout": 0.1,
10
+ "bos_token_id": 0,
11
+ "classif_dropout": 0.1,
12
+ "classifier_dropout": 0.0,
13
+ "d_model": 768,
14
+ "decoder_attention_heads": 12,
15
+ "decoder_ffn_dim": 3072,
16
+ "decoder_layerdrop": 0.0,
17
+ "decoder_layers": 6,
18
+ "decoder_start_token_id": 2,
19
+ "dropout": 0.1,
20
+ "early_stopping": null,
21
+ "encoder_attention_heads": 12,
22
+ "encoder_ffn_dim": 3072,
23
+ "encoder_layerdrop": 0.0,
24
+ "encoder_layers": 6,
25
+ "eos_token_id": 2,
26
+ "forced_eos_token_id": 2,
27
+ "gradient_checkpointing": false,
28
+ "id2label": {
29
+ "0": "LABEL_0",
30
+ "1": "LABEL_1",
31
+ "2": "LABEL_2"
32
+ },
33
+ "init_std": 0.02,
34
+ "is_encoder_decoder": true,
35
+ "label2id": {
36
+ "LABEL_0": 0,
37
+ "LABEL_1": 1,
38
+ "LABEL_2": 2
39
+ },
40
+ "max_position_embeddings": 1024,
41
+ "model_type": "bart",
42
+ "no_repeat_ngram_size": null,
43
+ "normalize_before": false,
44
+ "normalize_embedding": true,
45
+ "num_beams": null,
46
+ "num_hidden_layers": 6,
47
+ "pad_token_id": 1,
48
+ "scale_embedding": false,
49
+ "task_specific_params": {
50
+ "summarization": {
51
+ "length_penalty": 1.0,
52
+ "max_length": 128,
53
+ "min_length": 12,
54
+ "num_beams": 4
55
+ },
56
+ "summarization_cnn": {
57
+ "length_penalty": 2.0,
58
+ "max_length": 142,
59
+ "min_length": 56,
60
+ "num_beams": 4
61
+ },
62
+ "summarization_xsum": {
63
+ "length_penalty": 1.0,
64
+ "max_length": 62,
65
+ "min_length": 11,
66
+ "num_beams": 6
67
+ }
68
+ },
69
+ "torch_dtype": "float32",
70
+ "transformers_version": "4.55.4",
71
+ "use_cache": true,
72
+ "vocab_size": 50265
73
+ }
checkpoint-500/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 0,
3
+ "decoder_start_token_id": 2,
4
+ "early_stopping": true,
5
+ "eos_token_id": 2,
6
+ "forced_bos_token_id": 0,
7
+ "forced_eos_token_id": 2,
8
+ "no_repeat_ngram_size": 3,
9
+ "num_beams": 4,
10
+ "pad_token_id": 1,
11
+ "transformers_version": "4.55.4"
12
+ }
checkpoint-500/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670669f5a92f77fe36348bd983e6405374a2b49457406b35a3b95cecf859d164
3
+ size 557912620
checkpoint-500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15643698d14012f6640bb268560e6cdadb79b18e92c911b852431610776a5c44
3
+ size 1115579898
checkpoint-500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a9213ea170165519462409cd3afc6a3d6a5132d97e751b011c32515a1299630
3
+ size 14244
checkpoint-500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a40ecfa3f3fd838108dc1603326181f7cc7fa9cd66a24dab20698df0575be28
3
+ size 1064
checkpoint-500/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
checkpoint-500/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-500/tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": true,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": false,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
49
+ "errors": "replace",
50
+ "extra_special_tokens": {},
51
+ "mask_token": "<mask>",
52
+ "model_max_length": 1000000000000000019884624838656,
53
+ "pad_token": "<pad>",
54
+ "sep_token": "</s>",
55
+ "tokenizer_class": "BartTokenizer",
56
+ "trim_offsets": true,
57
+ "unk_token": "<unk>"
58
+ }
checkpoint-500/trainer_state.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 500,
3
+ "best_metric": 0.23719677329063416,
4
+ "best_model_checkpoint": "bart-pristine-finetune/checkpoint-500",
5
+ "epoch": 0.1738828029907842,
6
+ "eval_steps": 500,
7
+ "global_step": 500,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.03477656059815684,
14
+ "grad_norm": 18.65494728088379,
15
+ "learning_rate": 9.900000000000002e-06,
16
+ "loss": 6.5893,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.06955312119631368,
21
+ "grad_norm": 15.10452938079834,
22
+ "learning_rate": 1.9900000000000003e-05,
23
+ "loss": 1.9811,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 0.10432968179447052,
28
+ "grad_norm": 1.449442744255066,
29
+ "learning_rate": 2.9900000000000002e-05,
30
+ "loss": 0.3884,
31
+ "step": 300
32
+ },
33
+ {
34
+ "epoch": 0.13910624239262737,
35
+ "grad_norm": 0.8391104340553284,
36
+ "learning_rate": 3.99e-05,
37
+ "loss": 0.1479,
38
+ "step": 400
39
+ },
40
+ {
41
+ "epoch": 0.1738828029907842,
42
+ "grad_norm": 0.8194042444229126,
43
+ "learning_rate": 4.99e-05,
44
+ "loss": 0.1068,
45
+ "step": 500
46
+ },
47
+ {
48
+ "epoch": 0.1738828029907842,
49
+ "eval_gen_len": 20.974,
50
+ "eval_loss": 0.23719677329063416,
51
+ "eval_rouge1": 0.4651,
52
+ "eval_rouge2": 0.3753,
53
+ "eval_rougeL": 0.4611,
54
+ "eval_rougeLsum": 0.4615,
55
+ "eval_runtime": 131.8304,
56
+ "eval_samples_per_second": 36.737,
57
+ "eval_steps_per_second": 2.298,
58
+ "step": 500
59
+ }
60
+ ],
61
+ "logging_steps": 100,
62
+ "max_steps": 8628,
63
+ "num_input_tokens_seen": 0,
64
+ "num_train_epochs": 3,
65
+ "save_steps": 500,
66
+ "stateful_callbacks": {
67
+ "EarlyStoppingCallback": {
68
+ "args": {
69
+ "early_stopping_patience": 3,
70
+ "early_stopping_threshold": 0.0
71
+ },
72
+ "attributes": {
73
+ "early_stopping_patience_counter": 0
74
+ }
75
+ },
76
+ "TrainerControl": {
77
+ "args": {
78
+ "should_epoch_stop": false,
79
+ "should_evaluate": false,
80
+ "should_log": false,
81
+ "should_save": true,
82
+ "should_training_stop": false
83
+ },
84
+ "attributes": {}
85
+ }
86
+ },
87
+ "total_flos": 609736458240000.0,
88
+ "train_batch_size": 16,
89
+ "trial_name": null,
90
+ "trial_params": null
91
+ }
checkpoint-500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef6f177ab8f24fe6cda28b2200956a214e9fa0aa595b10b332843b91ffc8677
3
+ size 5496
checkpoint-500/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.1,
3
+ "activation_function": "gelu",
4
+ "add_bias_logits": false,
5
+ "add_final_layer_norm": false,
6
+ "architectures": [
7
+ "BartForConditionalGeneration"
8
+ ],
9
+ "attention_dropout": 0.1,
10
+ "bos_token_id": 0,
11
+ "classif_dropout": 0.1,
12
+ "classifier_dropout": 0.0,
13
+ "d_model": 768,
14
+ "decoder_attention_heads": 12,
15
+ "decoder_ffn_dim": 3072,
16
+ "decoder_layerdrop": 0.0,
17
+ "decoder_layers": 6,
18
+ "decoder_start_token_id": 2,
19
+ "dropout": 0.1,
20
+ "early_stopping": null,
21
+ "encoder_attention_heads": 12,
22
+ "encoder_ffn_dim": 3072,
23
+ "encoder_layerdrop": 0.0,
24
+ "encoder_layers": 6,
25
+ "eos_token_id": 2,
26
+ "forced_eos_token_id": 2,
27
+ "gradient_checkpointing": false,
28
+ "id2label": {
29
+ "0": "LABEL_0",
30
+ "1": "LABEL_1",
31
+ "2": "LABEL_2"
32
+ },
33
+ "init_std": 0.02,
34
+ "is_encoder_decoder": true,
35
+ "label2id": {
36
+ "LABEL_0": 0,
37
+ "LABEL_1": 1,
38
+ "LABEL_2": 2
39
+ },
40
+ "max_position_embeddings": 1024,
41
+ "model_type": "bart",
42
+ "no_repeat_ngram_size": null,
43
+ "normalize_before": false,
44
+ "normalize_embedding": true,
45
+ "num_beams": null,
46
+ "num_hidden_layers": 6,
47
+ "pad_token_id": 1,
48
+ "scale_embedding": false,
49
+ "task_specific_params": {
50
+ "summarization": {
51
+ "length_penalty": 1.0,
52
+ "max_length": 128,
53
+ "min_length": 12,
54
+ "num_beams": 4
55
+ },
56
+ "summarization_cnn": {
57
+ "length_penalty": 2.0,
58
+ "max_length": 142,
59
+ "min_length": 56,
60
+ "num_beams": 4
61
+ },
62
+ "summarization_xsum": {
63
+ "length_penalty": 1.0,
64
+ "max_length": 62,
65
+ "min_length": 11,
66
+ "num_beams": 6
67
+ }
68
+ },
69
+ "torch_dtype": "float32",
70
+ "transformers_version": "4.55.4",
71
+ "use_cache": true,
72
+ "vocab_size": 50265
73
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 0,
3
+ "decoder_start_token_id": 2,
4
+ "early_stopping": true,
5
+ "eos_token_id": 2,
6
+ "forced_bos_token_id": 0,
7
+ "forced_eos_token_id": 2,
8
+ "no_repeat_ngram_size": 3,
9
+ "num_beams": 4,
10
+ "pad_token_id": 1,
11
+ "transformers_version": "4.55.4"
12
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670669f5a92f77fe36348bd983e6405374a2b49457406b35a3b95cecf859d164
3
+ size 557912620
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": true,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": false,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
49
+ "errors": "replace",
50
+ "extra_special_tokens": {},
51
+ "mask_token": "<mask>",
52
+ "model_max_length": 1000000000000000019884624838656,
53
+ "pad_token": "<pad>",
54
+ "sep_token": "</s>",
55
+ "tokenizer_class": "BartTokenizer",
56
+ "trim_offsets": true,
57
+ "unk_token": "<unk>"
58
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef6f177ab8f24fe6cda28b2200956a214e9fa0aa595b10b332843b91ffc8677
3
+ size 5496
vocab.json ADDED
The diff for this file is too large to render. See raw diff