Hugging Face's logo

YagiASAFAS
/
PhilippinesPoliBERT

Text Classification
Transformers
Safetensors
bert
Generated from Trainer
text-embeddings-inference
Model card Files
xet
Community
YagiASAFAS commited on
Commit
de7723e
·
verified ·
1 Parent(s): 6554d8c

Training in progress, epoch 1

Browse files
Files changed (34) hide show
  1. model.safetensors +1 -1
  2. run-1/checkpoint-2500/config.json +93 -0
  3. run-1/checkpoint-2500/model.safetensors +3 -0
  4. run-1/checkpoint-2500/optimizer.pt +3 -0
  5. run-1/checkpoint-2500/rng_state.pth +3 -0
  6. run-1/checkpoint-2500/scaler.pt +3 -0
  7. run-1/checkpoint-2500/scheduler.pt +3 -0
  8. run-1/checkpoint-2500/trainer_state.json +482 -0
  9. run-1/checkpoint-2500/training_args.bin +3 -0
  10. run-1/checkpoint-2750/config.json +93 -0
  11. run-1/checkpoint-2750/model.safetensors +3 -0
  12. run-1/checkpoint-2750/optimizer.pt +3 -0
  13. run-1/checkpoint-2750/rng_state.pth +3 -0
  14. run-1/checkpoint-2750/scaler.pt +3 -0
  15. run-1/checkpoint-2750/scheduler.pt +3 -0
  16. run-1/checkpoint-2750/trainer_state.json +522 -0
  17. run-1/checkpoint-2750/training_args.bin +3 -0
  18. run-1/checkpoint-3000/config.json +93 -0
  19. run-1/checkpoint-3000/model.safetensors +3 -0
  20. run-1/checkpoint-3000/optimizer.pt +3 -0
  21. run-1/checkpoint-3000/rng_state.pth +3 -0
  22. run-1/checkpoint-3000/scaler.pt +3 -0
  23. run-1/checkpoint-3000/scheduler.pt +3 -0
  24. run-1/checkpoint-3000/trainer_state.json +569 -0
  25. run-1/checkpoint-3000/training_args.bin +3 -0
  26. run-2/checkpoint-250/config.json +93 -0
  27. run-2/checkpoint-250/model.safetensors +3 -0
  28. run-2/checkpoint-250/optimizer.pt +3 -0
  29. run-2/checkpoint-250/rng_state.pth +3 -0
  30. run-2/checkpoint-250/scaler.pt +3 -0
  31. run-2/checkpoint-250/scheduler.pt +3 -0
  32. run-2/checkpoint-250/trainer_state.json +87 -0
  33. run-2/checkpoint-250/training_args.bin +3 -0
  34. training_args.bin +1 -1
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab3e3d0e23abfd10cd04263e92f7139e3d7989458d4230241b4119150b2b0cc1
3
  size 438050928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58fbf83a5dfd0f1b72fd9a4dffb486738a2a0c7aeb0a909d8c62224393145608
3
  size 438050928
run-1/checkpoint-2500/config.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_dropout": null,
7
+ "gradient_checkpointing": false,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11",
24
+ "12": "LABEL_12",
25
+ "13": "LABEL_13",
26
+ "14": "LABEL_14",
27
+ "15": "LABEL_15",
28
+ "16": "LABEL_16",
29
+ "17": "LABEL_17",
30
+ "18": "LABEL_18",
31
+ "19": "LABEL_19",
32
+ "20": "LABEL_20",
33
+ "21": "LABEL_21",
34
+ "22": "LABEL_22",
35
+ "23": "LABEL_23",
36
+ "24": "LABEL_24",
37
+ "25": "LABEL_25",
38
+ "26": "LABEL_26",
39
+ "27": "LABEL_27",
40
+ "28": "LABEL_28",
41
+ "29": "LABEL_29",
42
+ "30": "LABEL_30",
43
+ "31": "LABEL_31"
44
+ },
45
+ "initializer_range": 0.02,
46
+ "intermediate_size": 3072,
47
+ "label2id": {
48
+ "LABEL_0": 0,
49
+ "LABEL_1": 1,
50
+ "LABEL_10": 10,
51
+ "LABEL_11": 11,
52
+ "LABEL_12": 12,
53
+ "LABEL_13": 13,
54
+ "LABEL_14": 14,
55
+ "LABEL_15": 15,
56
+ "LABEL_16": 16,
57
+ "LABEL_17": 17,
58
+ "LABEL_18": 18,
59
+ "LABEL_19": 19,
60
+ "LABEL_2": 2,
61
+ "LABEL_20": 20,
62
+ "LABEL_21": 21,
63
+ "LABEL_22": 22,
64
+ "LABEL_23": 23,
65
+ "LABEL_24": 24,
66
+ "LABEL_25": 25,
67
+ "LABEL_26": 26,
68
+ "LABEL_27": 27,
69
+ "LABEL_28": 28,
70
+ "LABEL_29": 29,
71
+ "LABEL_3": 3,
72
+ "LABEL_30": 30,
73
+ "LABEL_31": 31,
74
+ "LABEL_4": 4,
75
+ "LABEL_5": 5,
76
+ "LABEL_6": 6,
77
+ "LABEL_7": 7,
78
+ "LABEL_8": 8,
79
+ "LABEL_9": 9
80
+ },
81
+ "layer_norm_eps": 1e-12,
82
+ "max_position_embeddings": 512,
83
+ "model_type": "bert",
84
+ "num_attention_heads": 12,
85
+ "num_hidden_layers": 12,
86
+ "pad_token_id": 0,
87
+ "position_embedding_type": "absolute",
88
+ "torch_dtype": "float32",
89
+ "transformers_version": "4.52.4",
90
+ "type_vocab_size": 2,
91
+ "use_cache": true,
92
+ "vocab_size": 30522
93
+ }
run-1/checkpoint-2500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2635b630fcac58a2e6d30bdbb0cf29aaba3cdbf8f142661ea0b553f2850608f
3
+ size 438050928
run-1/checkpoint-2500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28a00c03df64aa25c90613129958959bfc53573deff797271eeb6bd85a44f1a
3
+ size 876222970
run-1/checkpoint-2500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a60b157cbb139bdf12688cab6c0b99dea9c0d0ae1eb4072ef9f78fb1de8885d
3
+ size 14244
run-1/checkpoint-2500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48e2d97f563bb838328076a1666504681962151a3975a2f064be3a03e6500740
3
+ size 988
run-1/checkpoint-2500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b059e1f13ec78e33c7d7d8729a9d2bca89eac62e77c13c721c6dc33cd2e39fc
3
+ size 1064
run-1/checkpoint-2500/trainer_state.json ADDED
@@ -0,0 +1,482 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2500,
3
+ "best_metric": 0.9477064194848004,
4
+ "best_model_checkpoint": "./results/run-1/checkpoint-2500",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2500,
8
+ "is_hyper_param_search": true,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.4,
14
+ "grad_norm": 2.2372634410858154,
15
+ "learning_rate": 1.386e-05,
16
+ "loss": 1.6196,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.8,
21
+ "grad_norm": 1.8478903770446777,
22
+ "learning_rate": 2.7859999999999998e-05,
23
+ "loss": 0.6614,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_clientelism_accuracy": 0.892,
29
+ "eval_clientelism_f1": 0.8863746119538058,
30
+ "eval_discipline_among_poor_accuracy": 0.9655,
31
+ "eval_discipline_among_poor_f1": 0.9576399746758272,
32
+ "eval_economic_policy_accuracy": 0.8645,
33
+ "eval_economic_policy_f1": 0.8491439650565535,
34
+ "eval_loss": 0.4812721610069275,
35
+ "eval_marcos_duterte_alliance_accuracy": 0.8435,
36
+ "eval_marcos_duterte_alliance_f1": 0.8372167355558567,
37
+ "eval_overall_accuracy": 0.8363125,
38
+ "eval_overall_f1": 0.8101538870990168,
39
+ "eval_populism_accuracy": 0.63,
40
+ "eval_populism_f1": 0.5504519653535573,
41
+ "eval_regionalism_accuracy": 0.964,
42
+ "eval_regionalism_f1": 0.9491734238530157,
43
+ "eval_runtime": 2.5732,
44
+ "eval_samples_per_second": 777.23,
45
+ "eval_security_accuracy": 0.834,
46
+ "eval_security_f1": 0.8091472896076669,
47
+ "eval_steps_per_second": 48.577,
48
+ "eval_uniteam_positive_campaign_accuracy": 0.697,
49
+ "eval_uniteam_positive_campaign_f1": 0.6420831307358515,
50
+ "step": 250
51
+ },
52
+ {
53
+ "epoch": 1.2,
54
+ "grad_norm": 1.8359496593475342,
55
+ "learning_rate": 4.1859999999999996e-05,
56
+ "loss": 0.4834,
57
+ "step": 300
58
+ },
59
+ {
60
+ "epoch": 1.6,
61
+ "grad_norm": 1.380825161933899,
62
+ "learning_rate": 5.586e-05,
63
+ "loss": 0.3463,
64
+ "step": 400
65
+ },
66
+ {
67
+ "epoch": 2.0,
68
+ "grad_norm": 2.3236398696899414,
69
+ "learning_rate": 6.986e-05,
70
+ "loss": 0.2989,
71
+ "step": 500
72
+ },
73
+ {
74
+ "epoch": 2.0,
75
+ "eval_clientelism_accuracy": 0.946,
76
+ "eval_clientelism_f1": 0.941838625125742,
77
+ "eval_discipline_among_poor_accuracy": 0.974,
78
+ "eval_discipline_among_poor_f1": 0.9706284115481271,
79
+ "eval_economic_policy_accuracy": 0.9355,
80
+ "eval_economic_policy_f1": 0.9330654715266223,
81
+ "eval_loss": 0.2788199186325073,
82
+ "eval_marcos_duterte_alliance_accuracy": 0.8925,
83
+ "eval_marcos_duterte_alliance_f1": 0.8788957018671211,
84
+ "eval_overall_accuracy": 0.915625,
85
+ "eval_overall_f1": 0.9079865106736179,
86
+ "eval_populism_accuracy": 0.796,
87
+ "eval_populism_f1": 0.7821934728859118,
88
+ "eval_regionalism_accuracy": 0.977,
89
+ "eval_regionalism_f1": 0.9747908563458283,
90
+ "eval_runtime": 2.8129,
91
+ "eval_samples_per_second": 711.011,
92
+ "eval_security_accuracy": 0.9395,
93
+ "eval_security_f1": 0.931062119786767,
94
+ "eval_steps_per_second": 44.438,
95
+ "eval_uniteam_positive_campaign_accuracy": 0.8645,
96
+ "eval_uniteam_positive_campaign_f1": 0.8514174263028237,
97
+ "step": 500
98
+ },
99
+ {
100
+ "epoch": 2.4,
101
+ "grad_norm": 1.3678734302520752,
102
+ "learning_rate": 6.802e-05,
103
+ "loss": 0.2198,
104
+ "step": 600
105
+ },
106
+ {
107
+ "epoch": 2.8,
108
+ "grad_norm": 1.0606523752212524,
109
+ "learning_rate": 6.602e-05,
110
+ "loss": 0.1975,
111
+ "step": 700
112
+ },
113
+ {
114
+ "epoch": 3.0,
115
+ "eval_clientelism_accuracy": 0.95,
116
+ "eval_clientelism_f1": 0.9491515545769634,
117
+ "eval_discipline_among_poor_accuracy": 0.9695,
118
+ "eval_discipline_among_poor_f1": 0.9693954727107719,
119
+ "eval_economic_policy_accuracy": 0.947,
120
+ "eval_economic_policy_f1": 0.9465814325798002,
121
+ "eval_loss": 0.23352530598640442,
122
+ "eval_marcos_duterte_alliance_accuracy": 0.9375,
123
+ "eval_marcos_duterte_alliance_f1": 0.9312521772820288,
124
+ "eval_overall_accuracy": 0.936375,
125
+ "eval_overall_f1": 0.9349133547958355,
126
+ "eval_populism_accuracy": 0.872,
127
+ "eval_populism_f1": 0.8725657245100477,
128
+ "eval_regionalism_accuracy": 0.9715,
129
+ "eval_regionalism_f1": 0.9696277343431834,
130
+ "eval_runtime": 2.5009,
131
+ "eval_samples_per_second": 799.706,
132
+ "eval_security_accuracy": 0.951,
133
+ "eval_security_f1": 0.947879085461883,
134
+ "eval_steps_per_second": 49.982,
135
+ "eval_uniteam_positive_campaign_accuracy": 0.8925,
136
+ "eval_uniteam_positive_campaign_f1": 0.8928536569020056,
137
+ "step": 750
138
+ },
139
+ {
140
+ "epoch": 3.2,
141
+ "grad_norm": 0.5631775259971619,
142
+ "learning_rate": 6.402e-05,
143
+ "loss": 0.1632,
144
+ "step": 800
145
+ },
146
+ {
147
+ "epoch": 3.6,
148
+ "grad_norm": 1.5789016485214233,
149
+ "learning_rate": 6.201999999999999e-05,
150
+ "loss": 0.1405,
151
+ "step": 900
152
+ },
153
+ {
154
+ "epoch": 4.0,
155
+ "grad_norm": 1.628326416015625,
156
+ "learning_rate": 6.002e-05,
157
+ "loss": 0.1427,
158
+ "step": 1000
159
+ },
160
+ {
161
+ "epoch": 4.0,
162
+ "eval_clientelism_accuracy": 0.9515,
163
+ "eval_clientelism_f1": 0.95130022575489,
164
+ "eval_discipline_among_poor_accuracy": 0.9735,
165
+ "eval_discipline_among_poor_f1": 0.9737691535821389,
166
+ "eval_economic_policy_accuracy": 0.949,
167
+ "eval_economic_policy_f1": 0.9493090480186112,
168
+ "eval_loss": 0.22425195574760437,
169
+ "eval_marcos_duterte_alliance_accuracy": 0.924,
170
+ "eval_marcos_duterte_alliance_f1": 0.9193936723546597,
171
+ "eval_overall_accuracy": 0.9376249999999999,
172
+ "eval_overall_f1": 0.9369132215243314,
173
+ "eval_populism_accuracy": 0.882,
174
+ "eval_populism_f1": 0.8826688316717977,
175
+ "eval_regionalism_accuracy": 0.9805,
176
+ "eval_regionalism_f1": 0.9801286506948391,
177
+ "eval_runtime": 2.8517,
178
+ "eval_samples_per_second": 701.324,
179
+ "eval_security_accuracy": 0.955,
180
+ "eval_security_f1": 0.9522814827780525,
181
+ "eval_steps_per_second": 43.833,
182
+ "eval_uniteam_positive_campaign_accuracy": 0.8855,
183
+ "eval_uniteam_positive_campaign_f1": 0.8864547073396627,
184
+ "step": 1000
185
+ },
186
+ {
187
+ "epoch": 4.4,
188
+ "grad_norm": 0.8794326782226562,
189
+ "learning_rate": 5.802e-05,
190
+ "loss": 0.1129,
191
+ "step": 1100
192
+ },
193
+ {
194
+ "epoch": 4.8,
195
+ "grad_norm": 0.804222583770752,
196
+ "learning_rate": 5.6019999999999996e-05,
197
+ "loss": 0.1023,
198
+ "step": 1200
199
+ },
200
+ {
201
+ "epoch": 5.0,
202
+ "eval_clientelism_accuracy": 0.96,
203
+ "eval_clientelism_f1": 0.958210916348834,
204
+ "eval_discipline_among_poor_accuracy": 0.9765,
205
+ "eval_discipline_among_poor_f1": 0.9752898512914167,
206
+ "eval_economic_policy_accuracy": 0.9535,
207
+ "eval_economic_policy_f1": 0.9526347765815967,
208
+ "eval_loss": 0.22829380631446838,
209
+ "eval_marcos_duterte_alliance_accuracy": 0.942,
210
+ "eval_marcos_duterte_alliance_f1": 0.9366415689448997,
211
+ "eval_overall_accuracy": 0.941875,
212
+ "eval_overall_f1": 0.9399701538172852,
213
+ "eval_populism_accuracy": 0.883,
214
+ "eval_populism_f1": 0.8826454285009631,
215
+ "eval_regionalism_accuracy": 0.9805,
216
+ "eval_regionalism_f1": 0.980187925045278,
217
+ "eval_runtime": 2.5862,
218
+ "eval_samples_per_second": 773.334,
219
+ "eval_security_accuracy": 0.9505,
220
+ "eval_security_f1": 0.9462473491776053,
221
+ "eval_steps_per_second": 48.333,
222
+ "eval_uniteam_positive_campaign_accuracy": 0.889,
223
+ "eval_uniteam_positive_campaign_f1": 0.887903414647688,
224
+ "step": 1250
225
+ },
226
+ {
227
+ "epoch": 5.2,
228
+ "grad_norm": 0.769500732421875,
229
+ "learning_rate": 5.4019999999999994e-05,
230
+ "loss": 0.0997,
231
+ "step": 1300
232
+ },
233
+ {
234
+ "epoch": 5.6,
235
+ "grad_norm": 0.7145203351974487,
236
+ "learning_rate": 5.201999999999999e-05,
237
+ "loss": 0.0928,
238
+ "step": 1400
239
+ },
240
+ {
241
+ "epoch": 6.0,
242
+ "grad_norm": 0.8358604907989502,
243
+ "learning_rate": 5.001999999999999e-05,
244
+ "loss": 0.0891,
245
+ "step": 1500
246
+ },
247
+ {
248
+ "epoch": 6.0,
249
+ "eval_clientelism_accuracy": 0.9515,
250
+ "eval_clientelism_f1": 0.9517254191470955,
251
+ "eval_discipline_among_poor_accuracy": 0.9765,
252
+ "eval_discipline_among_poor_f1": 0.9760095455236357,
253
+ "eval_economic_policy_accuracy": 0.9465,
254
+ "eval_economic_policy_f1": 0.9465005612943667,
255
+ "eval_loss": 0.2191319763660431,
256
+ "eval_marcos_duterte_alliance_accuracy": 0.9325,
257
+ "eval_marcos_duterte_alliance_f1": 0.9295883821998048,
258
+ "eval_overall_accuracy": 0.9431875000000001,
259
+ "eval_overall_f1": 0.9426103137304117,
260
+ "eval_populism_accuracy": 0.901,
261
+ "eval_populism_f1": 0.9012613789256861,
262
+ "eval_regionalism_accuracy": 0.978,
263
+ "eval_regionalism_f1": 0.9779275260584468,
264
+ "eval_runtime": 2.6284,
265
+ "eval_samples_per_second": 760.917,
266
+ "eval_security_accuracy": 0.9605,
267
+ "eval_security_f1": 0.9577730574414528,
268
+ "eval_steps_per_second": 47.557,
269
+ "eval_uniteam_positive_campaign_accuracy": 0.899,
270
+ "eval_uniteam_positive_campaign_f1": 0.9000966392528056,
271
+ "step": 1500
272
+ },
273
+ {
274
+ "epoch": 6.4,
275
+ "grad_norm": 0.7972265481948853,
276
+ "learning_rate": 4.802e-05,
277
+ "loss": 0.0772,
278
+ "step": 1600
279
+ },
280
+ {
281
+ "epoch": 6.8,
282
+ "grad_norm": 0.3585108816623688,
283
+ "learning_rate": 4.6019999999999996e-05,
284
+ "loss": 0.0807,
285
+ "step": 1700
286
+ },
287
+ {
288
+ "epoch": 7.0,
289
+ "eval_clientelism_accuracy": 0.958,
290
+ "eval_clientelism_f1": 0.9577585137187777,
291
+ "eval_discipline_among_poor_accuracy": 0.975,
292
+ "eval_discipline_among_poor_f1": 0.971781799325901,
293
+ "eval_economic_policy_accuracy": 0.956,
294
+ "eval_economic_policy_f1": 0.9557906532443933,
295
+ "eval_loss": 0.21778357028961182,
296
+ "eval_marcos_duterte_alliance_accuracy": 0.943,
297
+ "eval_marcos_duterte_alliance_f1": 0.9390520768523928,
298
+ "eval_overall_accuracy": 0.944125,
299
+ "eval_overall_f1": 0.9430430452377716,
300
+ "eval_populism_accuracy": 0.896,
301
+ "eval_populism_f1": 0.8965240997880721,
302
+ "eval_regionalism_accuracy": 0.976,
303
+ "eval_regionalism_f1": 0.9767772036474163,
304
+ "eval_runtime": 2.595,
305
+ "eval_samples_per_second": 770.723,
306
+ "eval_security_accuracy": 0.958,
307
+ "eval_security_f1": 0.9564593665202331,
308
+ "eval_steps_per_second": 48.17,
309
+ "eval_uniteam_positive_campaign_accuracy": 0.891,
310
+ "eval_uniteam_positive_campaign_f1": 0.8902006488049865,
311
+ "step": 1750
312
+ },
313
+ {
314
+ "epoch": 7.2,
315
+ "grad_norm": 0.7936118245124817,
316
+ "learning_rate": 4.4019999999999995e-05,
317
+ "loss": 0.0752,
318
+ "step": 1800
319
+ },
320
+ {
321
+ "epoch": 7.6,
322
+ "grad_norm": 0.2954353392124176,
323
+ "learning_rate": 4.202e-05,
324
+ "loss": 0.0714,
325
+ "step": 1900
326
+ },
327
+ {
328
+ "epoch": 8.0,
329
+ "grad_norm": 0.5929129719734192,
330
+ "learning_rate": 4.002e-05,
331
+ "loss": 0.071,
332
+ "step": 2000
333
+ },
334
+ {
335
+ "epoch": 8.0,
336
+ "eval_clientelism_accuracy": 0.9535,
337
+ "eval_clientelism_f1": 0.952441181376579,
338
+ "eval_discipline_among_poor_accuracy": 0.9745,
339
+ "eval_discipline_among_poor_f1": 0.9726047914356801,
340
+ "eval_economic_policy_accuracy": 0.9435,
341
+ "eval_economic_policy_f1": 0.9453628401930372,
342
+ "eval_loss": 0.21929675340652466,
343
+ "eval_marcos_duterte_alliance_accuracy": 0.943,
344
+ "eval_marcos_duterte_alliance_f1": 0.9388068577707327,
345
+ "eval_overall_accuracy": 0.9436249999999999,
346
+ "eval_overall_f1": 0.9425832315535503,
347
+ "eval_populism_accuracy": 0.899,
348
+ "eval_populism_f1": 0.8995435034828391,
349
+ "eval_regionalism_accuracy": 0.977,
350
+ "eval_regionalism_f1": 0.9770867062760642,
351
+ "eval_runtime": 2.493,
352
+ "eval_samples_per_second": 802.235,
353
+ "eval_security_accuracy": 0.9575,
354
+ "eval_security_f1": 0.9556415858575453,
355
+ "eval_steps_per_second": 50.14,
356
+ "eval_uniteam_positive_campaign_accuracy": 0.901,
357
+ "eval_uniteam_positive_campaign_f1": 0.8991783860359243,
358
+ "step": 2000
359
+ },
360
+ {
361
+ "epoch": 8.4,
362
+ "grad_norm": 0.4447404146194458,
363
+ "learning_rate": 3.802e-05,
364
+ "loss": 0.0616,
365
+ "step": 2100
366
+ },
367
+ {
368
+ "epoch": 8.8,
369
+ "grad_norm": 0.39211761951446533,
370
+ "learning_rate": 3.602e-05,
371
+ "loss": 0.0693,
372
+ "step": 2200
373
+ },
374
+ {
375
+ "epoch": 9.0,
376
+ "eval_clientelism_accuracy": 0.958,
377
+ "eval_clientelism_f1": 0.957105904748938,
378
+ "eval_discipline_among_poor_accuracy": 0.9785,
379
+ "eval_discipline_among_poor_f1": 0.9773531263588138,
380
+ "eval_economic_policy_accuracy": 0.951,
381
+ "eval_economic_policy_f1": 0.9509720234228722,
382
+ "eval_loss": 0.21626845002174377,
383
+ "eval_marcos_duterte_alliance_accuracy": 0.9455,
384
+ "eval_marcos_duterte_alliance_f1": 0.9416068528650894,
385
+ "eval_overall_accuracy": 0.9459375,
386
+ "eval_overall_f1": 0.9450279807406782,
387
+ "eval_populism_accuracy": 0.902,
388
+ "eval_populism_f1": 0.9021359237102168,
389
+ "eval_regionalism_accuracy": 0.974,
390
+ "eval_regionalism_f1": 0.9753236573916574,
391
+ "eval_runtime": 2.4843,
392
+ "eval_samples_per_second": 805.051,
393
+ "eval_security_accuracy": 0.9615,
394
+ "eval_security_f1": 0.9597705408739439,
395
+ "eval_steps_per_second": 50.316,
396
+ "eval_uniteam_positive_campaign_accuracy": 0.897,
397
+ "eval_uniteam_positive_campaign_f1": 0.8959558165538937,
398
+ "step": 2250
399
+ },
400
+ {
401
+ "epoch": 9.2,
402
+ "grad_norm": 0.5591642260551453,
403
+ "learning_rate": 3.4019999999999996e-05,
404
+ "loss": 0.0623,
405
+ "step": 2300
406
+ },
407
+ {
408
+ "epoch": 9.6,
409
+ "grad_norm": 0.4177260100841522,
410
+ "learning_rate": 3.2019999999999995e-05,
411
+ "loss": 0.0588,
412
+ "step": 2400
413
+ },
414
+ {
415
+ "epoch": 10.0,
416
+ "grad_norm": 0.8693036437034607,
417
+ "learning_rate": 3.002e-05,
418
+ "loss": 0.0606,
419
+ "step": 2500
420
+ },
421
+ {
422
+ "epoch": 10.0,
423
+ "eval_clientelism_accuracy": 0.9605,
424
+ "eval_clientelism_f1": 0.9603504262996453,
425
+ "eval_discipline_among_poor_accuracy": 0.9765,
426
+ "eval_discipline_among_poor_f1": 0.9762530751112274,
427
+ "eval_economic_policy_accuracy": 0.957,
428
+ "eval_economic_policy_f1": 0.9564019426358078,
429
+ "eval_loss": 0.21640221774578094,
430
+ "eval_marcos_duterte_alliance_accuracy": 0.9455,
431
+ "eval_marcos_duterte_alliance_f1": 0.9433211812884128,
432
+ "eval_overall_accuracy": 0.948125,
433
+ "eval_overall_f1": 0.9477064194848004,
434
+ "eval_populism_accuracy": 0.9155,
435
+ "eval_populism_f1": 0.9151152936442024,
436
+ "eval_regionalism_accuracy": 0.9725,
437
+ "eval_regionalism_f1": 0.9741529252788246,
438
+ "eval_runtime": 2.6293,
439
+ "eval_samples_per_second": 760.654,
440
+ "eval_security_accuracy": 0.9605,
441
+ "eval_security_f1": 0.9588887320671159,
442
+ "eval_steps_per_second": 47.541,
443
+ "eval_uniteam_positive_campaign_accuracy": 0.897,
444
+ "eval_uniteam_positive_campaign_f1": 0.8971677795531677,
445
+ "step": 2500
446
+ }
447
+ ],
448
+ "logging_steps": 100,
449
+ "max_steps": 4000,
450
+ "num_input_tokens_seen": 0,
451
+ "num_train_epochs": 16,
452
+ "save_steps": 500,
453
+ "stateful_callbacks": {
454
+ "EarlyStoppingCallback": {
455
+ "args": {
456
+ "early_stopping_patience": 2,
457
+ "early_stopping_threshold": 0.0
458
+ },
459
+ "attributes": {
460
+ "early_stopping_patience_counter": 0
461
+ }
462
+ },
463
+ "TrainerControl": {
464
+ "args": {
465
+ "should_epoch_stop": false,
466
+ "should_evaluate": false,
467
+ "should_log": false,
468
+ "should_save": true,
469
+ "should_training_stop": false
470
+ },
471
+ "attributes": {}
472
+ }
473
+ },
474
+ "total_flos": 2.1054554112e+16,
475
+ "train_batch_size": 16,
476
+ "trial_name": null,
477
+ "trial_params": {
478
+ "gradient_accumulation_steps": 2,
479
+ "learning_rate": 7e-05,
480
+ "num_train_epochs": 16
481
+ }
482
+ }
run-1/checkpoint-2500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:242093e864aa968f85e32cc08fbf0d46ecaaf3b4ae1ccefbe829d0a78153bce9
3
+ size 5368
run-1/checkpoint-2750/config.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_dropout": null,
7
+ "gradient_checkpointing": false,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11",
24
+ "12": "LABEL_12",
25
+ "13": "LABEL_13",
26
+ "14": "LABEL_14",
27
+ "15": "LABEL_15",
28
+ "16": "LABEL_16",
29
+ "17": "LABEL_17",
30
+ "18": "LABEL_18",
31
+ "19": "LABEL_19",
32
+ "20": "LABEL_20",
33
+ "21": "LABEL_21",
34
+ "22": "LABEL_22",
35
+ "23": "LABEL_23",
36
+ "24": "LABEL_24",
37
+ "25": "LABEL_25",
38
+ "26": "LABEL_26",
39
+ "27": "LABEL_27",
40
+ "28": "LABEL_28",
41
+ "29": "LABEL_29",
42
+ "30": "LABEL_30",
43
+ "31": "LABEL_31"
44
+ },
45
+ "initializer_range": 0.02,
46
+ "intermediate_size": 3072,
47
+ "label2id": {
48
+ "LABEL_0": 0,
49
+ "LABEL_1": 1,
50
+ "LABEL_10": 10,
51
+ "LABEL_11": 11,
52
+ "LABEL_12": 12,
53
+ "LABEL_13": 13,
54
+ "LABEL_14": 14,
55
+ "LABEL_15": 15,
56
+ "LABEL_16": 16,
57
+ "LABEL_17": 17,
58
+ "LABEL_18": 18,
59
+ "LABEL_19": 19,
60
+ "LABEL_2": 2,
61
+ "LABEL_20": 20,
62
+ "LABEL_21": 21,
63
+ "LABEL_22": 22,
64
+ "LABEL_23": 23,
65
+ "LABEL_24": 24,
66
+ "LABEL_25": 25,
67
+ "LABEL_26": 26,
68
+ "LABEL_27": 27,
69
+ "LABEL_28": 28,
70
+ "LABEL_29": 29,
71
+ "LABEL_3": 3,
72
+ "LABEL_30": 30,
73
+ "LABEL_31": 31,
74
+ "LABEL_4": 4,
75
+ "LABEL_5": 5,
76
+ "LABEL_6": 6,
77
+ "LABEL_7": 7,
78
+ "LABEL_8": 8,
79
+ "LABEL_9": 9
80
+ },
81
+ "layer_norm_eps": 1e-12,
82
+ "max_position_embeddings": 512,
83
+ "model_type": "bert",
84
+ "num_attention_heads": 12,
85
+ "num_hidden_layers": 12,
86
+ "pad_token_id": 0,
87
+ "position_embedding_type": "absolute",
88
+ "torch_dtype": "float32",
89
+ "transformers_version": "4.52.4",
90
+ "type_vocab_size": 2,
91
+ "use_cache": true,
92
+ "vocab_size": 30522
93
+ }
run-1/checkpoint-2750/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc7f4d0a2e77d774aaacd8210f089ff12ea4e6212f35c28f1c03f71d9312263
3
+ size 438050928
run-1/checkpoint-2750/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2fb1966a597e69e8ab1d773812ef3e5b3b7c0040b3b8315910e6b59f66b669f
3
+ size 876222970
run-1/checkpoint-2750/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7617aaa57af794826825220e52cb034a37d9d4585357a03c92b3f3e6cf28db
3
+ size 14244
run-1/checkpoint-2750/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8daedc726fd69c99b226ae61f66c7b58a120e790a5d2460cb09b7474b393268
3
+ size 988
run-1/checkpoint-2750/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ccf88f0c0a533ac353313f232255d6d403d6cd76cb3092c9cce78866c25bb5
3
+ size 1064
run-1/checkpoint-2750/trainer_state.json ADDED
@@ -0,0 +1,522 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2500,
3
+ "best_metric": 0.9477064194848004,
4
+ "best_model_checkpoint": "./results/run-1/checkpoint-2500",
5
+ "epoch": 11.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2750,
8
+ "is_hyper_param_search": true,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.4,
14
+ "grad_norm": 2.2372634410858154,
15
+ "learning_rate": 1.386e-05,
16
+ "loss": 1.6196,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.8,
21
+ "grad_norm": 1.8478903770446777,
22
+ "learning_rate": 2.7859999999999998e-05,
23
+ "loss": 0.6614,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_clientelism_accuracy": 0.892,
29
+ "eval_clientelism_f1": 0.8863746119538058,
30
+ "eval_discipline_among_poor_accuracy": 0.9655,
31
+ "eval_discipline_among_poor_f1": 0.9576399746758272,
32
+ "eval_economic_policy_accuracy": 0.8645,
33
+ "eval_economic_policy_f1": 0.8491439650565535,
34
+ "eval_loss": 0.4812721610069275,
35
+ "eval_marcos_duterte_alliance_accuracy": 0.8435,
36
+ "eval_marcos_duterte_alliance_f1": 0.8372167355558567,
37
+ "eval_overall_accuracy": 0.8363125,
38
+ "eval_overall_f1": 0.8101538870990168,
39
+ "eval_populism_accuracy": 0.63,
40
+ "eval_populism_f1": 0.5504519653535573,
41
+ "eval_regionalism_accuracy": 0.964,
42
+ "eval_regionalism_f1": 0.9491734238530157,
43
+ "eval_runtime": 2.5732,
44
+ "eval_samples_per_second": 777.23,
45
+ "eval_security_accuracy": 0.834,
46
+ "eval_security_f1": 0.8091472896076669,
47
+ "eval_steps_per_second": 48.577,
48
+ "eval_uniteam_positive_campaign_accuracy": 0.697,
49
+ "eval_uniteam_positive_campaign_f1": 0.6420831307358515,
50
+ "step": 250
51
+ },
52
+ {
53
+ "epoch": 1.2,
54
+ "grad_norm": 1.8359496593475342,
55
+ "learning_rate": 4.1859999999999996e-05,
56
+ "loss": 0.4834,
57
+ "step": 300
58
+ },
59
+ {
60
+ "epoch": 1.6,
61
+ "grad_norm": 1.380825161933899,
62
+ "learning_rate": 5.586e-05,
63
+ "loss": 0.3463,
64
+ "step": 400
65
+ },
66
+ {
67
+ "epoch": 2.0,
68
+ "grad_norm": 2.3236398696899414,
69
+ "learning_rate": 6.986e-05,
70
+ "loss": 0.2989,
71
+ "step": 500
72
+ },
73
+ {
74
+ "epoch": 2.0,
75
+ "eval_clientelism_accuracy": 0.946,
76
+ "eval_clientelism_f1": 0.941838625125742,
77
+ "eval_discipline_among_poor_accuracy": 0.974,
78
+ "eval_discipline_among_poor_f1": 0.9706284115481271,
79
+ "eval_economic_policy_accuracy": 0.9355,
80
+ "eval_economic_policy_f1": 0.9330654715266223,
81
+ "eval_loss": 0.2788199186325073,
82
+ "eval_marcos_duterte_alliance_accuracy": 0.8925,
83
+ "eval_marcos_duterte_alliance_f1": 0.8788957018671211,
84
+ "eval_overall_accuracy": 0.915625,
85
+ "eval_overall_f1": 0.9079865106736179,
86
+ "eval_populism_accuracy": 0.796,
87
+ "eval_populism_f1": 0.7821934728859118,
88
+ "eval_regionalism_accuracy": 0.977,
89
+ "eval_regionalism_f1": 0.9747908563458283,
90
+ "eval_runtime": 2.8129,
91
+ "eval_samples_per_second": 711.011,
92
+ "eval_security_accuracy": 0.9395,
93
+ "eval_security_f1": 0.931062119786767,
94
+ "eval_steps_per_second": 44.438,
95
+ "eval_uniteam_positive_campaign_accuracy": 0.8645,
96
+ "eval_uniteam_positive_campaign_f1": 0.8514174263028237,
97
+ "step": 500
98
+ },
99
+ {
100
+ "epoch": 2.4,
101
+ "grad_norm": 1.3678734302520752,
102
+ "learning_rate": 6.802e-05,
103
+ "loss": 0.2198,
104
+ "step": 600
105
+ },
106
+ {
107
+ "epoch": 2.8,
108
+ "grad_norm": 1.0606523752212524,
109
+ "learning_rate": 6.602e-05,
110
+ "loss": 0.1975,
111
+ "step": 700
112
+ },
113
+ {
114
+ "epoch": 3.0,
115
+ "eval_clientelism_accuracy": 0.95,
116
+ "eval_clientelism_f1": 0.9491515545769634,
117
+ "eval_discipline_among_poor_accuracy": 0.9695,
118
+ "eval_discipline_among_poor_f1": 0.9693954727107719,
119
+ "eval_economic_policy_accuracy": 0.947,
120
+ "eval_economic_policy_f1": 0.9465814325798002,
121
+ "eval_loss": 0.23352530598640442,
122
+ "eval_marcos_duterte_alliance_accuracy": 0.9375,
123
+ "eval_marcos_duterte_alliance_f1": 0.9312521772820288,
124
+ "eval_overall_accuracy": 0.936375,
125
+ "eval_overall_f1": 0.9349133547958355,
126
+ "eval_populism_accuracy": 0.872,
127
+ "eval_populism_f1": 0.8725657245100477,
128
+ "eval_regionalism_accuracy": 0.9715,
129
+ "eval_regionalism_f1": 0.9696277343431834,
130
+ "eval_runtime": 2.5009,
131
+ "eval_samples_per_second": 799.706,
132
+ "eval_security_accuracy": 0.951,
133
+ "eval_security_f1": 0.947879085461883,
134
+ "eval_steps_per_second": 49.982,
135
+ "eval_uniteam_positive_campaign_accuracy": 0.8925,
136
+ "eval_uniteam_positive_campaign_f1": 0.8928536569020056,
137
+ "step": 750
138
+ },
139
+ {
140
+ "epoch": 3.2,
141
+ "grad_norm": 0.5631775259971619,
142
+ "learning_rate": 6.402e-05,
143
+ "loss": 0.1632,
144
+ "step": 800
145
+ },
146
+ {
147
+ "epoch": 3.6,
148
+ "grad_norm": 1.5789016485214233,
149
+ "learning_rate": 6.201999999999999e-05,
150
+ "loss": 0.1405,
151
+ "step": 900
152
+ },
153
+ {
154
+ "epoch": 4.0,
155
+ "grad_norm": 1.628326416015625,
156
+ "learning_rate": 6.002e-05,
157
+ "loss": 0.1427,
158
+ "step": 1000
159
+ },
160
+ {
161
+ "epoch": 4.0,
162
+ "eval_clientelism_accuracy": 0.9515,
163
+ "eval_clientelism_f1": 0.95130022575489,
164
+ "eval_discipline_among_poor_accuracy": 0.9735,
165
+ "eval_discipline_among_poor_f1": 0.9737691535821389,
166
+ "eval_economic_policy_accuracy": 0.949,
167
+ "eval_economic_policy_f1": 0.9493090480186112,
168
+ "eval_loss": 0.22425195574760437,
169
+ "eval_marcos_duterte_alliance_accuracy": 0.924,
170
+ "eval_marcos_duterte_alliance_f1": 0.9193936723546597,
171
+ "eval_overall_accuracy": 0.9376249999999999,
172
+ "eval_overall_f1": 0.9369132215243314,
173
+ "eval_populism_accuracy": 0.882,
174
+ "eval_populism_f1": 0.8826688316717977,
175
+ "eval_regionalism_accuracy": 0.9805,
176
+ "eval_regionalism_f1": 0.9801286506948391,
177
+ "eval_runtime": 2.8517,
178
+ "eval_samples_per_second": 701.324,
179
+ "eval_security_accuracy": 0.955,
180
+ "eval_security_f1": 0.9522814827780525,
181
+ "eval_steps_per_second": 43.833,
182
+ "eval_uniteam_positive_campaign_accuracy": 0.8855,
183
+ "eval_uniteam_positive_campaign_f1": 0.8864547073396627,
184
+ "step": 1000
185
+ },
186
+ {
187
+ "epoch": 4.4,
188
+ "grad_norm": 0.8794326782226562,
189
+ "learning_rate": 5.802e-05,
190
+ "loss": 0.1129,
191
+ "step": 1100
192
+ },
193
+ {
194
+ "epoch": 4.8,
195
+ "grad_norm": 0.804222583770752,
196
+ "learning_rate": 5.6019999999999996e-05,
197
+ "loss": 0.1023,
198
+ "step": 1200
199
+ },
200
+ {
201
+ "epoch": 5.0,
202
+ "eval_clientelism_accuracy": 0.96,
203
+ "eval_clientelism_f1": 0.958210916348834,
204
+ "eval_discipline_among_poor_accuracy": 0.9765,
205
+ "eval_discipline_among_poor_f1": 0.9752898512914167,
206
+ "eval_economic_policy_accuracy": 0.9535,
207
+ "eval_economic_policy_f1": 0.9526347765815967,
208
+ "eval_loss": 0.22829380631446838,
209
+ "eval_marcos_duterte_alliance_accuracy": 0.942,
210
+ "eval_marcos_duterte_alliance_f1": 0.9366415689448997,
211
+ "eval_overall_accuracy": 0.941875,
212
+ "eval_overall_f1": 0.9399701538172852,
213
+ "eval_populism_accuracy": 0.883,
214
+ "eval_populism_f1": 0.8826454285009631,
215
+ "eval_regionalism_accuracy": 0.9805,
216
+ "eval_regionalism_f1": 0.980187925045278,
217
+ "eval_runtime": 2.5862,
218
+ "eval_samples_per_second": 773.334,
219
+ "eval_security_accuracy": 0.9505,
220
+ "eval_security_f1": 0.9462473491776053,
221
+ "eval_steps_per_second": 48.333,
222
+ "eval_uniteam_positive_campaign_accuracy": 0.889,
223
+ "eval_uniteam_positive_campaign_f1": 0.887903414647688,
224
+ "step": 1250
225
+ },
226
+ {
227
+ "epoch": 5.2,
228
+ "grad_norm": 0.769500732421875,
229
+ "learning_rate": 5.4019999999999994e-05,
230
+ "loss": 0.0997,
231
+ "step": 1300
232
+ },
233
+ {
234
+ "epoch": 5.6,
235
+ "grad_norm": 0.7145203351974487,
236
+ "learning_rate": 5.201999999999999e-05,
237
+ "loss": 0.0928,
238
+ "step": 1400
239
+ },
240
+ {
241
+ "epoch": 6.0,
242
+ "grad_norm": 0.8358604907989502,
243
+ "learning_rate": 5.001999999999999e-05,
244
+ "loss": 0.0891,
245
+ "step": 1500
246
+ },
247
+ {
248
+ "epoch": 6.0,
249
+ "eval_clientelism_accuracy": 0.9515,
250
+ "eval_clientelism_f1": 0.9517254191470955,
251
+ "eval_discipline_among_poor_accuracy": 0.9765,
252
+ "eval_discipline_among_poor_f1": 0.9760095455236357,
253
+ "eval_economic_policy_accuracy": 0.9465,
254
+ "eval_economic_policy_f1": 0.9465005612943667,
255
+ "eval_loss": 0.2191319763660431,
256
+ "eval_marcos_duterte_alliance_accuracy": 0.9325,
257
+ "eval_marcos_duterte_alliance_f1": 0.9295883821998048,
258
+ "eval_overall_accuracy": 0.9431875000000001,
259
+ "eval_overall_f1": 0.9426103137304117,
260
+ "eval_populism_accuracy": 0.901,
261
+ "eval_populism_f1": 0.9012613789256861,
262
+ "eval_regionalism_accuracy": 0.978,
263
+ "eval_regionalism_f1": 0.9779275260584468,
264
+ "eval_runtime": 2.6284,
265
+ "eval_samples_per_second": 760.917,
266
+ "eval_security_accuracy": 0.9605,
267
+ "eval_security_f1": 0.9577730574414528,
268
+ "eval_steps_per_second": 47.557,
269
+ "eval_uniteam_positive_campaign_accuracy": 0.899,
270
+ "eval_uniteam_positive_campaign_f1": 0.9000966392528056,
271
+ "step": 1500
272
+ },
273
+ {
274
+ "epoch": 6.4,
275
+ "grad_norm": 0.7972265481948853,
276
+ "learning_rate": 4.802e-05,
277
+ "loss": 0.0772,
278
+ "step": 1600
279
+ },
280
+ {
281
+ "epoch": 6.8,
282
+ "grad_norm": 0.3585108816623688,
283
+ "learning_rate": 4.6019999999999996e-05,
284
+ "loss": 0.0807,
285
+ "step": 1700
286
+ },
287
+ {
288
+ "epoch": 7.0,
289
+ "eval_clientelism_accuracy": 0.958,
290
+ "eval_clientelism_f1": 0.9577585137187777,
291
+ "eval_discipline_among_poor_accuracy": 0.975,
292
+ "eval_discipline_among_poor_f1": 0.971781799325901,
293
+ "eval_economic_policy_accuracy": 0.956,
294
+ "eval_economic_policy_f1": 0.9557906532443933,
295
+ "eval_loss": 0.21778357028961182,
296
+ "eval_marcos_duterte_alliance_accuracy": 0.943,
297
+ "eval_marcos_duterte_alliance_f1": 0.9390520768523928,
298
+ "eval_overall_accuracy": 0.944125,
299
+ "eval_overall_f1": 0.9430430452377716,
300
+ "eval_populism_accuracy": 0.896,
301
+ "eval_populism_f1": 0.8965240997880721,
302
+ "eval_regionalism_accuracy": 0.976,
303
+ "eval_regionalism_f1": 0.9767772036474163,
304
+ "eval_runtime": 2.595,
305
+ "eval_samples_per_second": 770.723,
306
+ "eval_security_accuracy": 0.958,
307
+ "eval_security_f1": 0.9564593665202331,
308
+ "eval_steps_per_second": 48.17,
309
+ "eval_uniteam_positive_campaign_accuracy": 0.891,
310
+ "eval_uniteam_positive_campaign_f1": 0.8902006488049865,
311
+ "step": 1750
312
+ },
313
+ {
314
+ "epoch": 7.2,
315
+ "grad_norm": 0.7936118245124817,
316
+ "learning_rate": 4.4019999999999995e-05,
317
+ "loss": 0.0752,
318
+ "step": 1800
319
+ },
320
+ {
321
+ "epoch": 7.6,
322
+ "grad_norm": 0.2954353392124176,
323
+ "learning_rate": 4.202e-05,
324
+ "loss": 0.0714,
325
+ "step": 1900
326
+ },
327
+ {
328
+ "epoch": 8.0,
329
+ "grad_norm": 0.5929129719734192,
330
+ "learning_rate": 4.002e-05,
331
+ "loss": 0.071,
332
+ "step": 2000
333
+ },
334
+ {
335
+ "epoch": 8.0,
336
+ "eval_clientelism_accuracy": 0.9535,
337
+ "eval_clientelism_f1": 0.952441181376579,
338
+ "eval_discipline_among_poor_accuracy": 0.9745,
339
+ "eval_discipline_among_poor_f1": 0.9726047914356801,
340
+ "eval_economic_policy_accuracy": 0.9435,
341
+ "eval_economic_policy_f1": 0.9453628401930372,
342
+ "eval_loss": 0.21929675340652466,
343
+ "eval_marcos_duterte_alliance_accuracy": 0.943,
344
+ "eval_marcos_duterte_alliance_f1": 0.9388068577707327,
345
+ "eval_overall_accuracy": 0.9436249999999999,
346
+ "eval_overall_f1": 0.9425832315535503,
347
+ "eval_populism_accuracy": 0.899,
348
+ "eval_populism_f1": 0.8995435034828391,
349
+ "eval_regionalism_accuracy": 0.977,
350
+ "eval_regionalism_f1": 0.9770867062760642,
351
+ "eval_runtime": 2.493,
352
+ "eval_samples_per_second": 802.235,
353
+ "eval_security_accuracy": 0.9575,
354
+ "eval_security_f1": 0.9556415858575453,
355
+ "eval_steps_per_second": 50.14,
356
+ "eval_uniteam_positive_campaign_accuracy": 0.901,
357
+ "eval_uniteam_positive_campaign_f1": 0.8991783860359243,
358
+ "step": 2000
359
+ },
360
+ {
361
+ "epoch": 8.4,
362
+ "grad_norm": 0.4447404146194458,
363
+ "learning_rate": 3.802e-05,
364
+ "loss": 0.0616,
365
+ "step": 2100
366
+ },
367
+ {
368
+ "epoch": 8.8,
369
+ "grad_norm": 0.39211761951446533,
370
+ "learning_rate": 3.602e-05,
371
+ "loss": 0.0693,
372
+ "step": 2200
373
+ },
374
+ {
375
+ "epoch": 9.0,
376
+ "eval_clientelism_accuracy": 0.958,
377
+ "eval_clientelism_f1": 0.957105904748938,
378
+ "eval_discipline_among_poor_accuracy": 0.9785,
379
+ "eval_discipline_among_poor_f1": 0.9773531263588138,
380
+ "eval_economic_policy_accuracy": 0.951,
381
+ "eval_economic_policy_f1": 0.9509720234228722,
382
+ "eval_loss": 0.21626845002174377,
383
+ "eval_marcos_duterte_alliance_accuracy": 0.9455,
384
+ "eval_marcos_duterte_alliance_f1": 0.9416068528650894,
385
+ "eval_overall_accuracy": 0.9459375,
386
+ "eval_overall_f1": 0.9450279807406782,
387
+ "eval_populism_accuracy": 0.902,
388
+ "eval_populism_f1": 0.9021359237102168,
389
+ "eval_regionalism_accuracy": 0.974,
390
+ "eval_regionalism_f1": 0.9753236573916574,
391
+ "eval_runtime": 2.4843,
392
+ "eval_samples_per_second": 805.051,
393
+ "eval_security_accuracy": 0.9615,
394
+ "eval_security_f1": 0.9597705408739439,
395
+ "eval_steps_per_second": 50.316,
396
+ "eval_uniteam_positive_campaign_accuracy": 0.897,
397
+ "eval_uniteam_positive_campaign_f1": 0.8959558165538937,
398
+ "step": 2250
399
+ },
400
+ {
401
+ "epoch": 9.2,
402
+ "grad_norm": 0.5591642260551453,
403
+ "learning_rate": 3.4019999999999996e-05,
404
+ "loss": 0.0623,
405
+ "step": 2300
406
+ },
407
+ {
408
+ "epoch": 9.6,
409
+ "grad_norm": 0.4177260100841522,
410
+ "learning_rate": 3.2019999999999995e-05,
411
+ "loss": 0.0588,
412
+ "step": 2400
413
+ },
414
+ {
415
+ "epoch": 10.0,
416
+ "grad_norm": 0.8693036437034607,
417
+ "learning_rate": 3.002e-05,
418
+ "loss": 0.0606,
419
+ "step": 2500
420
+ },
421
+ {
422
+ "epoch": 10.0,
423
+ "eval_clientelism_accuracy": 0.9605,
424
+ "eval_clientelism_f1": 0.9603504262996453,
425
+ "eval_discipline_among_poor_accuracy": 0.9765,
426
+ "eval_discipline_among_poor_f1": 0.9762530751112274,
427
+ "eval_economic_policy_accuracy": 0.957,
428
+ "eval_economic_policy_f1": 0.9564019426358078,
429
+ "eval_loss": 0.21640221774578094,
430
+ "eval_marcos_duterte_alliance_accuracy": 0.9455,
431
+ "eval_marcos_duterte_alliance_f1": 0.9433211812884128,
432
+ "eval_overall_accuracy": 0.948125,
433
+ "eval_overall_f1": 0.9477064194848004,
434
+ "eval_populism_accuracy": 0.9155,
435
+ "eval_populism_f1": 0.9151152936442024,
436
+ "eval_regionalism_accuracy": 0.9725,
437
+ "eval_regionalism_f1": 0.9741529252788246,
438
+ "eval_runtime": 2.6293,
439
+ "eval_samples_per_second": 760.654,
440
+ "eval_security_accuracy": 0.9605,
441
+ "eval_security_f1": 0.9588887320671159,
442
+ "eval_steps_per_second": 47.541,
443
+ "eval_uniteam_positive_campaign_accuracy": 0.897,
444
+ "eval_uniteam_positive_campaign_f1": 0.8971677795531677,
445
+ "step": 2500
446
+ },
447
+ {
448
+ "epoch": 10.4,
449
+ "grad_norm": 0.42068055272102356,
450
+ "learning_rate": 2.802e-05,
451
+ "loss": 0.0628,
452
+ "step": 2600
453
+ },
454
+ {
455
+ "epoch": 10.8,
456
+ "grad_norm": 0.28624483942985535,
457
+ "learning_rate": 2.6019999999999998e-05,
458
+ "loss": 0.0527,
459
+ "step": 2700
460
+ },
461
+ {
462
+ "epoch": 11.0,
463
+ "eval_clientelism_accuracy": 0.958,
464
+ "eval_clientelism_f1": 0.9576030811210906,
465
+ "eval_discipline_among_poor_accuracy": 0.98,
466
+ "eval_discipline_among_poor_f1": 0.9785540360363385,
467
+ "eval_economic_policy_accuracy": 0.9545,
468
+ "eval_economic_policy_f1": 0.9550460192423118,
469
+ "eval_loss": 0.20743654668331146,
470
+ "eval_marcos_duterte_alliance_accuracy": 0.9445,
471
+ "eval_marcos_duterte_alliance_f1": 0.941415550432392,
472
+ "eval_overall_accuracy": 0.9475,
473
+ "eval_overall_f1": 0.946568924577263,
474
+ "eval_populism_accuracy": 0.905,
475
+ "eval_populism_f1": 0.9051610707097159,
476
+ "eval_regionalism_accuracy": 0.9795,
477
+ "eval_regionalism_f1": 0.9792857694408784,
478
+ "eval_runtime": 2.5839,
479
+ "eval_samples_per_second": 774.034,
480
+ "eval_security_accuracy": 0.9595,
481
+ "eval_security_f1": 0.957638162256351,
482
+ "eval_steps_per_second": 48.377,
483
+ "eval_uniteam_positive_campaign_accuracy": 0.899,
484
+ "eval_uniteam_positive_campaign_f1": 0.8978477073790266,
485
+ "step": 2750
486
+ }
487
+ ],
488
+ "logging_steps": 100,
489
+ "max_steps": 4000,
490
+ "num_input_tokens_seen": 0,
491
+ "num_train_epochs": 16,
492
+ "save_steps": 500,
493
+ "stateful_callbacks": {
494
+ "EarlyStoppingCallback": {
495
+ "args": {
496
+ "early_stopping_patience": 2,
497
+ "early_stopping_threshold": 0.0
498
+ },
499
+ "attributes": {
500
+ "early_stopping_patience_counter": 1
501
+ }
502
+ },
503
+ "TrainerControl": {
504
+ "args": {
505
+ "should_epoch_stop": false,
506
+ "should_evaluate": false,
507
+ "should_log": false,
508
+ "should_save": true,
509
+ "should_training_stop": false
510
+ },
511
+ "attributes": {}
512
+ }
513
+ },
514
+ "total_flos": 2.273891844096e+16,
515
+ "train_batch_size": 16,
516
+ "trial_name": null,
517
+ "trial_params": {
518
+ "gradient_accumulation_steps": 2,
519
+ "learning_rate": 7e-05,
520
+ "num_train_epochs": 16
521
+ }
522
+ }
run-1/checkpoint-2750/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:242093e864aa968f85e32cc08fbf0d46ecaaf3b4ae1ccefbe829d0a78153bce9
3
+ size 5368
run-1/checkpoint-3000/config.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_dropout": null,
7
+ "gradient_checkpointing": false,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11",
24
+ "12": "LABEL_12",
25
+ "13": "LABEL_13",
26
+ "14": "LABEL_14",
27
+ "15": "LABEL_15",
28
+ "16": "LABEL_16",
29
+ "17": "LABEL_17",
30
+ "18": "LABEL_18",
31
+ "19": "LABEL_19",
32
+ "20": "LABEL_20",
33
+ "21": "LABEL_21",
34
+ "22": "LABEL_22",
35
+ "23": "LABEL_23",
36
+ "24": "LABEL_24",
37
+ "25": "LABEL_25",
38
+ "26": "LABEL_26",
39
+ "27": "LABEL_27",
40
+ "28": "LABEL_28",
41
+ "29": "LABEL_29",
42
+ "30": "LABEL_30",
43
+ "31": "LABEL_31"
44
+ },
45
+ "initializer_range": 0.02,
46
+ "intermediate_size": 3072,
47
+ "label2id": {
48
+ "LABEL_0": 0,
49
+ "LABEL_1": 1,
50
+ "LABEL_10": 10,
51
+ "LABEL_11": 11,
52
+ "LABEL_12": 12,
53
+ "LABEL_13": 13,
54
+ "LABEL_14": 14,
55
+ "LABEL_15": 15,
56
+ "LABEL_16": 16,
57
+ "LABEL_17": 17,
58
+ "LABEL_18": 18,
59
+ "LABEL_19": 19,
60
+ "LABEL_2": 2,
61
+ "LABEL_20": 20,
62
+ "LABEL_21": 21,
63
+ "LABEL_22": 22,
64
+ "LABEL_23": 23,
65
+ "LABEL_24": 24,
66
+ "LABEL_25": 25,
67
+ "LABEL_26": 26,
68
+ "LABEL_27": 27,
69
+ "LABEL_28": 28,
70
+ "LABEL_29": 29,
71
+ "LABEL_3": 3,
72
+ "LABEL_30": 30,
73
+ "LABEL_31": 31,
74
+ "LABEL_4": 4,
75
+ "LABEL_5": 5,
76
+ "LABEL_6": 6,
77
+ "LABEL_7": 7,
78
+ "LABEL_8": 8,
79
+ "LABEL_9": 9
80
+ },
81
+ "layer_norm_eps": 1e-12,
82
+ "max_position_embeddings": 512,
83
+ "model_type": "bert",
84
+ "num_attention_heads": 12,
85
+ "num_hidden_layers": 12,
86
+ "pad_token_id": 0,
87
+ "position_embedding_type": "absolute",
88
+ "torch_dtype": "float32",
89
+ "transformers_version": "4.52.4",
90
+ "type_vocab_size": 2,
91
+ "use_cache": true,
92
+ "vocab_size": 30522
93
+ }
run-1/checkpoint-3000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:334b31483c1e7590013e465970e9bc7932bfd648035c895f6ba2cffe3cf689c0
3
+ size 438050928
run-1/checkpoint-3000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e575b87db7b8b3e9d3abb6016f452129c99e89b2caf0b946d86ca17cd333b377
3
+ size 876222970
run-1/checkpoint-3000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bd1c7f9855301e3ac2ac1a97b4441215cde187d641c4df06acc49ba00673f7e
3
+ size 14244
run-1/checkpoint-3000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21aba8ed0f38ed1c04994c10a9ca7e9925e55ef2ed51283c43ff8e2cce78585f
3
+ size 988
run-1/checkpoint-3000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47a6d4784c09c0f80400ed505eecbb20485169ea3369bdcc99a32ccd8c965d8
3
+ size 1064
run-1/checkpoint-3000/trainer_state.json ADDED
@@ -0,0 +1,569 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2500,
3
+ "best_metric": 0.9477064194848004,
4
+ "best_model_checkpoint": "./results/run-1/checkpoint-2500",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3000,
8
+ "is_hyper_param_search": true,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.4,
14
+ "grad_norm": 2.2372634410858154,
15
+ "learning_rate": 1.386e-05,
16
+ "loss": 1.6196,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.8,
21
+ "grad_norm": 1.8478903770446777,
22
+ "learning_rate": 2.7859999999999998e-05,
23
+ "loss": 0.6614,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_clientelism_accuracy": 0.892,
29
+ "eval_clientelism_f1": 0.8863746119538058,
30
+ "eval_discipline_among_poor_accuracy": 0.9655,
31
+ "eval_discipline_among_poor_f1": 0.9576399746758272,
32
+ "eval_economic_policy_accuracy": 0.8645,
33
+ "eval_economic_policy_f1": 0.8491439650565535,
34
+ "eval_loss": 0.4812721610069275,
35
+ "eval_marcos_duterte_alliance_accuracy": 0.8435,
36
+ "eval_marcos_duterte_alliance_f1": 0.8372167355558567,
37
+ "eval_overall_accuracy": 0.8363125,
38
+ "eval_overall_f1": 0.8101538870990168,
39
+ "eval_populism_accuracy": 0.63,
40
+ "eval_populism_f1": 0.5504519653535573,
41
+ "eval_regionalism_accuracy": 0.964,
42
+ "eval_regionalism_f1": 0.9491734238530157,
43
+ "eval_runtime": 2.5732,
44
+ "eval_samples_per_second": 777.23,
45
+ "eval_security_accuracy": 0.834,
46
+ "eval_security_f1": 0.8091472896076669,
47
+ "eval_steps_per_second": 48.577,
48
+ "eval_uniteam_positive_campaign_accuracy": 0.697,
49
+ "eval_uniteam_positive_campaign_f1": 0.6420831307358515,
50
+ "step": 250
51
+ },
52
+ {
53
+ "epoch": 1.2,
54
+ "grad_norm": 1.8359496593475342,
55
+ "learning_rate": 4.1859999999999996e-05,
56
+ "loss": 0.4834,
57
+ "step": 300
58
+ },
59
+ {
60
+ "epoch": 1.6,
61
+ "grad_norm": 1.380825161933899,
62
+ "learning_rate": 5.586e-05,
63
+ "loss": 0.3463,
64
+ "step": 400
65
+ },
66
+ {
67
+ "epoch": 2.0,
68
+ "grad_norm": 2.3236398696899414,
69
+ "learning_rate": 6.986e-05,
70
+ "loss": 0.2989,
71
+ "step": 500
72
+ },
73
+ {
74
+ "epoch": 2.0,
75
+ "eval_clientelism_accuracy": 0.946,
76
+ "eval_clientelism_f1": 0.941838625125742,
77
+ "eval_discipline_among_poor_accuracy": 0.974,
78
+ "eval_discipline_among_poor_f1": 0.9706284115481271,
79
+ "eval_economic_policy_accuracy": 0.9355,
80
+ "eval_economic_policy_f1": 0.9330654715266223,
81
+ "eval_loss": 0.2788199186325073,
82
+ "eval_marcos_duterte_alliance_accuracy": 0.8925,
83
+ "eval_marcos_duterte_alliance_f1": 0.8788957018671211,
84
+ "eval_overall_accuracy": 0.915625,
85
+ "eval_overall_f1": 0.9079865106736179,
86
+ "eval_populism_accuracy": 0.796,
87
+ "eval_populism_f1": 0.7821934728859118,
88
+ "eval_regionalism_accuracy": 0.977,
89
+ "eval_regionalism_f1": 0.9747908563458283,
90
+ "eval_runtime": 2.8129,
91
+ "eval_samples_per_second": 711.011,
92
+ "eval_security_accuracy": 0.9395,
93
+ "eval_security_f1": 0.931062119786767,
94
+ "eval_steps_per_second": 44.438,
95
+ "eval_uniteam_positive_campaign_accuracy": 0.8645,
96
+ "eval_uniteam_positive_campaign_f1": 0.8514174263028237,
97
+ "step": 500
98
+ },
99
+ {
100
+ "epoch": 2.4,
101
+ "grad_norm": 1.3678734302520752,
102
+ "learning_rate": 6.802e-05,
103
+ "loss": 0.2198,
104
+ "step": 600
105
+ },
106
+ {
107
+ "epoch": 2.8,
108
+ "grad_norm": 1.0606523752212524,
109
+ "learning_rate": 6.602e-05,
110
+ "loss": 0.1975,
111
+ "step": 700
112
+ },
113
+ {
114
+ "epoch": 3.0,
115
+ "eval_clientelism_accuracy": 0.95,
116
+ "eval_clientelism_f1": 0.9491515545769634,
117
+ "eval_discipline_among_poor_accuracy": 0.9695,
118
+ "eval_discipline_among_poor_f1": 0.9693954727107719,
119
+ "eval_economic_policy_accuracy": 0.947,
120
+ "eval_economic_policy_f1": 0.9465814325798002,
121
+ "eval_loss": 0.23352530598640442,
122
+ "eval_marcos_duterte_alliance_accuracy": 0.9375,
123
+ "eval_marcos_duterte_alliance_f1": 0.9312521772820288,
124
+ "eval_overall_accuracy": 0.936375,
125
+ "eval_overall_f1": 0.9349133547958355,
126
+ "eval_populism_accuracy": 0.872,
127
+ "eval_populism_f1": 0.8725657245100477,
128
+ "eval_regionalism_accuracy": 0.9715,
129
+ "eval_regionalism_f1": 0.9696277343431834,
130
+ "eval_runtime": 2.5009,
131
+ "eval_samples_per_second": 799.706,
132
+ "eval_security_accuracy": 0.951,
133
+ "eval_security_f1": 0.947879085461883,
134
+ "eval_steps_per_second": 49.982,
135
+ "eval_uniteam_positive_campaign_accuracy": 0.8925,
136
+ "eval_uniteam_positive_campaign_f1": 0.8928536569020056,
137
+ "step": 750
138
+ },
139
+ {
140
+ "epoch": 3.2,
141
+ "grad_norm": 0.5631775259971619,
142
+ "learning_rate": 6.402e-05,
143
+ "loss": 0.1632,
144
+ "step": 800
145
+ },
146
+ {
147
+ "epoch": 3.6,
148
+ "grad_norm": 1.5789016485214233,
149
+ "learning_rate": 6.201999999999999e-05,
150
+ "loss": 0.1405,
151
+ "step": 900
152
+ },
153
+ {
154
+ "epoch": 4.0,
155
+ "grad_norm": 1.628326416015625,
156
+ "learning_rate": 6.002e-05,
157
+ "loss": 0.1427,
158
+ "step": 1000
159
+ },
160
+ {
161
+ "epoch": 4.0,
162
+ "eval_clientelism_accuracy": 0.9515,
163
+ "eval_clientelism_f1": 0.95130022575489,
164
+ "eval_discipline_among_poor_accuracy": 0.9735,
165
+ "eval_discipline_among_poor_f1": 0.9737691535821389,
166
+ "eval_economic_policy_accuracy": 0.949,
167
+ "eval_economic_policy_f1": 0.9493090480186112,
168
+ "eval_loss": 0.22425195574760437,
169
+ "eval_marcos_duterte_alliance_accuracy": 0.924,
170
+ "eval_marcos_duterte_alliance_f1": 0.9193936723546597,
171
+ "eval_overall_accuracy": 0.9376249999999999,
172
+ "eval_overall_f1": 0.9369132215243314,
173
+ "eval_populism_accuracy": 0.882,
174
+ "eval_populism_f1": 0.8826688316717977,
175
+ "eval_regionalism_accuracy": 0.9805,
176
+ "eval_regionalism_f1": 0.9801286506948391,
177
+ "eval_runtime": 2.8517,
178
+ "eval_samples_per_second": 701.324,
179
+ "eval_security_accuracy": 0.955,
180
+ "eval_security_f1": 0.9522814827780525,
181
+ "eval_steps_per_second": 43.833,
182
+ "eval_uniteam_positive_campaign_accuracy": 0.8855,
183
+ "eval_uniteam_positive_campaign_f1": 0.8864547073396627,
184
+ "step": 1000
185
+ },
186
+ {
187
+ "epoch": 4.4,
188
+ "grad_norm": 0.8794326782226562,
189
+ "learning_rate": 5.802e-05,
190
+ "loss": 0.1129,
191
+ "step": 1100
192
+ },
193
+ {
194
+ "epoch": 4.8,
195
+ "grad_norm": 0.804222583770752,
196
+ "learning_rate": 5.6019999999999996e-05,
197
+ "loss": 0.1023,
198
+ "step": 1200
199
+ },
200
+ {
201
+ "epoch": 5.0,
202
+ "eval_clientelism_accuracy": 0.96,
203
+ "eval_clientelism_f1": 0.958210916348834,
204
+ "eval_discipline_among_poor_accuracy": 0.9765,
205
+ "eval_discipline_among_poor_f1": 0.9752898512914167,
206
+ "eval_economic_policy_accuracy": 0.9535,
207
+ "eval_economic_policy_f1": 0.9526347765815967,
208
+ "eval_loss": 0.22829380631446838,
209
+ "eval_marcos_duterte_alliance_accuracy": 0.942,
210
+ "eval_marcos_duterte_alliance_f1": 0.9366415689448997,
211
+ "eval_overall_accuracy": 0.941875,
212
+ "eval_overall_f1": 0.9399701538172852,
213
+ "eval_populism_accuracy": 0.883,
214
+ "eval_populism_f1": 0.8826454285009631,
215
+ "eval_regionalism_accuracy": 0.9805,
216
+ "eval_regionalism_f1": 0.980187925045278,
217
+ "eval_runtime": 2.5862,
218
+ "eval_samples_per_second": 773.334,
219
+ "eval_security_accuracy": 0.9505,
220
+ "eval_security_f1": 0.9462473491776053,
221
+ "eval_steps_per_second": 48.333,
222
+ "eval_uniteam_positive_campaign_accuracy": 0.889,
223
+ "eval_uniteam_positive_campaign_f1": 0.887903414647688,
224
+ "step": 1250
225
+ },
226
+ {
227
+ "epoch": 5.2,
228
+ "grad_norm": 0.769500732421875,
229
+ "learning_rate": 5.4019999999999994e-05,
230
+ "loss": 0.0997,
231
+ "step": 1300
232
+ },
233
+ {
234
+ "epoch": 5.6,
235
+ "grad_norm": 0.7145203351974487,
236
+ "learning_rate": 5.201999999999999e-05,
237
+ "loss": 0.0928,
238
+ "step": 1400
239
+ },
240
+ {
241
+ "epoch": 6.0,
242
+ "grad_norm": 0.8358604907989502,
243
+ "learning_rate": 5.001999999999999e-05,
244
+ "loss": 0.0891,
245
+ "step": 1500
246
+ },
247
+ {
248
+ "epoch": 6.0,
249
+ "eval_clientelism_accuracy": 0.9515,
250
+ "eval_clientelism_f1": 0.9517254191470955,
251
+ "eval_discipline_among_poor_accuracy": 0.9765,
252
+ "eval_discipline_among_poor_f1": 0.9760095455236357,
253
+ "eval_economic_policy_accuracy": 0.9465,
254
+ "eval_economic_policy_f1": 0.9465005612943667,
255
+ "eval_loss": 0.2191319763660431,
256
+ "eval_marcos_duterte_alliance_accuracy": 0.9325,
257
+ "eval_marcos_duterte_alliance_f1": 0.9295883821998048,
258
+ "eval_overall_accuracy": 0.9431875000000001,
259
+ "eval_overall_f1": 0.9426103137304117,
260
+ "eval_populism_accuracy": 0.901,
261
+ "eval_populism_f1": 0.9012613789256861,
262
+ "eval_regionalism_accuracy": 0.978,
263
+ "eval_regionalism_f1": 0.9779275260584468,
264
+ "eval_runtime": 2.6284,
265
+ "eval_samples_per_second": 760.917,
266
+ "eval_security_accuracy": 0.9605,
267
+ "eval_security_f1": 0.9577730574414528,
268
+ "eval_steps_per_second": 47.557,
269
+ "eval_uniteam_positive_campaign_accuracy": 0.899,
270
+ "eval_uniteam_positive_campaign_f1": 0.9000966392528056,
271
+ "step": 1500
272
+ },
273
+ {
274
+ "epoch": 6.4,
275
+ "grad_norm": 0.7972265481948853,
276
+ "learning_rate": 4.802e-05,
277
+ "loss": 0.0772,
278
+ "step": 1600
279
+ },
280
+ {
281
+ "epoch": 6.8,
282
+ "grad_norm": 0.3585108816623688,
283
+ "learning_rate": 4.6019999999999996e-05,
284
+ "loss": 0.0807,
285
+ "step": 1700
286
+ },
287
+ {
288
+ "epoch": 7.0,
289
+ "eval_clientelism_accuracy": 0.958,
290
+ "eval_clientelism_f1": 0.9577585137187777,
291
+ "eval_discipline_among_poor_accuracy": 0.975,
292
+ "eval_discipline_among_poor_f1": 0.971781799325901,
293
+ "eval_economic_policy_accuracy": 0.956,
294
+ "eval_economic_policy_f1": 0.9557906532443933,
295
+ "eval_loss": 0.21778357028961182,
296
+ "eval_marcos_duterte_alliance_accuracy": 0.943,
297
+ "eval_marcos_duterte_alliance_f1": 0.9390520768523928,
298
+ "eval_overall_accuracy": 0.944125,
299
+ "eval_overall_f1": 0.9430430452377716,
300
+ "eval_populism_accuracy": 0.896,
301
+ "eval_populism_f1": 0.8965240997880721,
302
+ "eval_regionalism_accuracy": 0.976,
303
+ "eval_regionalism_f1": 0.9767772036474163,
304
+ "eval_runtime": 2.595,
305
+ "eval_samples_per_second": 770.723,
306
+ "eval_security_accuracy": 0.958,
307
+ "eval_security_f1": 0.9564593665202331,
308
+ "eval_steps_per_second": 48.17,
309
+ "eval_uniteam_positive_campaign_accuracy": 0.891,
310
+ "eval_uniteam_positive_campaign_f1": 0.8902006488049865,
311
+ "step": 1750
312
+ },
313
+ {
314
+ "epoch": 7.2,
315
+ "grad_norm": 0.7936118245124817,
316
+ "learning_rate": 4.4019999999999995e-05,
317
+ "loss": 0.0752,
318
+ "step": 1800
319
+ },
320
+ {
321
+ "epoch": 7.6,
322
+ "grad_norm": 0.2954353392124176,
323
+ "learning_rate": 4.202e-05,
324
+ "loss": 0.0714,
325
+ "step": 1900
326
+ },
327
+ {
328
+ "epoch": 8.0,
329
+ "grad_norm": 0.5929129719734192,
330
+ "learning_rate": 4.002e-05,
331
+ "loss": 0.071,
332
+ "step": 2000
333
+ },
334
+ {
335
+ "epoch": 8.0,
336
+ "eval_clientelism_accuracy": 0.9535,
337
+ "eval_clientelism_f1": 0.952441181376579,
338
+ "eval_discipline_among_poor_accuracy": 0.9745,
339
+ "eval_discipline_among_poor_f1": 0.9726047914356801,
340
+ "eval_economic_policy_accuracy": 0.9435,
341
+ "eval_economic_policy_f1": 0.9453628401930372,
342
+ "eval_loss": 0.21929675340652466,
343
+ "eval_marcos_duterte_alliance_accuracy": 0.943,
344
+ "eval_marcos_duterte_alliance_f1": 0.9388068577707327,
345
+ "eval_overall_accuracy": 0.9436249999999999,
346
+ "eval_overall_f1": 0.9425832315535503,
347
+ "eval_populism_accuracy": 0.899,
348
+ "eval_populism_f1": 0.8995435034828391,
349
+ "eval_regionalism_accuracy": 0.977,
350
+ "eval_regionalism_f1": 0.9770867062760642,
351
+ "eval_runtime": 2.493,
352
+ "eval_samples_per_second": 802.235,
353
+ "eval_security_accuracy": 0.9575,
354
+ "eval_security_f1": 0.9556415858575453,
355
+ "eval_steps_per_second": 50.14,
356
+ "eval_uniteam_positive_campaign_accuracy": 0.901,
357
+ "eval_uniteam_positive_campaign_f1": 0.8991783860359243,
358
+ "step": 2000
359
+ },
360
+ {
361
+ "epoch": 8.4,
362
+ "grad_norm": 0.4447404146194458,
363
+ "learning_rate": 3.802e-05,
364
+ "loss": 0.0616,
365
+ "step": 2100
366
+ },
367
+ {
368
+ "epoch": 8.8,
369
+ "grad_norm": 0.39211761951446533,
370
+ "learning_rate": 3.602e-05,
371
+ "loss": 0.0693,
372
+ "step": 2200
373
+ },
374
+ {
375
+ "epoch": 9.0,
376
+ "eval_clientelism_accuracy": 0.958,
377
+ "eval_clientelism_f1": 0.957105904748938,
378
+ "eval_discipline_among_poor_accuracy": 0.9785,
379
+ "eval_discipline_among_poor_f1": 0.9773531263588138,
380
+ "eval_economic_policy_accuracy": 0.951,
381
+ "eval_economic_policy_f1": 0.9509720234228722,
382
+ "eval_loss": 0.21626845002174377,
383
+ "eval_marcos_duterte_alliance_accuracy": 0.9455,
384
+ "eval_marcos_duterte_alliance_f1": 0.9416068528650894,
385
+ "eval_overall_accuracy": 0.9459375,
386
+ "eval_overall_f1": 0.9450279807406782,
387
+ "eval_populism_accuracy": 0.902,
388
+ "eval_populism_f1": 0.9021359237102168,
389
+ "eval_regionalism_accuracy": 0.974,
390
+ "eval_regionalism_f1": 0.9753236573916574,
391
+ "eval_runtime": 2.4843,
392
+ "eval_samples_per_second": 805.051,
393
+ "eval_security_accuracy": 0.9615,
394
+ "eval_security_f1": 0.9597705408739439,
395
+ "eval_steps_per_second": 50.316,
396
+ "eval_uniteam_positive_campaign_accuracy": 0.897,
397
+ "eval_uniteam_positive_campaign_f1": 0.8959558165538937,
398
+ "step": 2250
399
+ },
400
+ {
401
+ "epoch": 9.2,
402
+ "grad_norm": 0.5591642260551453,
403
+ "learning_rate": 3.4019999999999996e-05,
404
+ "loss": 0.0623,
405
+ "step": 2300
406
+ },
407
+ {
408
+ "epoch": 9.6,
409
+ "grad_norm": 0.4177260100841522,
410
+ "learning_rate": 3.2019999999999995e-05,
411
+ "loss": 0.0588,
412
+ "step": 2400
413
+ },
414
+ {
415
+ "epoch": 10.0,
416
+ "grad_norm": 0.8693036437034607,
417
+ "learning_rate": 3.002e-05,
418
+ "loss": 0.0606,
419
+ "step": 2500
420
+ },
421
+ {
422
+ "epoch": 10.0,
423
+ "eval_clientelism_accuracy": 0.9605,
424
+ "eval_clientelism_f1": 0.9603504262996453,
425
+ "eval_discipline_among_poor_accuracy": 0.9765,
426
+ "eval_discipline_among_poor_f1": 0.9762530751112274,
427
+ "eval_economic_policy_accuracy": 0.957,
428
+ "eval_economic_policy_f1": 0.9564019426358078,
429
+ "eval_loss": 0.21640221774578094,
430
+ "eval_marcos_duterte_alliance_accuracy": 0.9455,
431
+ "eval_marcos_duterte_alliance_f1": 0.9433211812884128,
432
+ "eval_overall_accuracy": 0.948125,
433
+ "eval_overall_f1": 0.9477064194848004,
434
+ "eval_populism_accuracy": 0.9155,
435
+ "eval_populism_f1": 0.9151152936442024,
436
+ "eval_regionalism_accuracy": 0.9725,
437
+ "eval_regionalism_f1": 0.9741529252788246,
438
+ "eval_runtime": 2.6293,
439
+ "eval_samples_per_second": 760.654,
440
+ "eval_security_accuracy": 0.9605,
441
+ "eval_security_f1": 0.9588887320671159,
442
+ "eval_steps_per_second": 47.541,
443
+ "eval_uniteam_positive_campaign_accuracy": 0.897,
444
+ "eval_uniteam_positive_campaign_f1": 0.8971677795531677,
445
+ "step": 2500
446
+ },
447
+ {
448
+ "epoch": 10.4,
449
+ "grad_norm": 0.42068055272102356,
450
+ "learning_rate": 2.802e-05,
451
+ "loss": 0.0628,
452
+ "step": 2600
453
+ },
454
+ {
455
+ "epoch": 10.8,
456
+ "grad_norm": 0.28624483942985535,
457
+ "learning_rate": 2.6019999999999998e-05,
458
+ "loss": 0.0527,
459
+ "step": 2700
460
+ },
461
+ {
462
+ "epoch": 11.0,
463
+ "eval_clientelism_accuracy": 0.958,
464
+ "eval_clientelism_f1": 0.9576030811210906,
465
+ "eval_discipline_among_poor_accuracy": 0.98,
466
+ "eval_discipline_among_poor_f1": 0.9785540360363385,
467
+ "eval_economic_policy_accuracy": 0.9545,
468
+ "eval_economic_policy_f1": 0.9550460192423118,
469
+ "eval_loss": 0.20743654668331146,
470
+ "eval_marcos_duterte_alliance_accuracy": 0.9445,
471
+ "eval_marcos_duterte_alliance_f1": 0.941415550432392,
472
+ "eval_overall_accuracy": 0.9475,
473
+ "eval_overall_f1": 0.946568924577263,
474
+ "eval_populism_accuracy": 0.905,
475
+ "eval_populism_f1": 0.9051610707097159,
476
+ "eval_regionalism_accuracy": 0.9795,
477
+ "eval_regionalism_f1": 0.9792857694408784,
478
+ "eval_runtime": 2.5839,
479
+ "eval_samples_per_second": 774.034,
480
+ "eval_security_accuracy": 0.9595,
481
+ "eval_security_f1": 0.957638162256351,
482
+ "eval_steps_per_second": 48.377,
483
+ "eval_uniteam_positive_campaign_accuracy": 0.899,
484
+ "eval_uniteam_positive_campaign_f1": 0.8978477073790266,
485
+ "step": 2750
486
+ },
487
+ {
488
+ "epoch": 11.2,
489
+ "grad_norm": 0.40618646144866943,
490
+ "learning_rate": 2.4019999999999997e-05,
491
+ "loss": 0.0568,
492
+ "step": 2800
493
+ },
494
+ {
495
+ "epoch": 11.6,
496
+ "grad_norm": 0.6115118861198425,
497
+ "learning_rate": 2.2019999999999996e-05,
498
+ "loss": 0.0531,
499
+ "step": 2900
500
+ },
501
+ {
502
+ "epoch": 12.0,
503
+ "grad_norm": 0.2798173427581787,
504
+ "learning_rate": 2.0019999999999998e-05,
505
+ "loss": 0.0545,
506
+ "step": 3000
507
+ },
508
+ {
509
+ "epoch": 12.0,
510
+ "eval_clientelism_accuracy": 0.958,
511
+ "eval_clientelism_f1": 0.9579539190303281,
512
+ "eval_discipline_among_poor_accuracy": 0.977,
513
+ "eval_discipline_among_poor_f1": 0.976453707015404,
514
+ "eval_economic_policy_accuracy": 0.953,
515
+ "eval_economic_policy_f1": 0.9533773932525144,
516
+ "eval_loss": 0.212405264377594,
517
+ "eval_marcos_duterte_alliance_accuracy": 0.9425,
518
+ "eval_marcos_duterte_alliance_f1": 0.9395434339202003,
519
+ "eval_overall_accuracy": 0.9473125,
520
+ "eval_overall_f1": 0.9466996366167216,
521
+ "eval_populism_accuracy": 0.8995,
522
+ "eval_populism_f1": 0.8997686711797396,
523
+ "eval_regionalism_accuracy": 0.978,
524
+ "eval_regionalism_f1": 0.9776403471766028,
525
+ "eval_runtime": 2.4841,
526
+ "eval_samples_per_second": 805.123,
527
+ "eval_security_accuracy": 0.964,
528
+ "eval_security_f1": 0.9623794422488087,
529
+ "eval_steps_per_second": 50.32,
530
+ "eval_uniteam_positive_campaign_accuracy": 0.9065,
531
+ "eval_uniteam_positive_campaign_f1": 0.9064801791101759,
532
+ "step": 3000
533
+ }
534
+ ],
535
+ "logging_steps": 100,
536
+ "max_steps": 4000,
537
+ "num_input_tokens_seen": 0,
538
+ "num_train_epochs": 16,
539
+ "save_steps": 500,
540
+ "stateful_callbacks": {
541
+ "EarlyStoppingCallback": {
542
+ "args": {
543
+ "early_stopping_patience": 2,
544
+ "early_stopping_threshold": 0.0
545
+ },
546
+ "attributes": {
547
+ "early_stopping_patience_counter": 2
548
+ }
549
+ },
550
+ "TrainerControl": {
551
+ "args": {
552
+ "should_epoch_stop": false,
553
+ "should_evaluate": false,
554
+ "should_log": false,
555
+ "should_save": true,
556
+ "should_training_stop": true
557
+ },
558
+ "attributes": {}
559
+ }
560
+ },
561
+ "total_flos": 2.52654649344e+16,
562
+ "train_batch_size": 16,
563
+ "trial_name": null,
564
+ "trial_params": {
565
+ "gradient_accumulation_steps": 2,
566
+ "learning_rate": 7e-05,
567
+ "num_train_epochs": 16
568
+ }
569
+ }
run-1/checkpoint-3000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:242093e864aa968f85e32cc08fbf0d46ecaaf3b4ae1ccefbe829d0a78153bce9
3
+ size 5368
run-2/checkpoint-250/config.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_dropout": null,
7
+ "gradient_checkpointing": false,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11",
24
+ "12": "LABEL_12",
25
+ "13": "LABEL_13",
26
+ "14": "LABEL_14",
27
+ "15": "LABEL_15",
28
+ "16": "LABEL_16",
29
+ "17": "LABEL_17",
30
+ "18": "LABEL_18",
31
+ "19": "LABEL_19",
32
+ "20": "LABEL_20",
33
+ "21": "LABEL_21",
34
+ "22": "LABEL_22",
35
+ "23": "LABEL_23",
36
+ "24": "LABEL_24",
37
+ "25": "LABEL_25",
38
+ "26": "LABEL_26",
39
+ "27": "LABEL_27",
40
+ "28": "LABEL_28",
41
+ "29": "LABEL_29",
42
+ "30": "LABEL_30",
43
+ "31": "LABEL_31"
44
+ },
45
+ "initializer_range": 0.02,
46
+ "intermediate_size": 3072,
47
+ "label2id": {
48
+ "LABEL_0": 0,
49
+ "LABEL_1": 1,
50
+ "LABEL_10": 10,
51
+ "LABEL_11": 11,
52
+ "LABEL_12": 12,
53
+ "LABEL_13": 13,
54
+ "LABEL_14": 14,
55
+ "LABEL_15": 15,
56
+ "LABEL_16": 16,
57
+ "LABEL_17": 17,
58
+ "LABEL_18": 18,
59
+ "LABEL_19": 19,
60
+ "LABEL_2": 2,
61
+ "LABEL_20": 20,
62
+ "LABEL_21": 21,
63
+ "LABEL_22": 22,
64
+ "LABEL_23": 23,
65
+ "LABEL_24": 24,
66
+ "LABEL_25": 25,
67
+ "LABEL_26": 26,
68
+ "LABEL_27": 27,
69
+ "LABEL_28": 28,
70
+ "LABEL_29": 29,
71
+ "LABEL_3": 3,
72
+ "LABEL_30": 30,
73
+ "LABEL_31": 31,
74
+ "LABEL_4": 4,
75
+ "LABEL_5": 5,
76
+ "LABEL_6": 6,
77
+ "LABEL_7": 7,
78
+ "LABEL_8": 8,
79
+ "LABEL_9": 9
80
+ },
81
+ "layer_norm_eps": 1e-12,
82
+ "max_position_embeddings": 512,
83
+ "model_type": "bert",
84
+ "num_attention_heads": 12,
85
+ "num_hidden_layers": 12,
86
+ "pad_token_id": 0,
87
+ "position_embedding_type": "absolute",
88
+ "torch_dtype": "float32",
89
+ "transformers_version": "4.52.4",
90
+ "type_vocab_size": 2,
91
+ "use_cache": true,
92
+ "vocab_size": 30522
93
+ }
run-2/checkpoint-250/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58fbf83a5dfd0f1b72fd9a4dffb486738a2a0c7aeb0a909d8c62224393145608
3
+ size 438050928
run-2/checkpoint-250/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5f74db12fff6ef8d2cae848b965178ed22cd5b09732b63c0c04095ebb3d9c5
3
+ size 876222970
run-2/checkpoint-250/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:799803ad7ab7f8698f94ca574007f727508e835fc64b1230bf7233244f9b79ed
3
+ size 14244
run-2/checkpoint-250/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccec82ecb1db9fee8431a9924525ac42c65eba373a478c5528e653b68744a6a9
3
+ size 988
run-2/checkpoint-250/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b485be78cb685d4243d740ccc1343f868273aee2b966cb129d251580bf8de0
3
+ size 1064
run-2/checkpoint-250/trainer_state.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 250,
3
+ "best_metric": 0.8147702755950403,
4
+ "best_model_checkpoint": "./results/run-2/checkpoint-250",
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 250,
8
+ "is_hyper_param_search": true,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.4,
14
+ "grad_norm": 1.9651439189910889,
15
+ "learning_rate": 1.386e-05,
16
+ "loss": 1.62,
17
+ "step": 100
18
+ },
19
+ {
20
+ "epoch": 0.8,
21
+ "grad_norm": 1.7124375104904175,
22
+ "learning_rate": 2.7859999999999998e-05,
23
+ "loss": 0.6715,
24
+ "step": 200
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_clientelism_accuracy": 0.906,
29
+ "eval_clientelism_f1": 0.897770957127279,
30
+ "eval_discipline_among_poor_accuracy": 0.968,
31
+ "eval_discipline_among_poor_f1": 0.9615640823822642,
32
+ "eval_economic_policy_accuracy": 0.875,
33
+ "eval_economic_policy_f1": 0.860741831908876,
34
+ "eval_loss": 0.47158536314964294,
35
+ "eval_marcos_duterte_alliance_accuracy": 0.846,
36
+ "eval_marcos_duterte_alliance_f1": 0.839269429776376,
37
+ "eval_overall_accuracy": 0.8419375,
38
+ "eval_overall_f1": 0.8147702755950403,
39
+ "eval_populism_accuracy": 0.645,
40
+ "eval_populism_f1": 0.5639441230465639,
41
+ "eval_regionalism_accuracy": 0.963,
42
+ "eval_regionalism_f1": 0.9482946255564284,
43
+ "eval_runtime": 2.5786,
44
+ "eval_samples_per_second": 775.6,
45
+ "eval_security_accuracy": 0.8275,
46
+ "eval_security_f1": 0.8006718398296887,
47
+ "eval_steps_per_second": 48.475,
48
+ "eval_uniteam_positive_campaign_accuracy": 0.705,
49
+ "eval_uniteam_positive_campaign_f1": 0.645905315132846,
50
+ "step": 250
51
+ }
52
+ ],
53
+ "logging_steps": 100,
54
+ "max_steps": 1250,
55
+ "num_input_tokens_seen": 0,
56
+ "num_train_epochs": 5,
57
+ "save_steps": 500,
58
+ "stateful_callbacks": {
59
+ "EarlyStoppingCallback": {
60
+ "args": {
61
+ "early_stopping_patience": 2,
62
+ "early_stopping_threshold": 0.0
63
+ },
64
+ "attributes": {
65
+ "early_stopping_patience_counter": 0
66
+ }
67
+ },
68
+ "TrainerControl": {
69
+ "args": {
70
+ "should_epoch_stop": false,
71
+ "should_evaluate": false,
72
+ "should_log": false,
73
+ "should_save": true,
74
+ "should_training_stop": false
75
+ },
76
+ "attributes": {}
77
+ }
78
+ },
79
+ "total_flos": 1684364328960000.0,
80
+ "train_batch_size": 16,
81
+ "trial_name": null,
82
+ "trial_params": {
83
+ "gradient_accumulation_steps": 2,
84
+ "learning_rate": 7e-05,
85
+ "num_train_epochs": 5
86
+ }
87
+ }
run-2/checkpoint-250/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00db87b530f828066f2ef5374605ff7c067cf8bcaf6d07e1ad2162b4b005b6c2
3
+ size 5368
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:242093e864aa968f85e32cc08fbf0d46ecaaf3b4ae1ccefbe829d0a78153bce9
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00db87b530f828066f2ef5374605ff7c067cf8bcaf6d07e1ad2162b4b005b6c2
3
  size 5368