aixk commited on
Commit
a2e157b
·
1 Parent(s): 9605cbd

prune 1 old checkpoints

Browse files
slots/14/checkpoint-800/config.json DELETED
@@ -1,24 +0,0 @@
1
- {
2
- "architectures": [
3
- "TwinyForCausalLM"
4
- ],
5
- "attention_dropout": 0.0,
6
- "dtype": "float32",
7
- "hidden_dropout": 0.0,
8
- "hidden_size": 768,
9
- "initializer_range": 0.02,
10
- "intermediate_size": 3072,
11
- "max_position_embeddings": 128,
12
- "model_type": "twiny",
13
- "neftune_alpha": 0.0,
14
- "num_attention_heads": 12,
15
- "num_hidden_layers": 2,
16
- "num_key_value_heads": 3,
17
- "qk_norm": true,
18
- "rezero_init": 1.0,
19
- "rms_norm_eps": 1e-06,
20
- "rope_theta": 10000.0,
21
- "transformers_version": "5.0.0",
22
- "use_cache": false,
23
- "vocab_size": 32000
24
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
slots/14/checkpoint-800/trainer_state.json DELETED
@@ -1,321 +0,0 @@
1
- {
2
- "best_global_step": null,
3
- "best_metric": null,
4
- "best_model_checkpoint": null,
5
- "epoch": 0.33497768996244587,
6
- "eval_steps": 500,
7
- "global_step": 800,
8
- "is_hyper_param_search": false,
9
- "is_local_process_zero": true,
10
- "is_world_process_zero": true,
11
- "log_history": [
12
- {
13
- "epoch": 0.00041872211245305734,
14
- "grad_norm": 10.030136108398438,
15
- "learning_rate": 5e-05,
16
- "loss": 5.841762542724609,
17
- "step": 1
18
- },
19
- {
20
- "epoch": 0.008374442249061146,
21
- "grad_norm": 5.866495132446289,
22
- "learning_rate": 4.999949009907666e-05,
23
- "loss": 5.867612738358347,
24
- "step": 20
25
- },
26
- {
27
- "epoch": 0.016748884498122292,
28
- "grad_norm": 5.216481685638428,
29
- "learning_rate": 4.999758461765953e-05,
30
- "loss": 4.15411262512207,
31
- "step": 40
32
- },
33
- {
34
- "epoch": 0.025123326747183438,
35
- "grad_norm": 6.953987121582031,
36
- "learning_rate": 4.9994267784011426e-05,
37
- "loss": 4.011785507202148,
38
- "step": 60
39
- },
40
- {
41
- "epoch": 0.033497768996244584,
42
- "grad_norm": 4.516949653625488,
43
- "learning_rate": 4.99898096966997e-05,
44
- "loss": 3.1792068481445312,
45
- "step": 80
46
- },
47
- {
48
- "epoch": 0.041872211245305734,
49
- "grad_norm": 3.8019609451293945,
50
- "learning_rate": 4.998374133739565e-05,
51
- "loss": 2.522754669189453,
52
- "step": 100
53
- },
54
- {
55
- "epoch": 0.050246653494366876,
56
- "grad_norm": 5.964960098266602,
57
- "learning_rate": 4.997666984880032e-05,
58
- "loss": 2.61822395324707,
59
- "step": 120
60
- },
61
- {
62
- "epoch": 0.058621095743428026,
63
- "grad_norm": 7.101766586303711,
64
- "learning_rate": 4.996785126662353e-05,
65
- "loss": 2.270939826965332,
66
- "step": 140
67
- },
68
- {
69
- "epoch": 0.06699553799248917,
70
- "grad_norm": Infinity,
71
- "learning_rate": 4.9957623010947197e-05,
72
- "loss": 2.5144521713256838,
73
- "step": 160
74
- },
75
- {
76
- "epoch": 0.07536998024155032,
77
- "grad_norm": 7.220345973968506,
78
- "learning_rate": 4.994660098304831e-05,
79
- "loss": 1.8588237762451172,
80
- "step": 180
81
- },
82
- {
83
- "epoch": 0.08374442249061147,
84
- "grad_norm": 6.003475666046143,
85
- "learning_rate": 4.993362559749423e-05,
86
- "loss": 1.7200536727905273,
87
- "step": 200
88
- },
89
- {
90
- "epoch": 0.09211886473967261,
91
- "grad_norm": 4.3898396492004395,
92
- "learning_rate": 4.9919242470806285e-05,
93
- "loss": 1.6007064819335937,
94
- "step": 220
95
- },
96
- {
97
- "epoch": 0.10049330698873375,
98
- "grad_norm": 7.891402244567871,
99
- "learning_rate": 4.990345241504926e-05,
100
- "loss": 1.686399269104004,
101
- "step": 240
102
- },
103
- {
104
- "epoch": 0.10886774923779491,
105
- "grad_norm": 4.834147930145264,
106
- "learning_rate": 4.98862563217225e-05,
107
- "loss": 1.5849987983703613,
108
- "step": 260
109
- },
110
- {
111
- "epoch": 0.11724219148685605,
112
- "grad_norm": 6.573058605194092,
113
- "learning_rate": 4.9867655161709595e-05,
114
- "loss": 1.2507561683654784,
115
- "step": 280
116
- },
117
- {
118
- "epoch": 0.1256166337359172,
119
- "grad_norm": 4.435906410217285,
120
- "learning_rate": 4.984764998522357e-05,
121
- "loss": 1.2326717376708984,
122
- "step": 300
123
- },
124
- {
125
- "epoch": 0.13399107598497834,
126
- "grad_norm": 7.395975112915039,
127
- "learning_rate": 4.9826241921747555e-05,
128
- "loss": 1.0725306510925292,
129
- "step": 320
130
- },
131
- {
132
- "epoch": 0.14236551823403948,
133
- "grad_norm": 5.032779693603516,
134
- "learning_rate": 4.9803432179971055e-05,
135
- "loss": 1.1305528640747071,
136
- "step": 340
137
- },
138
- {
139
- "epoch": 0.15073996048310065,
140
- "grad_norm": 3.498656749725342,
141
- "learning_rate": 4.9779222047721693e-05,
142
- "loss": 0.9479755401611328,
143
- "step": 360
144
- },
145
- {
146
- "epoch": 0.1591144027321618,
147
- "grad_norm": 3.765406608581543,
148
- "learning_rate": 4.9753612891892514e-05,
149
- "loss": 1.0568108558654785,
150
- "step": 380
151
- },
152
- {
153
- "epoch": 0.16748884498122293,
154
- "grad_norm": 2.3319995403289795,
155
- "learning_rate": 4.9726606158364765e-05,
156
- "loss": 0.8229739189147949,
157
- "step": 400
158
- },
159
- {
160
- "epoch": 0.17586328723028408,
161
- "grad_norm": 2.7633609771728516,
162
- "learning_rate": 4.9698203371926305e-05,
163
- "loss": 1.1169703483581543,
164
- "step": 420
165
- },
166
- {
167
- "epoch": 0.18423772947934522,
168
- "grad_norm": 1.538490891456604,
169
- "learning_rate": 4.966840613618552e-05,
170
- "loss": 0.6310766696929931,
171
- "step": 440
172
- },
173
- {
174
- "epoch": 0.19261217172840636,
175
- "grad_norm": 2.1665968894958496,
176
- "learning_rate": 4.963721613348074e-05,
177
- "loss": 0.7030532836914063,
178
- "step": 460
179
- },
180
- {
181
- "epoch": 0.2009866139774675,
182
- "grad_norm": 3.336298942565918,
183
- "learning_rate": 4.960463512478531e-05,
184
- "loss": 0.6872690200805665,
185
- "step": 480
186
- },
187
- {
188
- "epoch": 0.20936105622652867,
189
- "grad_norm": 1.4235879182815552,
190
- "learning_rate": 4.957066494960813e-05,
191
- "loss": 0.6125940799713134,
192
- "step": 500
193
- },
194
- {
195
- "epoch": 0.21773549847558982,
196
- "grad_norm": 1.9882636070251465,
197
- "learning_rate": 4.953530752588979e-05,
198
- "loss": 0.6075277328491211,
199
- "step": 520
200
- },
201
- {
202
- "epoch": 0.22610994072465096,
203
- "grad_norm": 1.0370742082595825,
204
- "learning_rate": 4.949856484989432e-05,
205
- "loss": 0.580018424987793,
206
- "step": 540
207
- },
208
- {
209
- "epoch": 0.2344843829737121,
210
- "grad_norm": 3.1336474418640137,
211
- "learning_rate": 4.946043899609646e-05,
212
- "loss": 0.5082578182220459,
213
- "step": 560
214
- },
215
- {
216
- "epoch": 0.24285882522277324,
217
- "grad_norm": 0.949749231338501,
218
- "learning_rate": 4.9420932117064535e-05,
219
- "loss": 0.566105318069458,
220
- "step": 580
221
- },
222
- {
223
- "epoch": 0.2512332674718344,
224
- "grad_norm": 0.6606722474098206,
225
- "learning_rate": 4.9380046443338905e-05,
226
- "loss": 0.8664509773254394,
227
- "step": 600
228
- },
229
- {
230
- "epoch": 0.25960770972089553,
231
- "grad_norm": 1.1068528890609741,
232
- "learning_rate": 4.933778428330609e-05,
233
- "loss": 0.5340067863464355,
234
- "step": 620
235
- },
236
- {
237
- "epoch": 0.2679821519699567,
238
- "grad_norm": 2.089371681213379,
239
- "learning_rate": 4.929414802306837e-05,
240
- "loss": 0.5366242408752442,
241
- "step": 640
242
- },
243
- {
244
- "epoch": 0.2763565942190178,
245
- "grad_norm": 1.3934422731399536,
246
- "learning_rate": 4.9249140126309104e-05,
247
- "loss": 0.5611209392547607,
248
- "step": 660
249
- },
250
- {
251
- "epoch": 0.28473103646807896,
252
- "grad_norm": 5.413858890533447,
253
- "learning_rate": 4.9202763134153615e-05,
254
- "loss": 0.7518499374389649,
255
- "step": 680
256
- },
257
- {
258
- "epoch": 0.29310547871714016,
259
- "grad_norm": 0.9522236585617065,
260
- "learning_rate": 4.915501966502576e-05,
261
- "loss": 0.4546672344207764,
262
- "step": 700
263
- },
264
- {
265
- "epoch": 0.3014799209662013,
266
- "grad_norm": 1.3774479627609253,
267
- "learning_rate": 4.910591241450002e-05,
268
- "loss": 0.42636690139770506,
269
- "step": 720
270
- },
271
- {
272
- "epoch": 0.30985436321526244,
273
- "grad_norm": 1.3932932615280151,
274
- "learning_rate": 4.905544415514936e-05,
275
- "loss": 0.4602200508117676,
276
- "step": 740
277
- },
278
- {
279
- "epoch": 0.3182288054643236,
280
- "grad_norm": 1.2365144491195679,
281
- "learning_rate": 4.900361773638873e-05,
282
- "loss": 0.4184893608093262,
283
- "step": 760
284
- },
285
- {
286
- "epoch": 0.3266032477133847,
287
- "grad_norm": 0.714484691619873,
288
- "learning_rate": 4.895043608431408e-05,
289
- "loss": 0.35495221614837646,
290
- "step": 780
291
- },
292
- {
293
- "epoch": 0.33497768996244587,
294
- "grad_norm": 1.8215937614440918,
295
- "learning_rate": 4.8895902201537245e-05,
296
- "loss": 0.4053021430969238,
297
- "step": 800
298
- }
299
- ],
300
- "logging_steps": 20,
301
- "max_steps": 8362,
302
- "num_input_tokens_seen": 0,
303
- "num_train_epochs": 4,
304
- "save_steps": 1000000000,
305
- "stateful_callbacks": {
306
- "TrainerControl": {
307
- "args": {
308
- "should_epoch_stop": false,
309
- "should_evaluate": false,
310
- "should_log": false,
311
- "should_save": true,
312
- "should_training_stop": false
313
- },
314
- "attributes": {}
315
- }
316
- },
317
- "total_flos": 2528697581568000.0,
318
- "train_batch_size": 1,
319
- "trial_name": null,
320
- "trial_params": null
321
- }