wangyichen25 commited on
Commit
1d57c02
·
verified ·
1 Parent(s): 37fce3e

Training in progress, step 160, checkpoint

Browse files
checkpoint-160/model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ea52b995f71a9c9a7388417f26782593fa648b7b0c7ca5ed0f993fbf80e18af
3
  size 4961251752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c4ad7350ac97dbb0c72d2446370fcc7d6999cfb11eadd463636edda54370b8e
3
  size 4961251752
checkpoint-160/model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c9ac56d1cd0fc45d72f9c455c5fe1e71290e35f945044d07d60d1542d241d99
3
  size 3639026128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef2fee4b2b6e7c25db692d016928a185513599503a318f4f9cf5d3fd5cd12c17
3
  size 3639026128
checkpoint-160/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43a818fa68a807117507ef6fd7140e934ad388b4dd9c355374103a52cc99108d
3
  size 17201097520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fef80a655e8844251677332115e85ed72bb7ea0334de0e75288302d57f455c9
3
  size 17201097520
checkpoint-160/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:020f60e6178f62137d7c8a15ebd40749ad49ef1a5ef1186fb2e23e0184849cda
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87665757432d9580a07dbb5713df3cd0135d838b4d01a561a78e0a65d87e9feb
3
  size 1465
checkpoint-160/trainer_state.json CHANGED
@@ -2,7 +2,7 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.11068834313386372,
6
  "eval_steps": 10,
7
  "global_step": 160,
8
  "is_hyper_param_search": false,
@@ -10,344 +10,344 @@
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
- "entropy": 2.010164797306061,
14
- "epoch": 0.0069180214458664825,
15
- "grad_norm": 213.0,
16
  "learning_rate": 2.0454545454545457e-06,
17
- "loss": 11.6494,
18
- "mean_token_accuracy": 0.18611789774149656,
19
- "num_tokens": 44798.0,
20
  "step": 10
21
  },
22
  {
23
- "epoch": 0.0069180214458664825,
24
- "eval_entropy": 2.2144161474704744,
25
- "eval_loss": 9.646827697753906,
26
- "eval_mean_token_accuracy": 0.2581794735789299,
27
- "eval_num_tokens": 44798.0,
28
- "eval_runtime": 30.0225,
29
- "eval_samples_per_second": 6.662,
30
- "eval_steps_per_second": 3.331,
31
  "step": 10
32
  },
33
  {
34
- "entropy": 2.8024502843618393,
35
- "epoch": 0.013836042891732965,
36
- "grad_norm": 87.0,
37
  "learning_rate": 4.3181818181818185e-06,
38
- "loss": 7.8303,
39
- "mean_token_accuracy": 0.3611512377858162,
40
- "num_tokens": 89551.0,
41
  "step": 20
42
  },
43
  {
44
- "epoch": 0.013836042891732965,
45
- "eval_entropy": 4.162467215061188,
46
- "eval_loss": 5.341795444488525,
47
- "eval_mean_token_accuracy": 0.5161851558089257,
48
- "eval_num_tokens": 89551.0,
49
- "eval_runtime": 30.0237,
50
- "eval_samples_per_second": 6.661,
51
- "eval_steps_per_second": 3.331,
52
  "step": 20
53
  },
54
  {
55
- "entropy": 5.205361837148667,
56
- "epoch": 0.020754064337599448,
57
- "grad_norm": 45.25,
58
  "learning_rate": 6.590909090909091e-06,
59
- "loss": 3.8722,
60
- "mean_token_accuracy": 0.5812089148908853,
61
- "num_tokens": 134427.0,
62
  "step": 30
63
  },
64
  {
65
- "epoch": 0.020754064337599448,
66
- "eval_entropy": 5.786367483139038,
67
- "eval_loss": 2.314438581466675,
68
- "eval_mean_token_accuracy": 0.7237287980318069,
69
- "eval_num_tokens": 134427.0,
70
- "eval_runtime": 29.9714,
71
- "eval_samples_per_second": 6.673,
72
- "eval_steps_per_second": 3.337,
73
  "step": 30
74
  },
75
  {
76
- "entropy": 4.8913937240839,
77
- "epoch": 0.02767208578346593,
78
- "grad_norm": 47.0,
79
  "learning_rate": 8.863636363636365e-06,
80
- "loss": 1.7587,
81
- "mean_token_accuracy": 0.7653285600244999,
82
- "num_tokens": 179334.0,
83
  "step": 40
84
  },
85
  {
86
- "epoch": 0.02767208578346593,
87
- "eval_entropy": 4.2611740207672115,
88
- "eval_loss": 1.2193154096603394,
89
- "eval_mean_token_accuracy": 0.8546426892280579,
90
- "eval_num_tokens": 179334.0,
91
- "eval_runtime": 30.0206,
92
- "eval_samples_per_second": 6.662,
93
- "eval_steps_per_second": 3.331,
94
  "step": 40
95
  },
96
  {
97
- "entropy": 2.854546858370304,
98
- "epoch": 0.03459010722933241,
99
- "grad_norm": 28.0,
100
- "learning_rate": 9.964336661911556e-06,
101
- "loss": 0.6938,
102
- "mean_token_accuracy": 0.8879799745976925,
103
- "num_tokens": 224191.0,
104
  "step": 50
105
  },
106
  {
107
- "epoch": 0.03459010722933241,
108
- "eval_entropy": 2.2573838114738463,
109
- "eval_loss": 0.31782782077789307,
110
- "eval_mean_token_accuracy": 0.8828409242630005,
111
- "eval_num_tokens": 224191.0,
112
- "eval_runtime": 30.357,
113
- "eval_samples_per_second": 6.588,
114
- "eval_steps_per_second": 3.294,
115
  "step": 50
116
  },
117
  {
118
- "entropy": 2.4331204503774644,
119
- "epoch": 0.041508128675198895,
120
- "grad_norm": 13.6875,
121
- "learning_rate": 9.893009985734665e-06,
122
- "loss": 0.3026,
123
- "mean_token_accuracy": 0.8833079569041729,
124
- "num_tokens": 269084.0,
125
  "step": 60
126
  },
127
  {
128
- "epoch": 0.041508128675198895,
129
- "eval_entropy": 2.460804523229599,
130
- "eval_loss": 0.23251518607139587,
131
- "eval_mean_token_accuracy": 0.8987711769342422,
132
- "eval_num_tokens": 269084.0,
133
- "eval_runtime": 29.9779,
134
- "eval_samples_per_second": 6.672,
135
- "eval_steps_per_second": 3.336,
136
  "step": 60
137
  },
138
  {
139
- "entropy": 2.5201364308595657,
140
- "epoch": 0.048426150121065374,
141
- "grad_norm": 6.6875,
142
- "learning_rate": 9.821683309557775e-06,
143
- "loss": 0.2343,
144
- "mean_token_accuracy": 0.8990107223391532,
145
- "num_tokens": 313857.0,
146
  "step": 70
147
  },
148
  {
149
- "epoch": 0.048426150121065374,
150
- "eval_entropy": 2.1981401789188384,
151
- "eval_loss": 0.2192859798669815,
152
- "eval_mean_token_accuracy": 0.8919178038835526,
153
- "eval_num_tokens": 313857.0,
154
- "eval_runtime": 29.9901,
155
- "eval_samples_per_second": 6.669,
156
- "eval_steps_per_second": 3.334,
157
  "step": 70
158
  },
159
  {
160
- "entropy": 2.003435145318508,
161
- "epoch": 0.05534417156693186,
162
- "grad_norm": 7.28125,
163
- "learning_rate": 9.750356633380886e-06,
164
- "loss": 0.2104,
165
- "mean_token_accuracy": 0.8997310034930706,
166
- "num_tokens": 358622.0,
167
  "step": 80
168
  },
169
  {
170
- "epoch": 0.05534417156693186,
171
- "eval_entropy": 1.9411760997772216,
172
- "eval_loss": 0.19223187863826752,
173
- "eval_mean_token_accuracy": 0.9055801618099213,
174
- "eval_num_tokens": 358622.0,
175
- "eval_runtime": 29.9158,
176
- "eval_samples_per_second": 6.685,
177
- "eval_steps_per_second": 3.343,
178
  "step": 80
179
  },
180
  {
181
- "entropy": 1.8479327753186225,
182
- "epoch": 0.06226219301279834,
183
- "grad_norm": 7.8125,
184
- "learning_rate": 9.679029957203994e-06,
185
- "loss": 0.1831,
186
- "mean_token_accuracy": 0.9064941309392452,
187
- "num_tokens": 403518.0,
188
  "step": 90
189
  },
190
  {
191
- "epoch": 0.06226219301279834,
192
- "eval_entropy": 1.7790459179878235,
193
- "eval_loss": 0.1928865760564804,
194
- "eval_mean_token_accuracy": 0.9028073137998581,
195
- "eval_num_tokens": 403518.0,
196
- "eval_runtime": 30.3798,
197
- "eval_samples_per_second": 6.583,
198
- "eval_steps_per_second": 3.292,
199
  "step": 90
200
  },
201
  {
202
- "entropy": 1.7204390287399292,
203
- "epoch": 0.06918021445866482,
204
- "grad_norm": 7.96875,
205
- "learning_rate": 9.607703281027105e-06,
206
- "loss": 0.177,
207
- "mean_token_accuracy": 0.9128127194941044,
208
- "num_tokens": 448405.0,
209
  "step": 100
210
  },
211
  {
212
- "epoch": 0.06918021445866482,
213
- "eval_entropy": 1.5752793765068054,
214
- "eval_loss": 0.18161609768867493,
215
- "eval_mean_token_accuracy": 0.9143004041910171,
216
- "eval_num_tokens": 448405.0,
217
- "eval_runtime": 29.9547,
218
- "eval_samples_per_second": 6.677,
219
- "eval_steps_per_second": 3.338,
220
  "step": 100
221
  },
222
  {
223
- "entropy": 1.552296456694603,
224
- "epoch": 0.0760982359045313,
225
- "grad_norm": 6.3125,
226
- "learning_rate": 9.536376604850215e-06,
227
- "loss": 0.1842,
228
- "mean_token_accuracy": 0.9075778618454933,
229
- "num_tokens": 493303.0,
230
  "step": 110
231
  },
232
  {
233
- "epoch": 0.0760982359045313,
234
- "eval_entropy": 1.6148131275177002,
235
- "eval_loss": 0.17123353481292725,
236
- "eval_mean_token_accuracy": 0.9093608874082565,
237
- "eval_num_tokens": 493303.0,
238
- "eval_runtime": 29.9443,
239
- "eval_samples_per_second": 6.679,
240
- "eval_steps_per_second": 3.34,
241
  "step": 110
242
  },
243
  {
244
- "entropy": 1.6193801417946816,
245
- "epoch": 0.08301625735039779,
246
- "grad_norm": 4.84375,
247
- "learning_rate": 9.465049928673324e-06,
248
- "loss": 0.1659,
249
- "mean_token_accuracy": 0.9159238807857036,
250
- "num_tokens": 538145.0,
251
  "step": 120
252
  },
253
  {
254
- "epoch": 0.08301625735039779,
255
- "eval_entropy": 1.6491443312168121,
256
- "eval_loss": 0.17252139747142792,
257
- "eval_mean_token_accuracy": 0.9111752665042877,
258
- "eval_num_tokens": 538145.0,
259
- "eval_runtime": 29.8721,
260
- "eval_samples_per_second": 6.695,
261
- "eval_steps_per_second": 3.348,
262
  "step": 120
263
  },
264
  {
265
- "entropy": 1.6986522823572159,
266
- "epoch": 0.08993427879626427,
267
- "grad_norm": 8.9375,
268
- "learning_rate": 9.393723252496435e-06,
269
- "loss": 0.1664,
270
- "mean_token_accuracy": 0.9129465728998184,
271
- "num_tokens": 582842.0,
272
  "step": 130
273
  },
274
  {
275
- "epoch": 0.08993427879626427,
276
- "eval_entropy": 1.5819461178779601,
277
- "eval_loss": 0.17902202904224396,
278
- "eval_mean_token_accuracy": 0.9088064575195313,
279
- "eval_num_tokens": 582842.0,
280
- "eval_runtime": 30.5512,
281
- "eval_samples_per_second": 6.546,
282
- "eval_steps_per_second": 3.273,
283
  "step": 130
284
  },
285
  {
286
- "entropy": 1.596250879764557,
287
- "epoch": 0.09685230024213075,
288
- "grad_norm": 5.59375,
289
- "learning_rate": 9.322396576319545e-06,
290
- "loss": 0.1667,
291
- "mean_token_accuracy": 0.9135975375771522,
292
- "num_tokens": 627786.0,
293
  "step": 140
294
  },
295
  {
296
- "epoch": 0.09685230024213075,
297
- "eval_entropy": 1.610704938173294,
298
- "eval_loss": 0.15418846905231476,
299
- "eval_mean_token_accuracy": 0.9169756805896759,
300
- "eval_num_tokens": 627786.0,
301
- "eval_runtime": 29.9236,
302
- "eval_samples_per_second": 6.684,
303
- "eval_steps_per_second": 3.342,
304
  "step": 140
305
  },
306
  {
307
- "entropy": 1.607175426185131,
308
- "epoch": 0.10377032168799723,
309
- "grad_norm": 8.625,
310
- "learning_rate": 9.251069900142654e-06,
311
- "loss": 0.1533,
312
- "mean_token_accuracy": 0.916562232375145,
313
- "num_tokens": 672605.0,
314
  "step": 150
315
  },
316
  {
317
- "epoch": 0.10377032168799723,
318
- "eval_entropy": 1.534493100643158,
319
- "eval_loss": 0.15147365629673004,
320
- "eval_mean_token_accuracy": 0.9159194993972778,
321
- "eval_num_tokens": 672605.0,
322
- "eval_runtime": 30.0372,
323
- "eval_samples_per_second": 6.658,
324
- "eval_steps_per_second": 3.329,
325
  "step": 150
326
  },
327
  {
328
- "entropy": 1.5524818167090415,
329
- "epoch": 0.11068834313386372,
330
- "grad_norm": 5.4375,
331
- "learning_rate": 9.179743223965764e-06,
332
- "loss": 0.1566,
333
- "mean_token_accuracy": 0.913594288378954,
334
- "num_tokens": 717481.0,
335
  "step": 160
336
  },
337
  {
338
- "epoch": 0.11068834313386372,
339
- "eval_entropy": 1.5741920840740204,
340
- "eval_loss": 0.16948814690113068,
341
- "eval_mean_token_accuracy": 0.9114135545492172,
342
- "eval_num_tokens": 717481.0,
343
- "eval_runtime": 29.891,
344
- "eval_samples_per_second": 6.691,
345
- "eval_steps_per_second": 3.345,
346
  "step": 160
347
  }
348
  ],
349
  "logging_steps": 10,
350
- "max_steps": 1446,
351
  "num_input_tokens_seen": 0,
352
  "num_train_epochs": 1,
353
  "save_steps": 40,
@@ -363,7 +363,7 @@
363
  "attributes": {}
364
  }
365
  },
366
- "total_flos": 1.5791834906496e+16,
367
  "train_batch_size": 2,
368
  "trial_name": null,
369
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.10946720259984606,
6
  "eval_steps": 10,
7
  "global_step": 160,
8
  "is_hyper_param_search": false,
 
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
+ "entropy": 2.0267144709825518,
14
+ "epoch": 0.006841700162490379,
15
+ "grad_norm": 233.0,
16
  "learning_rate": 2.0454545454545457e-06,
17
+ "loss": 11.475,
18
+ "mean_token_accuracy": 0.19283651001751423,
19
+ "num_tokens": 44918.0,
20
  "step": 10
21
  },
22
  {
23
+ "epoch": 0.006841700162490379,
24
+ "eval_entropy": 2.1978431594371797,
25
+ "eval_loss": 9.854133605957031,
26
+ "eval_mean_token_accuracy": 0.24782681614160537,
27
+ "eval_num_tokens": 44918.0,
28
+ "eval_runtime": 29.6063,
29
+ "eval_samples_per_second": 6.755,
30
+ "eval_steps_per_second": 3.378,
31
  "step": 10
32
  },
33
  {
34
+ "entropy": 2.7814523041248322,
35
+ "epoch": 0.013683400324980758,
36
+ "grad_norm": 72.0,
37
  "learning_rate": 4.3181818181818185e-06,
38
+ "loss": 7.8101,
39
+ "mean_token_accuracy": 0.3553792662918568,
40
+ "num_tokens": 89798.0,
41
  "step": 20
42
  },
43
  {
44
+ "epoch": 0.013683400324980758,
45
+ "eval_entropy": 4.193059599399566,
46
+ "eval_loss": 5.401592254638672,
47
+ "eval_mean_token_accuracy": 0.5131221789121628,
48
+ "eval_num_tokens": 89798.0,
49
+ "eval_runtime": 29.4863,
50
+ "eval_samples_per_second": 6.783,
51
+ "eval_steps_per_second": 3.391,
52
  "step": 20
53
  },
54
  {
55
+ "entropy": 5.28521448969841,
56
+ "epoch": 0.020525100487471137,
57
+ "grad_norm": 48.25,
58
  "learning_rate": 6.590909090909091e-06,
59
+ "loss": 3.8489,
60
+ "mean_token_accuracy": 0.57691092453897,
61
+ "num_tokens": 134848.0,
62
  "step": 30
63
  },
64
  {
65
+ "epoch": 0.020525100487471137,
66
+ "eval_entropy": 6.013385376930237,
67
+ "eval_loss": 2.3701281547546387,
68
+ "eval_mean_token_accuracy": 0.7218476647138595,
69
+ "eval_num_tokens": 134848.0,
70
+ "eval_runtime": 30.3106,
71
+ "eval_samples_per_second": 6.598,
72
+ "eval_steps_per_second": 3.299,
73
  "step": 30
74
  },
75
  {
76
+ "entropy": 4.856430059671402,
77
+ "epoch": 0.027366800649961515,
78
+ "grad_norm": 35.75,
79
  "learning_rate": 8.863636363636365e-06,
80
+ "loss": 1.7849,
81
+ "mean_token_accuracy": 0.7600100472569465,
82
+ "num_tokens": 179771.0,
83
  "step": 40
84
  },
85
  {
86
+ "epoch": 0.027366800649961515,
87
+ "eval_entropy": 3.8757058000564575,
88
+ "eval_loss": 1.2098770141601562,
89
+ "eval_mean_token_accuracy": 0.8486587703227997,
90
+ "eval_num_tokens": 179771.0,
91
+ "eval_runtime": 30.1855,
92
+ "eval_samples_per_second": 6.626,
93
+ "eval_steps_per_second": 3.313,
94
  "step": 40
95
  },
96
  {
97
+ "entropy": 2.369047798216343,
98
+ "epoch": 0.03420850081245189,
99
+ "grad_norm": 39.5,
100
+ "learning_rate": 9.964739069111425e-06,
101
+ "loss": 0.6405,
102
+ "mean_token_accuracy": 0.8753940276801586,
103
+ "num_tokens": 224527.0,
104
  "step": 50
105
  },
106
  {
107
+ "epoch": 0.03420850081245189,
108
+ "eval_entropy": 1.5494409036636352,
109
+ "eval_loss": 0.2679590880870819,
110
+ "eval_mean_token_accuracy": 0.8952399933338165,
111
+ "eval_num_tokens": 224527.0,
112
+ "eval_runtime": 31.2875,
113
+ "eval_samples_per_second": 6.392,
114
+ "eval_steps_per_second": 3.196,
115
  "step": 50
116
  },
117
  {
118
+ "entropy": 1.61202352643013,
119
+ "epoch": 0.041050200974942275,
120
+ "grad_norm": 19.25,
121
+ "learning_rate": 9.894217207334274e-06,
122
+ "loss": 0.244,
123
+ "mean_token_accuracy": 0.8936950318515301,
124
+ "num_tokens": 269230.0,
125
  "step": 60
126
  },
127
  {
128
+ "epoch": 0.041050200974942275,
129
+ "eval_entropy": 2.1578941643238068,
130
+ "eval_loss": 0.24808701872825623,
131
+ "eval_mean_token_accuracy": 0.8934747791290283,
132
+ "eval_num_tokens": 269230.0,
133
+ "eval_runtime": 30.4369,
134
+ "eval_samples_per_second": 6.571,
135
+ "eval_steps_per_second": 3.285,
136
  "step": 60
137
  },
138
  {
139
+ "entropy": 2.500882962346077,
140
+ "epoch": 0.04789190113743265,
141
+ "grad_norm": 16.125,
142
+ "learning_rate": 9.823695345557123e-06,
143
+ "loss": 0.2284,
144
+ "mean_token_accuracy": 0.8963869497179985,
145
+ "num_tokens": 314084.0,
146
  "step": 70
147
  },
148
  {
149
+ "epoch": 0.04789190113743265,
150
+ "eval_entropy": 2.796394021511078,
151
+ "eval_loss": 0.21758534014225006,
152
+ "eval_mean_token_accuracy": 0.9052125871181488,
153
+ "eval_num_tokens": 314084.0,
154
+ "eval_runtime": 29.9526,
155
+ "eval_samples_per_second": 6.677,
156
+ "eval_steps_per_second": 3.339,
157
  "step": 70
158
  },
159
  {
160
+ "entropy": 2.7663454830646517,
161
+ "epoch": 0.05473360129992303,
162
+ "grad_norm": 10.0625,
163
+ "learning_rate": 9.753173483779972e-06,
164
+ "loss": 0.2122,
165
+ "mean_token_accuracy": 0.901957081258297,
166
+ "num_tokens": 359026.0,
167
  "step": 80
168
  },
169
  {
170
+ "epoch": 0.05473360129992303,
171
+ "eval_entropy": 2.448452844619751,
172
+ "eval_loss": 0.19542743265628815,
173
+ "eval_mean_token_accuracy": 0.9078808641433715,
174
+ "eval_num_tokens": 359026.0,
175
+ "eval_runtime": 29.8422,
176
+ "eval_samples_per_second": 6.702,
177
+ "eval_steps_per_second": 3.351,
178
  "step": 80
179
  },
180
  {
181
+ "entropy": 1.9316013976931572,
182
+ "epoch": 0.06157530146241341,
183
+ "grad_norm": 9.125,
184
+ "learning_rate": 9.682651622002823e-06,
185
+ "loss": 0.1996,
186
+ "mean_token_accuracy": 0.9041122056543827,
187
+ "num_tokens": 403675.0,
188
  "step": 90
189
  },
190
  {
191
+ "epoch": 0.06157530146241341,
192
+ "eval_entropy": 1.6268229800462723,
193
+ "eval_loss": 0.18592144548892975,
194
+ "eval_mean_token_accuracy": 0.9096919119358062,
195
+ "eval_num_tokens": 403675.0,
196
+ "eval_runtime": 30.5761,
197
+ "eval_samples_per_second": 6.541,
198
+ "eval_steps_per_second": 3.271,
199
  "step": 90
200
  },
201
  {
202
+ "entropy": 1.6001751273870468,
203
+ "epoch": 0.06841700162490379,
204
+ "grad_norm": 12.875,
205
+ "learning_rate": 9.61212976022567e-06,
206
+ "loss": 0.1915,
207
+ "mean_token_accuracy": 0.9078994408249855,
208
+ "num_tokens": 448529.0,
209
  "step": 100
210
  },
211
  {
212
+ "epoch": 0.06841700162490379,
213
+ "eval_entropy": 1.66984717130661,
214
+ "eval_loss": 0.20213660597801208,
215
+ "eval_mean_token_accuracy": 0.8984966450929641,
216
+ "eval_num_tokens": 448529.0,
217
+ "eval_runtime": 29.5976,
218
+ "eval_samples_per_second": 6.757,
219
+ "eval_steps_per_second": 3.379,
220
  "step": 100
221
  },
222
  {
223
+ "entropy": 1.4694452270865441,
224
+ "epoch": 0.07525870178739416,
225
+ "grad_norm": 8.125,
226
+ "learning_rate": 9.541607898448519e-06,
227
+ "loss": 0.1825,
228
+ "mean_token_accuracy": 0.9069189541041851,
229
+ "num_tokens": 493396.0,
230
  "step": 110
231
  },
232
  {
233
+ "epoch": 0.07525870178739416,
234
+ "eval_entropy": 1.3290829557180404,
235
+ "eval_loss": 0.18572577834129333,
236
+ "eval_mean_token_accuracy": 0.9053398305177689,
237
+ "eval_num_tokens": 493396.0,
238
+ "eval_runtime": 29.8751,
239
+ "eval_samples_per_second": 6.695,
240
+ "eval_steps_per_second": 3.347,
241
  "step": 110
242
  },
243
  {
244
+ "entropy": 1.4422638706862927,
245
+ "epoch": 0.08210040194988455,
246
+ "grad_norm": 9.5,
247
+ "learning_rate": 9.471086036671368e-06,
248
+ "loss": 0.1902,
249
+ "mean_token_accuracy": 0.9103416793048382,
250
+ "num_tokens": 538289.0,
251
  "step": 120
252
  },
253
  {
254
+ "epoch": 0.08210040194988455,
255
+ "eval_entropy": 1.5916276335716248,
256
+ "eval_loss": 0.17153747379779816,
257
+ "eval_mean_token_accuracy": 0.9156510829925537,
258
+ "eval_num_tokens": 538289.0,
259
+ "eval_runtime": 29.7995,
260
+ "eval_samples_per_second": 6.712,
261
+ "eval_steps_per_second": 3.356,
262
  "step": 120
263
  },
264
  {
265
+ "entropy": 1.567260004580021,
266
+ "epoch": 0.08894210211237492,
267
+ "grad_norm": 6.375,
268
+ "learning_rate": 9.400564174894217e-06,
269
+ "loss": 0.1707,
270
+ "mean_token_accuracy": 0.9123206496238708,
271
+ "num_tokens": 583158.0,
272
  "step": 130
273
  },
274
  {
275
+ "epoch": 0.08894210211237492,
276
+ "eval_entropy": 1.552706470489502,
277
+ "eval_loss": 0.17491145431995392,
278
+ "eval_mean_token_accuracy": 0.9091789203882218,
279
+ "eval_num_tokens": 583158.0,
280
+ "eval_runtime": 30.618,
281
+ "eval_samples_per_second": 6.532,
282
+ "eval_steps_per_second": 3.266,
283
  "step": 130
284
  },
285
  {
286
+ "entropy": 1.5437755644321443,
287
+ "epoch": 0.0957838022748653,
288
+ "grad_norm": 10.75,
289
+ "learning_rate": 9.330042313117068e-06,
290
+ "loss": 0.1704,
291
+ "mean_token_accuracy": 0.911051893979311,
292
+ "num_tokens": 628097.0,
293
  "step": 140
294
  },
295
  {
296
+ "epoch": 0.0957838022748653,
297
+ "eval_entropy": 1.7168812096118926,
298
+ "eval_loss": 0.1619158238172531,
299
+ "eval_mean_token_accuracy": 0.915361732840538,
300
+ "eval_num_tokens": 628097.0,
301
+ "eval_runtime": 29.5425,
302
+ "eval_samples_per_second": 6.77,
303
+ "eval_steps_per_second": 3.385,
304
  "step": 140
305
  },
306
  {
307
+ "entropy": 1.8980688229203224,
308
+ "epoch": 0.10262550243735569,
309
+ "grad_norm": 5.8125,
310
+ "learning_rate": 9.259520451339917e-06,
311
+ "loss": 0.1914,
312
+ "mean_token_accuracy": 0.9085774272680283,
313
+ "num_tokens": 672865.0,
314
  "step": 150
315
  },
316
  {
317
+ "epoch": 0.10262550243735569,
318
+ "eval_entropy": 2.0910278618335725,
319
+ "eval_loss": 0.1701744794845581,
320
+ "eval_mean_token_accuracy": 0.9083416193723679,
321
+ "eval_num_tokens": 672865.0,
322
+ "eval_runtime": 29.4225,
323
+ "eval_samples_per_second": 6.798,
324
+ "eval_steps_per_second": 3.399,
325
  "step": 150
326
  },
327
  {
328
+ "entropy": 2.090184657275677,
329
+ "epoch": 0.10946720259984606,
330
+ "grad_norm": 5.28125,
331
+ "learning_rate": 9.188998589562766e-06,
332
+ "loss": 0.1659,
333
+ "mean_token_accuracy": 0.9125838339328766,
334
+ "num_tokens": 717651.0,
335
  "step": 160
336
  },
337
  {
338
+ "epoch": 0.10946720259984606,
339
+ "eval_entropy": 1.971674201488495,
340
+ "eval_loss": 0.15369656682014465,
341
+ "eval_mean_token_accuracy": 0.9174999105930328,
342
+ "eval_num_tokens": 717651.0,
343
+ "eval_runtime": 29.752,
344
+ "eval_samples_per_second": 6.722,
345
+ "eval_steps_per_second": 3.361,
346
  "step": 160
347
  }
348
  ],
349
  "logging_steps": 10,
350
+ "max_steps": 1462,
351
  "num_input_tokens_seen": 0,
352
  "num_train_epochs": 1,
353
  "save_steps": 40,
 
363
  "attributes": {}
364
  }
365
  },
366
+ "total_flos": 1.580944807332e+16,
367
  "train_batch_size": 2,
368
  "trial_name": null,
369
  "trial_params": null
checkpoint-160/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:448c687cf1191e057c505ddb0360ab17fa030e53c92c4164b125a9718c9e235e
3
  size 6481
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce48f4ac927f92a60fe16e448e6e50e0778434470463d98a397d7e6523fe160
3
  size 6481