irishprancer commited on
Commit
f0bd9e7
·
verified ·
1 Parent(s): 14c713e

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51e5d3d936d61547de24d6afdedcf2eb488a4bf314f425838eea7153c34cda3f
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d4578ea45525b754cb730822b4b5e19895f177b38e0a8204f0f0d2d34a3d2c2
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d8608210c82922ba0100ffea37c432c2407655c0eaa5dc9daa411a0234cb329
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c252f56184e8af807bdd63c3b61b4ad344e01d2c51768cbb39510437a12c6e36
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5feb56512e955691dc9bb9a1e37b9dd590e06a961d7d94560b679e2730b03194
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:037d13720220086c05f76f1146cd4356e8b9d075b5d306338df00d366045e1c1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cf3f988e8fed2daa2e801eb1f19b681872781cf57f0fb7b896e859a12cfe2bb
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f4c00d522bdde510099aafe1617b13d114dce17a17b44e05876f016f4e4d7af
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.7959539294242859,
3
- "best_model_checkpoint": "./output/checkpoint-150",
4
- "epoch": 6.521739130434782,
5
  "eval_steps": 150,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -152,6 +152,151 @@
152
  "eval_samples_per_second": 22.618,
153
  "eval_steps_per_second": 22.618,
154
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
155
  }
156
  ],
157
  "logging_steps": 10,
@@ -171,7 +316,7 @@
171
  "attributes": {}
172
  }
173
  },
174
- "total_flos": 3894839614291968.0,
175
  "train_batch_size": 4,
176
  "trial_name": null,
177
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7313653230667114,
3
+ "best_model_checkpoint": "./output/checkpoint-300",
4
+ "epoch": 13.043478260869565,
5
  "eval_steps": 150,
6
+ "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
152
  "eval_samples_per_second": 22.618,
153
  "eval_steps_per_second": 22.618,
154
  "step": 150
155
+ },
156
+ {
157
+ "epoch": 6.956521739130435,
158
+ "grad_norm": 1.5320531129837036,
159
+ "learning_rate": 2.9999892980750297e-05,
160
+ "loss": 0.6585,
161
+ "step": 160
162
+ },
163
+ {
164
+ "epoch": 7.391304347826087,
165
+ "grad_norm": 1.346379041671753,
166
+ "learning_rate": 2.9999854334972675e-05,
167
+ "loss": 0.7392,
168
+ "step": 170
169
+ },
170
+ {
171
+ "epoch": 7.826086956521739,
172
+ "grad_norm": 1.726070761680603,
173
+ "learning_rate": 2.999980974373204e-05,
174
+ "loss": 0.7292,
175
+ "step": 180
176
+ },
177
+ {
178
+ "epoch": 8.26086956521739,
179
+ "grad_norm": 1.5403681993484497,
180
+ "learning_rate": 2.9999759207046075e-05,
181
+ "loss": 0.6246,
182
+ "step": 190
183
+ },
184
+ {
185
+ "epoch": 8.695652173913043,
186
+ "grad_norm": 1.7414804697036743,
187
+ "learning_rate": 2.9999702724934804e-05,
188
+ "loss": 0.6765,
189
+ "step": 200
190
+ },
191
+ {
192
+ "epoch": 9.130434782608695,
193
+ "grad_norm": 1.0415966510772705,
194
+ "learning_rate": 2.999964029742062e-05,
195
+ "loss": 0.652,
196
+ "step": 210
197
+ },
198
+ {
199
+ "epoch": 9.565217391304348,
200
+ "grad_norm": 1.2198948860168457,
201
+ "learning_rate": 2.9999571924528263e-05,
202
+ "loss": 0.5593,
203
+ "step": 220
204
+ },
205
+ {
206
+ "epoch": 10.0,
207
+ "grad_norm": 1.529250979423523,
208
+ "learning_rate": 2.9999497606284837e-05,
209
+ "loss": 0.756,
210
+ "step": 230
211
+ },
212
+ {
213
+ "epoch": 10.434782608695652,
214
+ "grad_norm": 1.4208300113677979,
215
+ "learning_rate": 2.9999417342719796e-05,
216
+ "loss": 0.7117,
217
+ "step": 240
218
+ },
219
+ {
220
+ "epoch": 10.869565217391305,
221
+ "grad_norm": 0.974891722202301,
222
+ "learning_rate": 2.9999331133864956e-05,
223
+ "loss": 0.5896,
224
+ "step": 250
225
+ },
226
+ {
227
+ "epoch": 11.304347826086957,
228
+ "grad_norm": 1.1935385465621948,
229
+ "learning_rate": 2.9999238979754485e-05,
230
+ "loss": 0.6548,
231
+ "step": 260
232
+ },
233
+ {
234
+ "epoch": 11.73913043478261,
235
+ "grad_norm": 1.0492814779281616,
236
+ "learning_rate": 2.999914088042492e-05,
237
+ "loss": 0.6473,
238
+ "step": 270
239
+ },
240
+ {
241
+ "epoch": 12.173913043478262,
242
+ "grad_norm": 1.3129431009292603,
243
+ "learning_rate": 2.9999036835915132e-05,
244
+ "loss": 0.5941,
245
+ "step": 280
246
+ },
247
+ {
248
+ "epoch": 12.608695652173914,
249
+ "grad_norm": 1.0831547975540161,
250
+ "learning_rate": 2.9998926846266365e-05,
251
+ "loss": 0.6329,
252
+ "step": 290
253
+ },
254
+ {
255
+ "epoch": 13.043478260869565,
256
+ "grad_norm": 1.3950847387313843,
257
+ "learning_rate": 2.9998810911522213e-05,
258
+ "loss": 0.5809,
259
+ "step": 300
260
+ },
261
+ {
262
+ "epoch": 13.043478260869565,
263
+ "eval_loss": 0.7313653230667114,
264
+ "eval_runtime": 0.4017,
265
+ "eval_samples_per_second": 24.891,
266
+ "eval_steps_per_second": 24.891,
267
+ "step": 300
268
+ },
269
+ {
270
+ "epoch": 13.043478260869565,
271
+ "eval_loss": 0.8609360456466675,
272
+ "eval_runtime": 0.4064,
273
+ "eval_samples_per_second": 24.603,
274
+ "eval_steps_per_second": 24.603,
275
+ "step": 300
276
+ },
277
+ {
278
+ "epoch": 13.043478260869565,
279
+ "eval_loss": 0.7313653230667114,
280
+ "eval_runtime": 0.3955,
281
+ "eval_samples_per_second": 25.286,
282
+ "eval_steps_per_second": 25.286,
283
+ "step": 300
284
+ },
285
+ {
286
+ "epoch": 13.043478260869565,
287
+ "eval_loss": 0.7757944464683533,
288
+ "eval_runtime": 0.396,
289
+ "eval_samples_per_second": 25.25,
290
+ "eval_steps_per_second": 25.25,
291
+ "step": 300
292
+ },
293
+ {
294
+ "epoch": 13.043478260869565,
295
+ "eval_loss": 0.8611125946044922,
296
+ "eval_runtime": 0.4025,
297
+ "eval_samples_per_second": 24.847,
298
+ "eval_steps_per_second": 24.847,
299
+ "step": 300
300
  }
301
  ],
302
  "logging_steps": 10,
 
316
  "attributes": {}
317
  }
318
  },
319
+ "total_flos": 7724643094462464.0,
320
  "train_batch_size": 4,
321
  "trial_name": null,
322
  "trial_params": null