CodeIsAbstract commited on
Commit
c7c9f77
·
verified ·
1 Parent(s): 3d4b74a

Training in progress, step 180, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc5bdefdaf7ffa59db1d2244a9bf82cb79bb779b47177bfcfe82cbe4e23b05d1
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8baa3e919a54dcc5cb6ec49da621459e4ad270542313a75432e2ab7cd7070880
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27b83988569e6745308f920b05adabfd2539a9e6e063c09c7eb24770d002a296
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e93d6072d9f7ae5e857bae76cd9d23e8855013f04a94200ed3b0eefe0c65b5b
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c247b88b6d33018a1baf3f963dc59f2afb08b3ad86ca462a6417c10f3bb5cf51
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfe80a37e35b074d0f6fac17adedf8f085ded943f9e14bd5132ae4aa50fdab05
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c40d5e94eed411043d006187ef3d57f655338dfd7cfaaf34e38342dbbae53acc
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f420a398e501a060ab026373fbb64a49ebca6f8ce9e0b9e60155447b04592b02
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.7,
6
  "eval_steps": 20,
7
- "global_step": 140,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -267,6 +267,80 @@
267
  "eval_samples_per_second": 403.514,
268
  "eval_steps_per_second": 67.387,
269
  "step": 140
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
270
  }
271
  ],
272
  "logging_steps": 5,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.9,
6
  "eval_steps": 20,
7
+ "global_step": 180,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
267
  "eval_samples_per_second": 403.514,
268
  "eval_steps_per_second": 67.387,
269
  "step": 140
270
+ },
271
+ {
272
+ "epoch": 0.725,
273
+ "grad_norm": 0.5626335740089417,
274
+ "learning_rate": 7.978377054339498e-07,
275
+ "loss": 9.81540298461914,
276
+ "step": 145
277
+ },
278
+ {
279
+ "epoch": 0.75,
280
+ "grad_norm": 0.6244388818740845,
281
+ "learning_rate": 6.699508557723032e-07,
282
+ "loss": 9.826517486572266,
283
+ "step": 150
284
+ },
285
+ {
286
+ "epoch": 0.775,
287
+ "grad_norm": 0.42718568444252014,
288
+ "learning_rate": 5.511495904178221e-07,
289
+ "loss": 9.802256774902343,
290
+ "step": 155
291
+ },
292
+ {
293
+ "epoch": 0.8,
294
+ "grad_norm": 0.49181056022644043,
295
+ "learning_rate": 4.4224544247577535e-07,
296
+ "loss": 9.826921081542968,
297
+ "step": 160
298
+ },
299
+ {
300
+ "epoch": 0.8,
301
+ "eval_accuracy": 0.06917460317460318,
302
+ "eval_loss": 9.880888938903809,
303
+ "eval_runtime": 2.7588,
304
+ "eval_samples_per_second": 362.472,
305
+ "eval_steps_per_second": 60.533,
306
+ "step": 160
307
+ },
308
+ {
309
+ "epoch": 0.825,
310
+ "grad_norm": 0.3924960196018219,
311
+ "learning_rate": 3.439823377039599e-07,
312
+ "loss": 9.826522064208984,
313
+ "step": 165
314
+ },
315
+ {
316
+ "epoch": 0.85,
317
+ "grad_norm": 0.49641576409339905,
318
+ "learning_rate": 2.570315127454452e-07,
319
+ "loss": 9.729110717773438,
320
+ "step": 170
321
+ },
322
+ {
323
+ "epoch": 0.875,
324
+ "grad_norm": 0.5071141123771667,
325
+ "learning_rate": 1.8198692990167497e-07,
326
+ "loss": 9.658553314208984,
327
+ "step": 175
328
+ },
329
+ {
330
+ "epoch": 0.9,
331
+ "grad_norm": 0.46363547444343567,
332
+ "learning_rate": 1.1936121976767767e-07,
333
+ "loss": 9.751717376708985,
334
+ "step": 180
335
+ },
336
+ {
337
+ "epoch": 0.9,
338
+ "eval_accuracy": 0.07192063492063493,
339
+ "eval_loss": 9.793752670288086,
340
+ "eval_runtime": 2.5596,
341
+ "eval_samples_per_second": 390.681,
342
+ "eval_steps_per_second": 65.244,
343
+ "step": 180
344
  }
345
  ],
346
  "logging_steps": 5,