mgh6 commited on
Commit
59253a3
·
verified ·
1 Parent(s): 5b6a64d

Training in progress, step 3000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0cd6ed7510b2a4281bf300b9a3fd62fb4412c54a5d0b81d6499cbb24c4c57eb
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfaec2d0bd4afa23e06e77ddd63a3feb0a907863ea820a966a17a2a147b3b707
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:674e8d3e222e7a550014f5f5b29c93ff5804c5dae5c124c5a5c0ebf639062e43
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4aeda745a7d780c168af088c2119cd2808e09d2b70ddf3b10fe991b8301f47a
3
  size 5365108834
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49aeb81dec758bb845227eb0ece2bc88efabbe9639e92f4b77310c772ef30111
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a206d3f461a04e1705d768bf9ee9f4e1d43872d3c805720a5fcfdcd1c2fde2
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:584dc0282c266e7acbd2b133cd5329f45751980f00c2875f476a8bdc1ebbeb4e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55af9f05e45e54d704719d9962a1a4b666003c2031e29596f0a28ff61626fa0
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:933292b2d94ca70b4493534389dbddf5888e0d81ecc65103071a3ee2cc561863
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e731228e65cdad293c5d9de7ec953cc46b834ed0add902c06c23f7dc47cf45f
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64dba4ebc106a15b3d3dc6ad915f8de1d3566136ab0566e7f79333b0f1ff1c71
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd8992a9c2839cbf3be0b9721e659e911e005b61f52ff7504b2e6cc3d343df40
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8da03d8897acf9728edfb4d452369c8865b03641c697f2b4969095966c59c18
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d7a7fadead41de5e72358e9a555c72cb33ae5f368d62819e428093a71b7139
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.19180236684120683,
5
  "eval_steps": 500,
6
- "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -357,6 +357,76 @@
357
  "learning_rate": 8.081939542734386e-05,
358
  "loss": 63.6788,
359
  "step": 2500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
360
  }
361
  ],
362
  "logging_steps": 50,
@@ -376,7 +446,7 @@
376
  "attributes": {}
377
  }
378
  },
379
- "total_flos": 4.285389072253321e+18,
380
  "train_batch_size": 2,
381
  "trial_name": null,
382
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2301628402094482,
5
  "eval_steps": 500,
6
+ "global_step": 3000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
357
  "learning_rate": 8.081939542734386e-05,
358
  "loss": 63.6788,
359
  "step": 2500
360
+ },
361
+ {
362
+ "epoch": 0.19563841417803096,
363
+ "grad_norm": 11.969497680664062,
364
+ "learning_rate": 8.043578333589075e-05,
365
+ "loss": 63.6427,
366
+ "step": 2550
367
+ },
368
+ {
369
+ "epoch": 0.1994744615148551,
370
+ "grad_norm": 37.35107421875,
371
+ "learning_rate": 8.005217124443763e-05,
372
+ "loss": 63.5714,
373
+ "step": 2600
374
+ },
375
+ {
376
+ "epoch": 0.20331050885167923,
377
+ "grad_norm": 44.66230773925781,
378
+ "learning_rate": 7.96685591529845e-05,
379
+ "loss": 63.2,
380
+ "step": 2650
381
+ },
382
+ {
383
+ "epoch": 0.20714655618850336,
384
+ "grad_norm": 53.52017593383789,
385
+ "learning_rate": 7.928494706153138e-05,
386
+ "loss": 63.0307,
387
+ "step": 2700
388
+ },
389
+ {
390
+ "epoch": 0.2109826035253275,
391
+ "grad_norm": 23.77840232849121,
392
+ "learning_rate": 7.890133497007825e-05,
393
+ "loss": 63.0493,
394
+ "step": 2750
395
+ },
396
+ {
397
+ "epoch": 0.21481865086215163,
398
+ "grad_norm": 52.308990478515625,
399
+ "learning_rate": 7.851772287862513e-05,
400
+ "loss": 62.8357,
401
+ "step": 2800
402
+ },
403
+ {
404
+ "epoch": 0.2186546981989758,
405
+ "grad_norm": 20.154300689697266,
406
+ "learning_rate": 7.8134110787172e-05,
407
+ "loss": 62.5052,
408
+ "step": 2850
409
+ },
410
+ {
411
+ "epoch": 0.22249074553579992,
412
+ "grad_norm": 15.035002708435059,
413
+ "learning_rate": 7.775049869571888e-05,
414
+ "loss": 62.5048,
415
+ "step": 2900
416
+ },
417
+ {
418
+ "epoch": 0.22632679287262406,
419
+ "grad_norm": 33.659698486328125,
420
+ "learning_rate": 7.736688660426577e-05,
421
+ "loss": 62.3453,
422
+ "step": 2950
423
+ },
424
+ {
425
+ "epoch": 0.2301628402094482,
426
+ "grad_norm": 55.17832946777344,
427
+ "learning_rate": 7.698327451281265e-05,
428
+ "loss": 62.4057,
429
+ "step": 3000
430
  }
431
  ],
432
  "logging_steps": 50,
 
446
  "attributes": {}
447
  }
448
  },
449
+ "total_flos": 5.14177314984244e+18,
450
  "train_batch_size": 2,
451
  "trial_name": null,
452
  "trial_params": null