mgh6 commited on
Commit
f7dc89f
·
verified ·
1 Parent(s): 4bcdb75

Training in progress, step 3000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7df6efaf3479df75dd3f240aa0deaecfa553e8dd4922633b6fd9e3d93510d4c0
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d121c234703115065cb1c42acce976d8219608537e091e947a9f60228423283
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:402a389b6557c2fb0a540c46b58022ae6c3462bad9c7f07206dff1d510985d12
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35a4bcbad19596bd9ff25b0cb5180d5c0ef1d8aad778355bdd1a050fe063bb5c
3
  size 5365108834
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49aeb81dec758bb845227eb0ece2bc88efabbe9639e92f4b77310c772ef30111
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a206d3f461a04e1705d768bf9ee9f4e1d43872d3c805720a5fcfdcd1c2fde2
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:584dc0282c266e7acbd2b133cd5329f45751980f00c2875f476a8bdc1ebbeb4e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55af9f05e45e54d704719d9962a1a4b666003c2031e29596f0a28ff61626fa0
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:933292b2d94ca70b4493534389dbddf5888e0d81ecc65103071a3ee2cc561863
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e731228e65cdad293c5d9de7ec953cc46b834ed0add902c06c23f7dc47cf45f
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64dba4ebc106a15b3d3dc6ad915f8de1d3566136ab0566e7f79333b0f1ff1c71
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd8992a9c2839cbf3be0b9721e659e911e005b61f52ff7504b2e6cc3d343df40
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8da03d8897acf9728edfb4d452369c8865b03641c697f2b4969095966c59c18
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d7a7fadead41de5e72358e9a555c72cb33ae5f368d62819e428093a71b7139
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.19180236684120683,
5
  "eval_steps": 500,
6
- "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -357,6 +357,76 @@
357
  "learning_rate": 8.081939542734386e-05,
358
  "loss": 61.6991,
359
  "step": 2500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
360
  }
361
  ],
362
  "logging_steps": 50,
@@ -376,7 +446,7 @@
376
  "attributes": {}
377
  }
378
  },
379
- "total_flos": 4.285389072253321e+18,
380
  "train_batch_size": 2,
381
  "trial_name": null,
382
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2301628402094482,
5
  "eval_steps": 500,
6
+ "global_step": 3000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
357
  "learning_rate": 8.081939542734386e-05,
358
  "loss": 61.6991,
359
  "step": 2500
360
+ },
361
+ {
362
+ "epoch": 0.19563841417803096,
363
+ "grad_norm": 35.88410186767578,
364
+ "learning_rate": 8.043578333589075e-05,
365
+ "loss": 61.6338,
366
+ "step": 2550
367
+ },
368
+ {
369
+ "epoch": 0.1994744615148551,
370
+ "grad_norm": 35.40159225463867,
371
+ "learning_rate": 8.005217124443763e-05,
372
+ "loss": 61.4948,
373
+ "step": 2600
374
+ },
375
+ {
376
+ "epoch": 0.20331050885167923,
377
+ "grad_norm": 26.17939567565918,
378
+ "learning_rate": 7.96685591529845e-05,
379
+ "loss": 61.1859,
380
+ "step": 2650
381
+ },
382
+ {
383
+ "epoch": 0.20714655618850336,
384
+ "grad_norm": 40.978424072265625,
385
+ "learning_rate": 7.928494706153138e-05,
386
+ "loss": 61.0628,
387
+ "step": 2700
388
+ },
389
+ {
390
+ "epoch": 0.2109826035253275,
391
+ "grad_norm": 48.16961669921875,
392
+ "learning_rate": 7.890133497007825e-05,
393
+ "loss": 61.0898,
394
+ "step": 2750
395
+ },
396
+ {
397
+ "epoch": 0.21481865086215163,
398
+ "grad_norm": 38.556034088134766,
399
+ "learning_rate": 7.851772287862513e-05,
400
+ "loss": 60.5673,
401
+ "step": 2800
402
+ },
403
+ {
404
+ "epoch": 0.2186546981989758,
405
+ "grad_norm": 47.85882568359375,
406
+ "learning_rate": 7.8134110787172e-05,
407
+ "loss": 60.3441,
408
+ "step": 2850
409
+ },
410
+ {
411
+ "epoch": 0.22249074553579992,
412
+ "grad_norm": 37.2432975769043,
413
+ "learning_rate": 7.775049869571888e-05,
414
+ "loss": 60.3992,
415
+ "step": 2900
416
+ },
417
+ {
418
+ "epoch": 0.22632679287262406,
419
+ "grad_norm": 22.40682029724121,
420
+ "learning_rate": 7.736688660426577e-05,
421
+ "loss": 60.2252,
422
+ "step": 2950
423
+ },
424
+ {
425
+ "epoch": 0.2301628402094482,
426
+ "grad_norm": 63.746803283691406,
427
+ "learning_rate": 7.698327451281265e-05,
428
+ "loss": 60.2993,
429
+ "step": 3000
430
  }
431
  ],
432
  "logging_steps": 50,
 
446
  "attributes": {}
447
  }
448
  },
449
+ "total_flos": 5.14177314984244e+18,
450
  "train_batch_size": 2,
451
  "trial_name": null,
452
  "trial_params": null