Transformers
PyTorch
English
pixel
pretraining
plip commited on
Commit
82183f1
·
1 Parent(s): 20da540

Training in progress, step 880000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e93b07dd856f0dcb5f8d337f717d57dfe290919f17cc810a0ab94d8971b7b8e
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da5e919e619fc37caeb953290b94918647456cda690ed7144cc7178be39d996
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10f95eaff5ba49e944cce01defd24612a1c006bd8b68e7d8b6c201dec46570c0
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad82584973d0520c6413d732f42ff58e62845f5cbb51b8e6c61b5efa59935b29
3
  size 449471589
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be9a5b19b5e6086c1b46537730410e6434224c5e3b8a150ae1f6ffa0b0403da5
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8247214429488e1ea2f48554aadf9d9e15296edc93a8c054713ad6895a659c39
3
  size 14503
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d406f3a150dc327386b1fe7c40ac833ace65767a7a63b870db21104ccf5eb518
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117f7d200093f36e829666009e11215a545656db39c99ea467c0382946c51c22
3
  size 14503
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e79e63475cece03ae5d2720177141fff64fcde5033ba647f27c46dc1cce1e92
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85f55aebb09939f1fc3dd2058ded88566ba4348e9d7ff44ef41bb43747cfc1b0
3
  size 14503
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64496346cbbe377de7eb74096cb4a928e4b77370483c82ca56a5a6927676dd2a
3
- size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b627f03b99c458439f40d3224dc9c96157642aba0d132f2a4952c2022aee879
3
+ size 14439
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d368f4f79d735aeb82977d11fd8d84913a3919ff8ecbae0982e3d606c331447e
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebaa6261431616bb924fa3611c1e782327703255936f9b7e34a1eda29c117895
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 13.285079481423795,
5
- "global_step": 870000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -6444,11 +6444,85 @@
6444
  "eval_samples_per_second": 1133.455,
6445
  "eval_steps_per_second": 18.135,
6446
  "step": 870000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6447
  }
6448
  ],
6449
  "max_steps": 1000000,
6450
  "num_train_epochs": 16,
6451
- "total_flos": 6.098714167754268e+22,
6452
  "trial_name": null,
6453
  "trial_params": null
6454
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 13.437781544428665,
5
+ "global_step": 880000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
6444
  "eval_samples_per_second": 1133.455,
6445
  "eval_steps_per_second": 18.135,
6446
  "step": 870000
6447
+ },
6448
+ {
6449
+ "epoch": 13.3,
6450
+ "learning_rate": 1.6273411576885517e-05,
6451
+ "loss": 0.2323,
6452
+ "step": 871000
6453
+ },
6454
+ {
6455
+ "epoch": 13.32,
6456
+ "learning_rate": 1.617797751097349e-05,
6457
+ "loss": 0.2322,
6458
+ "step": 872000
6459
+ },
6460
+ {
6461
+ "epoch": 13.33,
6462
+ "learning_rate": 1.608324139247421e-05,
6463
+ "loss": 0.2335,
6464
+ "step": 873000
6465
+ },
6466
+ {
6467
+ "epoch": 13.35,
6468
+ "learning_rate": 1.5989204257406693e-05,
6469
+ "loss": 0.2329,
6470
+ "step": 874000
6471
+ },
6472
+ {
6473
+ "epoch": 13.36,
6474
+ "learning_rate": 1.5895867134145974e-05,
6475
+ "loss": 0.2325,
6476
+ "step": 875000
6477
+ },
6478
+ {
6479
+ "epoch": 13.36,
6480
+ "eval_runtime": 0.8114,
6481
+ "eval_samples_per_second": 1232.442,
6482
+ "eval_steps_per_second": 19.719,
6483
+ "step": 875000
6484
+ },
6485
+ {
6486
+ "epoch": 13.38,
6487
+ "learning_rate": 1.5803231043411912e-05,
6488
+ "loss": 0.2322,
6489
+ "step": 876000
6490
+ },
6491
+ {
6492
+ "epoch": 13.39,
6493
+ "learning_rate": 1.5711296998257902e-05,
6494
+ "loss": 0.232,
6495
+ "step": 877000
6496
+ },
6497
+ {
6498
+ "epoch": 13.41,
6499
+ "learning_rate": 1.562006600405996e-05,
6500
+ "loss": 0.2322,
6501
+ "step": 878000
6502
+ },
6503
+ {
6504
+ "epoch": 13.42,
6505
+ "learning_rate": 1.5529539058505624e-05,
6506
+ "loss": 0.2317,
6507
+ "step": 879000
6508
+ },
6509
+ {
6510
+ "epoch": 13.44,
6511
+ "learning_rate": 1.543971715158307e-05,
6512
+ "loss": 0.2318,
6513
+ "step": 880000
6514
+ },
6515
+ {
6516
+ "epoch": 13.44,
6517
+ "eval_runtime": 0.8591,
6518
+ "eval_samples_per_second": 1164.009,
6519
+ "eval_steps_per_second": 18.624,
6520
+ "step": 880000
6521
  }
6522
  ],
6523
  "max_steps": 1000000,
6524
  "num_train_epochs": 16,
6525
+ "total_flos": 6.168814428784615e+22,
6526
  "trial_name": null,
6527
  "trial_params": null
6528
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10f95eaff5ba49e944cce01defd24612a1c006bd8b68e7d8b6c201dec46570c0
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad82584973d0520c6413d732f42ff58e62845f5cbb51b8e6c61b5efa59935b29
3
  size 449471589