Transformers
PyTorch
English
pixel
pretraining
plip commited on
Commit
af58e7f
·
1 Parent(s): 05f1ea4

Training in progress, step 780000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cd115a94124bab2069eaa28cc8b9048cd539d53dac292919b3e0c103db4c72e
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:890c3645e30988fbc5ac02a5c9693d8c822f6832717890f847f916940b8917f0
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca7fa82eacf1e8434be7ded7b8c684db48c7eb8a95a9938e56bd64eca327a5df
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a0ac59c1a590fb0b4ddc65e6bb2658bacb5a0663836f6f2274e6f629ddfc34
3
  size 449471589
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7d3b820a136ad2a4ba7c86024ef116cb8408b724ca033611384f2431449421e
3
- size 14439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea98db79feb7bd77c6b30fe400da36cd82405ae772f74dc10713919b9a54cc9c
3
+ size 14503
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9edcea991831f16f231bcb3a9b5fa5ff10be4f8fa58a6379f44531e869bdb54a
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc09ddff61301c0c5eccac0afa50f3b30fb23f1076c8704a7c837b633adb5f1f
3
  size 14503
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d7420c489d698358bef68e17228256f66ae1823918a8b52fcc13ba74d224c70
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:600393b72704693ee1558234d21ac990bdb0183a6915029960f504a3ddebf729
3
  size 14503
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:682c61168677972229ed1e1a9e1518def3be9c6cebcff3c8dc65ade2edc13840
3
- size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e1bd3bf6bfdee64d2c02c2ee85e6573d4dab2dec5b65656a03ae0a39be94d8
3
+ size 14439
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c87245ad3a3a643f81f3f2450a9b83d6c09d17eda4b9f8dcf29bf1d0ea618777
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c067c2b3d8b4465df473fc8f38cbbeff61d1e95141d65c9e7d5985b861950165
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 11.758058851375083,
5
- "global_step": 770000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -5704,11 +5704,85 @@
5704
  "eval_samples_per_second": 1187.898,
5705
  "eval_steps_per_second": 19.006,
5706
  "step": 770000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5707
  }
5708
  ],
5709
  "max_steps": 1000000,
5710
  "num_train_epochs": 16,
5711
- "total_flos": 5.397712871587094e+22,
5712
  "trial_name": null,
5713
  "trial_params": null
5714
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 11.910760914379953,
5
+ "global_step": 780000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
5704
  "eval_samples_per_second": 1187.898,
5705
  "eval_steps_per_second": 19.006,
5706
  "step": 770000
5707
+ },
5708
+ {
5709
+ "epoch": 11.77,
5710
+ "learning_rate": 2.9130937724604947e-05,
5711
+ "loss": 0.2401,
5712
+ "step": 771000
5713
+ },
5714
+ {
5715
+ "epoch": 11.79,
5716
+ "learning_rate": 2.8972196080501208e-05,
5717
+ "loss": 0.2392,
5718
+ "step": 772000
5719
+ },
5720
+ {
5721
+ "epoch": 11.8,
5722
+ "learning_rate": 2.8814012468285748e-05,
5723
+ "loss": 0.2395,
5724
+ "step": 773000
5725
+ },
5726
+ {
5727
+ "epoch": 11.82,
5728
+ "learning_rate": 2.865638861782922e-05,
5729
+ "loss": 0.2387,
5730
+ "step": 774000
5731
+ },
5732
+ {
5733
+ "epoch": 11.83,
5734
+ "learning_rate": 2.849932625288079e-05,
5735
+ "loss": 0.2383,
5736
+ "step": 775000
5737
+ },
5738
+ {
5739
+ "epoch": 11.83,
5740
+ "eval_runtime": 0.7561,
5741
+ "eval_samples_per_second": 1322.637,
5742
+ "eval_steps_per_second": 21.162,
5743
+ "step": 775000
5744
+ },
5745
+ {
5746
+ "epoch": 11.85,
5747
+ "learning_rate": 2.8342827091049336e-05,
5748
+ "loss": 0.2383,
5749
+ "step": 776000
5750
+ },
5751
+ {
5752
+ "epoch": 11.86,
5753
+ "learning_rate": 2.8186892843784587e-05,
5754
+ "loss": 0.2384,
5755
+ "step": 777000
5756
+ },
5757
+ {
5758
+ "epoch": 11.88,
5759
+ "learning_rate": 2.803152521635851e-05,
5760
+ "loss": 0.2382,
5761
+ "step": 778000
5762
+ },
5763
+ {
5764
+ "epoch": 11.9,
5765
+ "learning_rate": 2.7876725907846578e-05,
5766
+ "loss": 0.2378,
5767
+ "step": 779000
5768
+ },
5769
+ {
5770
+ "epoch": 11.91,
5771
+ "learning_rate": 2.7722496611109243e-05,
5772
+ "loss": 0.2378,
5773
+ "step": 780000
5774
+ },
5775
+ {
5776
+ "epoch": 11.91,
5777
+ "eval_runtime": 0.7835,
5778
+ "eval_samples_per_second": 1276.363,
5779
+ "eval_steps_per_second": 20.422,
5780
+ "step": 780000
5781
  }
5782
  ],
5783
  "max_steps": 1000000,
5784
  "num_train_epochs": 16,
5785
+ "total_flos": 5.467813132617441e+22,
5786
  "trial_name": null,
5787
  "trial_params": null
5788
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca7fa82eacf1e8434be7ded7b8c684db48c7eb8a95a9938e56bd64eca327a5df
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a0ac59c1a590fb0b4ddc65e6bb2658bacb5a0663836f6f2274e6f629ddfc34
3
  size 449471589