mgh6 commited on
Commit
ff42c81
·
verified ·
1 Parent(s): 2b41761

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4f0d85f152f7a9b20435d5ccab48fb0747459aa51db354acf564d76882e5d3b
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07133a57cd409f13f7fb70e2ecc4e17f8c76d2b2f2722a98932b07d0fb327a04
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43b25973f78ecb3b4ca2aaa7edee6fa01cfd8da42b33aafa6383a3d3e101d4b5
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b51da921fbe2a27efa2f149c1d3c401f04ab9871d703bcf2cd039ab8cebfbf46
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c08a5cb34c401de64dba778d32fa78dcd9255740d8ef4244d3d83abdd577a6c
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eafb4d32d5f97572a7dd49675823c5a05c926db2721c484333b160f1dea2f9a
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c7f8b7d21a9165b484558133d97d2a5fb9e69d201d20aa000e828dffbe9a761
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc1ccb881bfc2f4da797b2ac388091a96990dd46b24d51d31e0d546218039497
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12593cadff9920330bdad68cdfa509eb07af402d9c52c60f9c7c778fe427a31f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361572bb7af40a1a855f17fdc90b50fb1ec57fb0caaf012037cbeee8377a6afd
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d21ddb5bd6535f74673653b30a2265c9a54e6e793a1597367ced91cc9abfe84d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976387079a97999d0b2e6e2737b6c8474786d0d94fee3c0406f13da51540af6d
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3a180613ff0d86fead4244263fb556a1d44ce96309b4d204771e05f05441faf
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e66fd270fdccfe0d7203fa3bb3a0ab09d81ec8c245c1f68d396e2015484ea6d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.9832900762557983,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-500",
4
- "epoch": 0.6693440428380187,
5
  "eval_steps": 100,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -82,6 +82,21 @@
82
  "eval_samples_per_second": 892.158,
83
  "eval_steps_per_second": 3.605,
84
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
85
  }
86
  ],
87
  "logging_steps": 100,
@@ -110,7 +125,7 @@
110
  "attributes": {}
111
  }
112
  },
113
- "total_flos": 1.815613538304e+16,
114
  "train_batch_size": 64,
115
  "trial_name": null,
116
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.9555763602256775,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-600",
4
+ "epoch": 0.8032128514056225,
5
  "eval_steps": 100,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
82
  "eval_samples_per_second": 892.158,
83
  "eval_steps_per_second": 3.605,
84
  "step": 500
85
+ },
86
+ {
87
+ "epoch": 0.8032128514056225,
88
+ "grad_norm": 0.19500073790550232,
89
+ "learning_rate": 0.0009196787148594378,
90
+ "loss": 1.0145,
91
+ "step": 600
92
+ },
93
+ {
94
+ "epoch": 0.8032128514056225,
95
+ "eval_loss": 0.9555763602256775,
96
+ "eval_runtime": 6.3688,
97
+ "eval_samples_per_second": 893.733,
98
+ "eval_steps_per_second": 3.611,
99
+ "step": 600
100
  }
101
  ],
102
  "logging_steps": 100,
 
125
  "attributes": {}
126
  }
127
  },
128
+ "total_flos": 2.1787362459648e+16,
129
  "train_batch_size": 64,
130
  "trial_name": null,
131
  "trial_params": null