Training in progress, step 1500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2de3e8a0e43fd8dd9c15b000eeb4f2021cdd5eccb54819b3b0728d1b7267178
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8b82ac85f6bf6ebbbd22442579d6ae1b2c1bf03a31bf32cacfc36ffd617eda63
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fae9953ba8f56f4659e95c4daffe7b5a7e29fdb6b98008ab375ed9889239ac9
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e08cecb96b0575af87573c227caf7ff2501936ebe822db040ebe990bb471ce73
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "./fine-tuned/checkpoint-
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -163,6 +163,84 @@
|
|
| 163 |
"eval_samples_per_second": 22.714,
|
| 164 |
"eval_steps_per_second": 5.679,
|
| 165 |
"step": 1000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 166 |
}
|
| 167 |
],
|
| 168 |
"logging_steps": 50,
|
|
@@ -182,7 +260,7 @@
|
|
| 182 |
"attributes": {}
|
| 183 |
}
|
| 184 |
},
|
| 185 |
-
"total_flos":
|
| 186 |
"train_batch_size": 4,
|
| 187 |
"trial_name": null,
|
| 188 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.09038107097148895,
|
| 3 |
+
"best_model_checkpoint": "./fine-tuned/checkpoint-1500",
|
| 4 |
+
"epoch": 0.12,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 1500,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 163 |
"eval_samples_per_second": 22.714,
|
| 164 |
"eval_steps_per_second": 5.679,
|
| 165 |
"step": 1000
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 0.084,
|
| 169 |
+
"grad_norm": 0.16729697585105896,
|
| 170 |
+
"learning_rate": 2.8741200000000002e-05,
|
| 171 |
+
"loss": 0.0823,
|
| 172 |
+
"step": 1050
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 0.088,
|
| 176 |
+
"grad_norm": 0.14851506054401398,
|
| 177 |
+
"learning_rate": 2.86812e-05,
|
| 178 |
+
"loss": 0.0785,
|
| 179 |
+
"step": 1100
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 0.092,
|
| 183 |
+
"grad_norm": 0.22481797635555267,
|
| 184 |
+
"learning_rate": 2.86212e-05,
|
| 185 |
+
"loss": 0.0786,
|
| 186 |
+
"step": 1150
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 0.096,
|
| 190 |
+
"grad_norm": 0.13808289170265198,
|
| 191 |
+
"learning_rate": 2.85612e-05,
|
| 192 |
+
"loss": 0.0785,
|
| 193 |
+
"step": 1200
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 0.1,
|
| 197 |
+
"grad_norm": 0.17833128571510315,
|
| 198 |
+
"learning_rate": 2.85012e-05,
|
| 199 |
+
"loss": 0.0737,
|
| 200 |
+
"step": 1250
|
| 201 |
+
},
|
| 202 |
+
{
|
| 203 |
+
"epoch": 0.104,
|
| 204 |
+
"grad_norm": 0.14926594495773315,
|
| 205 |
+
"learning_rate": 2.84412e-05,
|
| 206 |
+
"loss": 0.0767,
|
| 207 |
+
"step": 1300
|
| 208 |
+
},
|
| 209 |
+
{
|
| 210 |
+
"epoch": 0.108,
|
| 211 |
+
"grad_norm": 0.19346196949481964,
|
| 212 |
+
"learning_rate": 2.8381200000000002e-05,
|
| 213 |
+
"loss": 0.077,
|
| 214 |
+
"step": 1350
|
| 215 |
+
},
|
| 216 |
+
{
|
| 217 |
+
"epoch": 0.112,
|
| 218 |
+
"grad_norm": 0.2675027847290039,
|
| 219 |
+
"learning_rate": 2.83212e-05,
|
| 220 |
+
"loss": 0.0806,
|
| 221 |
+
"step": 1400
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"epoch": 0.116,
|
| 225 |
+
"grad_norm": 0.19048169255256653,
|
| 226 |
+
"learning_rate": 2.82612e-05,
|
| 227 |
+
"loss": 0.0756,
|
| 228 |
+
"step": 1450
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"epoch": 0.12,
|
| 232 |
+
"grad_norm": 0.1875162124633789,
|
| 233 |
+
"learning_rate": 2.82012e-05,
|
| 234 |
+
"loss": 0.0823,
|
| 235 |
+
"step": 1500
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"epoch": 0.12,
|
| 239 |
+
"eval_loss": 0.09038107097148895,
|
| 240 |
+
"eval_runtime": 87.8777,
|
| 241 |
+
"eval_samples_per_second": 22.759,
|
| 242 |
+
"eval_steps_per_second": 5.69,
|
| 243 |
+
"step": 1500
|
| 244 |
}
|
| 245 |
],
|
| 246 |
"logging_steps": 50,
|
|
|
|
| 260 |
"attributes": {}
|
| 261 |
}
|
| 262 |
},
|
| 263 |
+
"total_flos": 3653747343360000.0,
|
| 264 |
"train_batch_size": 4,
|
| 265 |
"trial_name": null,
|
| 266 |
"trial_params": null
|