Training in progress, step 9000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5dfabab5bf5157607fcc2602e95b9ce10a5b071f3b4fe4e130b9741ece0fba0a
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0adc8bbd6eae86e2c260d1fab52c374eee35d382f517b5c8cbd8551e8f7a77a3
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d89768c598d4fd9b0ed22710bf5b3c13eec14bfaad44bcf482c9b7c5838dd420
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:620c7bc458bafe9b83f6fadd9f5a5700bbd89b438e325546819b47236eeb8e3e
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "./fine-tuned/checkpoint-
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -1333,6 +1333,84 @@
|
|
| 1333 |
"eval_samples_per_second": 22.712,
|
| 1334 |
"eval_steps_per_second": 5.678,
|
| 1335 |
"step": 8500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1336 |
}
|
| 1337 |
],
|
| 1338 |
"logging_steps": 50,
|
|
@@ -1352,7 +1430,7 @@
|
|
| 1352 |
"attributes": {}
|
| 1353 |
}
|
| 1354 |
},
|
| 1355 |
-
"total_flos": 2.
|
| 1356 |
"train_batch_size": 4,
|
| 1357 |
"trial_name": null,
|
| 1358 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.0838891863822937,
|
| 3 |
+
"best_model_checkpoint": "./fine-tuned/checkpoint-9000",
|
| 4 |
+
"epoch": 0.72,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 9000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 1333 |
"eval_samples_per_second": 22.712,
|
| 1334 |
"eval_steps_per_second": 5.678,
|
| 1335 |
"step": 8500
|
| 1336 |
+
},
|
| 1337 |
+
{
|
| 1338 |
+
"epoch": 0.684,
|
| 1339 |
+
"grad_norm": 0.113871268928051,
|
| 1340 |
+
"learning_rate": 1.97424e-05,
|
| 1341 |
+
"loss": 0.0651,
|
| 1342 |
+
"step": 8550
|
| 1343 |
+
},
|
| 1344 |
+
{
|
| 1345 |
+
"epoch": 0.688,
|
| 1346 |
+
"grad_norm": 0.12488531321287155,
|
| 1347 |
+
"learning_rate": 1.96824e-05,
|
| 1348 |
+
"loss": 0.0624,
|
| 1349 |
+
"step": 8600
|
| 1350 |
+
},
|
| 1351 |
+
{
|
| 1352 |
+
"epoch": 0.692,
|
| 1353 |
+
"grad_norm": 0.16593888401985168,
|
| 1354 |
+
"learning_rate": 1.96224e-05,
|
| 1355 |
+
"loss": 0.0619,
|
| 1356 |
+
"step": 8650
|
| 1357 |
+
},
|
| 1358 |
+
{
|
| 1359 |
+
"epoch": 0.696,
|
| 1360 |
+
"grad_norm": 0.14381399750709534,
|
| 1361 |
+
"learning_rate": 1.95624e-05,
|
| 1362 |
+
"loss": 0.0631,
|
| 1363 |
+
"step": 8700
|
| 1364 |
+
},
|
| 1365 |
+
{
|
| 1366 |
+
"epoch": 0.7,
|
| 1367 |
+
"grad_norm": 0.19177569448947906,
|
| 1368 |
+
"learning_rate": 1.95024e-05,
|
| 1369 |
+
"loss": 0.0584,
|
| 1370 |
+
"step": 8750
|
| 1371 |
+
},
|
| 1372 |
+
{
|
| 1373 |
+
"epoch": 0.704,
|
| 1374 |
+
"grad_norm": 0.18918590247631073,
|
| 1375 |
+
"learning_rate": 1.94424e-05,
|
| 1376 |
+
"loss": 0.0563,
|
| 1377 |
+
"step": 8800
|
| 1378 |
+
},
|
| 1379 |
+
{
|
| 1380 |
+
"epoch": 0.708,
|
| 1381 |
+
"grad_norm": 0.1318553388118744,
|
| 1382 |
+
"learning_rate": 1.93824e-05,
|
| 1383 |
+
"loss": 0.0644,
|
| 1384 |
+
"step": 8850
|
| 1385 |
+
},
|
| 1386 |
+
{
|
| 1387 |
+
"epoch": 0.712,
|
| 1388 |
+
"grad_norm": 0.11326153576374054,
|
| 1389 |
+
"learning_rate": 1.93224e-05,
|
| 1390 |
+
"loss": 0.0678,
|
| 1391 |
+
"step": 8900
|
| 1392 |
+
},
|
| 1393 |
+
{
|
| 1394 |
+
"epoch": 0.716,
|
| 1395 |
+
"grad_norm": 0.1167350560426712,
|
| 1396 |
+
"learning_rate": 1.92624e-05,
|
| 1397 |
+
"loss": 0.0558,
|
| 1398 |
+
"step": 8950
|
| 1399 |
+
},
|
| 1400 |
+
{
|
| 1401 |
+
"epoch": 0.72,
|
| 1402 |
+
"grad_norm": 0.10959301143884659,
|
| 1403 |
+
"learning_rate": 1.92024e-05,
|
| 1404 |
+
"loss": 0.0618,
|
| 1405 |
+
"step": 9000
|
| 1406 |
+
},
|
| 1407 |
+
{
|
| 1408 |
+
"epoch": 0.72,
|
| 1409 |
+
"eval_loss": 0.0838891863822937,
|
| 1410 |
+
"eval_runtime": 88.0828,
|
| 1411 |
+
"eval_samples_per_second": 22.706,
|
| 1412 |
+
"eval_steps_per_second": 5.676,
|
| 1413 |
+
"step": 9000
|
| 1414 |
}
|
| 1415 |
],
|
| 1416 |
"logging_steps": 50,
|
|
|
|
| 1430 |
"attributes": {}
|
| 1431 |
}
|
| 1432 |
},
|
| 1433 |
+
"total_flos": 2.192248406016e+16,
|
| 1434 |
"train_batch_size": 4,
|
| 1435 |
"trial_name": null,
|
| 1436 |
"trial_params": null
|