Training in progress, step 16000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d7224364f596ebfca3a99c1d3b9d449fb04ce1b01252f00b468ebb7f2583738
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c146dfaf517426e21001d58ecb591e013237c1f0457fc2b2e18c8128376dd232
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0e2dd927672719d15b56be948c4d341bf0d4717fdddd441106e1853c80a9c881
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc65b1cc8bef515a746903c5c0ceccfd01df11517dd7fe9004c63360d9c9a98b
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.08243728429079056,
|
| 3 |
"best_model_checkpoint": "./fine-tuned/checkpoint-15000",
|
| 4 |
-
"epoch": 1.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -2425,6 +2425,84 @@
|
|
| 2425 |
"eval_samples_per_second": 22.706,
|
| 2426 |
"eval_steps_per_second": 5.677,
|
| 2427 |
"step": 15500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2428 |
}
|
| 2429 |
],
|
| 2430 |
"logging_steps": 50,
|
|
@@ -2444,7 +2522,7 @@
|
|
| 2444 |
"attributes": {}
|
| 2445 |
}
|
| 2446 |
},
|
| 2447 |
-
"total_flos": 3.
|
| 2448 |
"train_batch_size": 4,
|
| 2449 |
"trial_name": null,
|
| 2450 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": 0.08243728429079056,
|
| 3 |
"best_model_checkpoint": "./fine-tuned/checkpoint-15000",
|
| 4 |
+
"epoch": 1.28,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 16000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 2425 |
"eval_samples_per_second": 22.706,
|
| 2426 |
"eval_steps_per_second": 5.677,
|
| 2427 |
"step": 15500
|
| 2428 |
+
},
|
| 2429 |
+
{
|
| 2430 |
+
"epoch": 1.244,
|
| 2431 |
+
"grad_norm": 0.15668867528438568,
|
| 2432 |
+
"learning_rate": 1.1343600000000001e-05,
|
| 2433 |
+
"loss": 0.0534,
|
| 2434 |
+
"step": 15550
|
| 2435 |
+
},
|
| 2436 |
+
{
|
| 2437 |
+
"epoch": 1.248,
|
| 2438 |
+
"grad_norm": 0.08703252673149109,
|
| 2439 |
+
"learning_rate": 1.12836e-05,
|
| 2440 |
+
"loss": 0.0534,
|
| 2441 |
+
"step": 15600
|
| 2442 |
+
},
|
| 2443 |
+
{
|
| 2444 |
+
"epoch": 1.252,
|
| 2445 |
+
"grad_norm": 0.1255914270877838,
|
| 2446 |
+
"learning_rate": 1.12248e-05,
|
| 2447 |
+
"loss": 0.0514,
|
| 2448 |
+
"step": 15650
|
| 2449 |
+
},
|
| 2450 |
+
{
|
| 2451 |
+
"epoch": 1.256,
|
| 2452 |
+
"grad_norm": 0.11858811974525452,
|
| 2453 |
+
"learning_rate": 1.11648e-05,
|
| 2454 |
+
"loss": 0.0527,
|
| 2455 |
+
"step": 15700
|
| 2456 |
+
},
|
| 2457 |
+
{
|
| 2458 |
+
"epoch": 1.26,
|
| 2459 |
+
"grad_norm": 0.13111431896686554,
|
| 2460 |
+
"learning_rate": 1.1104799999999999e-05,
|
| 2461 |
+
"loss": 0.0494,
|
| 2462 |
+
"step": 15750
|
| 2463 |
+
},
|
| 2464 |
+
{
|
| 2465 |
+
"epoch": 1.264,
|
| 2466 |
+
"grad_norm": 0.17452576756477356,
|
| 2467 |
+
"learning_rate": 1.10448e-05,
|
| 2468 |
+
"loss": 0.0562,
|
| 2469 |
+
"step": 15800
|
| 2470 |
+
},
|
| 2471 |
+
{
|
| 2472 |
+
"epoch": 1.268,
|
| 2473 |
+
"grad_norm": 0.13699005544185638,
|
| 2474 |
+
"learning_rate": 1.09848e-05,
|
| 2475 |
+
"loss": 0.051,
|
| 2476 |
+
"step": 15850
|
| 2477 |
+
},
|
| 2478 |
+
{
|
| 2479 |
+
"epoch": 1.272,
|
| 2480 |
+
"grad_norm": 0.18750061094760895,
|
| 2481 |
+
"learning_rate": 1.0924799999999999e-05,
|
| 2482 |
+
"loss": 0.0545,
|
| 2483 |
+
"step": 15900
|
| 2484 |
+
},
|
| 2485 |
+
{
|
| 2486 |
+
"epoch": 1.276,
|
| 2487 |
+
"grad_norm": 0.1259056031703949,
|
| 2488 |
+
"learning_rate": 1.08648e-05,
|
| 2489 |
+
"loss": 0.0529,
|
| 2490 |
+
"step": 15950
|
| 2491 |
+
},
|
| 2492 |
+
{
|
| 2493 |
+
"epoch": 1.28,
|
| 2494 |
+
"grad_norm": 0.10538329184055328,
|
| 2495 |
+
"learning_rate": 1.08048e-05,
|
| 2496 |
+
"loss": 0.058,
|
| 2497 |
+
"step": 16000
|
| 2498 |
+
},
|
| 2499 |
+
{
|
| 2500 |
+
"epoch": 1.28,
|
| 2501 |
+
"eval_loss": 0.08262528479099274,
|
| 2502 |
+
"eval_runtime": 88.074,
|
| 2503 |
+
"eval_samples_per_second": 22.708,
|
| 2504 |
+
"eval_steps_per_second": 5.677,
|
| 2505 |
+
"step": 16000
|
| 2506 |
}
|
| 2507 |
],
|
| 2508 |
"logging_steps": 50,
|
|
|
|
| 2522 |
"attributes": {}
|
| 2523 |
}
|
| 2524 |
},
|
| 2525 |
+
"total_flos": 3.897330499584e+16,
|
| 2526 |
"train_batch_size": 4,
|
| 2527 |
"trial_name": null,
|
| 2528 |
"trial_params": null
|