Training in progress, step 550, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 479005064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4e319bb72fcf881fe242f58baf5bee442bfcabe7efa8ee2a6123fc3c7753f60
|
| 3 |
size 479005064
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 958299770
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9fe0841833c3aef192a5f738cd288e78b91e8ce99d455d56a87784a58337db7f
|
| 3 |
size 958299770
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc77916958d85e6199b5b92eb98f14f537090b2e2d1911f8da3b6892667bfb10
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:836b78645c033d7835fc1f26e632621c612ecb82d0c25e3e148a218afe148029
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -631,6 +631,42 @@
|
|
| 631 |
"reward_std": 0.2953102938830853,
|
| 632 |
"rewards/custom_reward_simplified_v7_dblog": 0.759375,
|
| 633 |
"step": 520
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 634 |
}
|
| 635 |
],
|
| 636 |
"logging_steps": 10,
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.004380341029459785,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 550,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 631 |
"reward_std": 0.2953102938830853,
|
| 632 |
"rewards/custom_reward_simplified_v7_dblog": 0.759375,
|
| 633 |
"step": 520
|
| 634 |
+
},
|
| 635 |
+
{
|
| 636 |
+
"completion_length": 633.525,
|
| 637 |
+
"epoch": 0.004221055901115793,
|
| 638 |
+
"grad_norm": 0.2159271538257599,
|
| 639 |
+
"kl": 0.004929024970624596,
|
| 640 |
+
"learning_rate": 4.780896113382536e-06,
|
| 641 |
+
"loss": 0.0002,
|
| 642 |
+
"reward": 0.75625,
|
| 643 |
+
"reward_std": 0.2647860750555992,
|
| 644 |
+
"rewards/custom_reward_simplified_v7_dblog": 0.75625,
|
| 645 |
+
"step": 530
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"completion_length": 586.9125,
|
| 649 |
+
"epoch": 0.004300698465287789,
|
| 650 |
+
"grad_norm": 0.2394983470439911,
|
| 651 |
+
"kl": 0.004724201350472868,
|
| 652 |
+
"learning_rate": 4.765769467591626e-06,
|
| 653 |
+
"loss": 0.0002,
|
| 654 |
+
"reward": 0.975,
|
| 655 |
+
"reward_std": 0.36022927314043046,
|
| 656 |
+
"rewards/custom_reward_simplified_v7_dblog": 0.975,
|
| 657 |
+
"step": 540
|
| 658 |
+
},
|
| 659 |
+
{
|
| 660 |
+
"completion_length": 651.88125,
|
| 661 |
+
"epoch": 0.004380341029459785,
|
| 662 |
+
"grad_norm": 0.1552504301071167,
|
| 663 |
+
"kl": 0.004269527771975845,
|
| 664 |
+
"learning_rate": 4.750163529660303e-06,
|
| 665 |
+
"loss": 0.0002,
|
| 666 |
+
"reward": 0.790625,
|
| 667 |
+
"reward_std": 0.2759058982133865,
|
| 668 |
+
"rewards/custom_reward_simplified_v7_dblog": 0.790625,
|
| 669 |
+
"step": 550
|
| 670 |
}
|
| 671 |
],
|
| 672 |
"logging_steps": 10,
|