Training in progress, step 600, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 479005064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6980c4f88d74c446304ac0f4d5b03ec7010edd1231d1218c9dbbc1702d7b7beb
|
| 3 |
size 479005064
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 958299770
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69bbba57bdd38187db933f55c17e252bc60bc71cba5d9518f16fbeda46291a94
|
| 3 |
size 958299770
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8aed5e2dcd18747e1af4ff3f9c9eeac57cc1c5ec6b4e8897a41d8493d19b7f54
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ab161cf33c0c9cc9b1323e9ac1c9b613001b96e466c0008a00d953dff6bc6adc
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -691,6 +691,42 @@
|
|
| 691 |
"reward_std": 0.3310479797422886,
|
| 692 |
"rewards/custom_reward_simplified_v7_dblog": 0.925,
|
| 693 |
"step": 570
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 694 |
}
|
| 695 |
],
|
| 696 |
"logging_steps": 10,
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.004778553850319765,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 600,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 691 |
"reward_std": 0.3310479797422886,
|
| 692 |
"rewards/custom_reward_simplified_v7_dblog": 0.925,
|
| 693 |
"step": 570
|
| 694 |
+
},
|
| 695 |
+
{
|
| 696 |
+
"completion_length": 693.2625,
|
| 697 |
+
"epoch": 0.004619268721975773,
|
| 698 |
+
"grad_norm": 0.11388376355171204,
|
| 699 |
+
"kl": 0.004154781624674797,
|
| 700 |
+
"learning_rate": 4.700503477950278e-06,
|
| 701 |
+
"loss": 0.0002,
|
| 702 |
+
"reward": 0.6875,
|
| 703 |
+
"reward_std": 0.29332098439335824,
|
| 704 |
+
"rewards/custom_reward_simplified_v7_dblog": 0.6875,
|
| 705 |
+
"step": 580
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"completion_length": 662.7625,
|
| 709 |
+
"epoch": 0.004698911286147769,
|
| 710 |
+
"grad_norm": 0.15470421314239502,
|
| 711 |
+
"kl": 0.00541011628229171,
|
| 712 |
+
"learning_rate": 4.6830143869304904e-06,
|
| 713 |
+
"loss": 0.0002,
|
| 714 |
+
"reward": 0.809375,
|
| 715 |
+
"reward_std": 0.32753978818655016,
|
| 716 |
+
"rewards/custom_reward_simplified_v7_dblog": 0.809375,
|
| 717 |
+
"step": 590
|
| 718 |
+
},
|
| 719 |
+
{
|
| 720 |
+
"completion_length": 698.95625,
|
| 721 |
+
"epoch": 0.004778553850319765,
|
| 722 |
+
"grad_norm": 0.004228990990668535,
|
| 723 |
+
"kl": 0.004637495230417699,
|
| 724 |
+
"learning_rate": 4.665063509461098e-06,
|
| 725 |
+
"loss": 0.0002,
|
| 726 |
+
"reward": 0.75,
|
| 727 |
+
"reward_std": 0.23772156983613968,
|
| 728 |
+
"rewards/custom_reward_simplified_v7_dblog": 0.75,
|
| 729 |
+
"step": 600
|
| 730 |
}
|
| 731 |
],
|
| 732 |
"logging_steps": 10,
|