Training in progress, step 740, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 100697728
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:745ed45ba46e27d4a276a4bd62a985fbd8934270c510745c037ea7283b997c5a
|
| 3 |
size 100697728
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 201541754
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3666732966e75b7dddea0f14706f3ce6fbe99dbf7fd649207c5ed62a6184fa42
|
| 3 |
size 201541754
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8db1fe9840930b9fd7409bb742ad453c84b28c1800a3abc1b4cce223762b144f
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f129e6dbcdc516e08a9aab8d7cc9efeb682288e6509845b97627189c47790bc6
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -583,14 +583,30 @@
|
|
| 583 |
"loss": 0.4011,
|
| 584 |
"num_input_tokens_seen": 481867,
|
| 585 |
"step": 720
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 586 |
}
|
| 587 |
],
|
| 588 |
"logging_steps": 10,
|
| 589 |
"max_steps": 2795,
|
| 590 |
-
"num_input_tokens_seen":
|
| 591 |
"num_train_epochs": 1,
|
| 592 |
"save_steps": 20,
|
| 593 |
-
"total_flos": 1.
|
| 594 |
"train_batch_size": 1,
|
| 595 |
"trial_name": null,
|
| 596 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.26475849731663686,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 740,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 583 |
"loss": 0.4011,
|
| 584 |
"num_input_tokens_seen": 481867,
|
| 585 |
"step": 720
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 0.26118067978533094,
|
| 589 |
+
"grad_norm": 0.3188275992870331,
|
| 590 |
+
"learning_rate": 0.0001477638640429338,
|
| 591 |
+
"loss": 0.4372,
|
| 592 |
+
"num_input_tokens_seen": 489088,
|
| 593 |
+
"step": 730
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 0.26475849731663686,
|
| 597 |
+
"grad_norm": 0.3422275483608246,
|
| 598 |
+
"learning_rate": 0.00014704830053667263,
|
| 599 |
+
"loss": 0.4178,
|
| 600 |
+
"num_input_tokens_seen": 494747,
|
| 601 |
+
"step": 740
|
| 602 |
}
|
| 603 |
],
|
| 604 |
"logging_steps": 10,
|
| 605 |
"max_steps": 2795,
|
| 606 |
+
"num_input_tokens_seen": 494747,
|
| 607 |
"num_train_epochs": 1,
|
| 608 |
"save_steps": 20,
|
| 609 |
+
"total_flos": 1.1125112884402176e+16,
|
| 610 |
"train_batch_size": 1,
|
| 611 |
"trial_name": null,
|
| 612 |
"trial_params": null
|