Training in progress, step 14000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 891558696
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e948c8d9a7ad56ccbd6700926716442cecc28d16ec12db2c3ed5e7e3f659db9b
|
| 3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1783272762
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af58a191c850477c58ee5c9fd6d80b4f79d202f3c260b244c0bb72f25e9c46bf
|
| 3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aba8071d282c3cb60c40a4d3269fc6a11f1d4d5aa00c59a4ed8e5ce671a0abf0
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aecb0190c300aa10c453b1ef86e11d1993afb13996c225cb9c0fcb417f89ff36
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -952,6 +952,41 @@
|
|
| 952 |
"learning_rate": 1.4001333333333333e-05,
|
| 953 |
"loss": 0.0669,
|
| 954 |
"step": 13500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 955 |
}
|
| 956 |
],
|
| 957 |
"logging_steps": 100,
|
|
@@ -971,7 +1006,7 @@
|
|
| 971 |
"attributes": {}
|
| 972 |
}
|
| 973 |
},
|
| 974 |
-
"total_flos": 3.
|
| 975 |
"train_batch_size": 4,
|
| 976 |
"trial_name": null,
|
| 977 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.9333333333333333,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 14000,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 952 |
"learning_rate": 1.4001333333333333e-05,
|
| 953 |
"loss": 0.0669,
|
| 954 |
"step": 13500
|
| 955 |
+
},
|
| 956 |
+
{
|
| 957 |
+
"epoch": 0.9066666666666666,
|
| 958 |
+
"grad_norm": 0.26795893907546997,
|
| 959 |
+
"learning_rate": 1.3956888888888891e-05,
|
| 960 |
+
"loss": 0.0698,
|
| 961 |
+
"step": 13600
|
| 962 |
+
},
|
| 963 |
+
{
|
| 964 |
+
"epoch": 0.9133333333333333,
|
| 965 |
+
"grad_norm": 0.20815995335578918,
|
| 966 |
+
"learning_rate": 1.3912444444444447e-05,
|
| 967 |
+
"loss": 0.0655,
|
| 968 |
+
"step": 13700
|
| 969 |
+
},
|
| 970 |
+
{
|
| 971 |
+
"epoch": 0.92,
|
| 972 |
+
"grad_norm": 0.1046639233827591,
|
| 973 |
+
"learning_rate": 1.3868444444444447e-05,
|
| 974 |
+
"loss": 0.0685,
|
| 975 |
+
"step": 13800
|
| 976 |
+
},
|
| 977 |
+
{
|
| 978 |
+
"epoch": 0.9266666666666666,
|
| 979 |
+
"grad_norm": 0.26044830679893494,
|
| 980 |
+
"learning_rate": 1.3824000000000002e-05,
|
| 981 |
+
"loss": 0.0717,
|
| 982 |
+
"step": 13900
|
| 983 |
+
},
|
| 984 |
+
{
|
| 985 |
+
"epoch": 0.9333333333333333,
|
| 986 |
+
"grad_norm": 0.14924395084381104,
|
| 987 |
+
"learning_rate": 1.3779555555555557e-05,
|
| 988 |
+
"loss": 0.0666,
|
| 989 |
+
"step": 14000
|
| 990 |
}
|
| 991 |
],
|
| 992 |
"logging_steps": 100,
|
|
|
|
| 1006 |
"attributes": {}
|
| 1007 |
}
|
| 1008 |
},
|
| 1009 |
+
"total_flos": 3.410164187136e+16,
|
| 1010 |
"train_batch_size": 4,
|
| 1011 |
"trial_name": null,
|
| 1012 |
"trial_params": null
|