Hieu
commited on
Commit
·
09bea8d
1
Parent(s):
265f0af
Push from colab
Browse files- optimizer.pt +1 -1
- pytorch_model.bin +1 -1
- rng_state.pth +1 -1
- scheduler.pt +1 -1
- trainer_state.json +25 -37
- training_args.bin +1 -1
optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 997293853
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16a4d10ff927279fb36becd2f190a21747d3f3c6f1d882e03287ebd09915e5f9
|
| 3 |
size 997293853
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 498675053
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18b671aad3e989725b3b53833a9835710bb3b7be26e480788bf693301520cc9e
|
| 3 |
size 498675053
|
rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14503
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a0f011ef8d07f8bd7f0646e9ff2358e40145e8c4fd43ca91fc0690e958b28239
|
| 3 |
size 14503
|
scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 623
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:203e92e616b2e900d74ef24033e04c5b1fd6fca595cf5289b6b8da042797bdf9
|
| 3 |
size 623
|
trainer_state.json
CHANGED
|
@@ -1,70 +1,58 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 9.
|
| 5 |
-
"global_step":
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
| 9 |
"log_history": [
|
| 10 |
{
|
| 11 |
-
"epoch": 1.
|
| 12 |
-
"learning_rate": 4.
|
| 13 |
-
"loss": 0.
|
| 14 |
"step": 500
|
| 15 |
},
|
| 16 |
{
|
| 17 |
-
"epoch": 2.
|
| 18 |
-
"learning_rate": 3.
|
| 19 |
-
"loss": 0.
|
| 20 |
"step": 1000
|
| 21 |
},
|
| 22 |
{
|
| 23 |
-
"epoch": 3.
|
| 24 |
-
"learning_rate": 3.
|
| 25 |
-
"loss": 0.
|
| 26 |
"step": 1500
|
| 27 |
},
|
| 28 |
{
|
| 29 |
-
"epoch":
|
| 30 |
-
"learning_rate": 2.
|
| 31 |
-
"loss": 0.
|
| 32 |
"step": 2000
|
| 33 |
},
|
| 34 |
{
|
| 35 |
-
"epoch":
|
| 36 |
-
"learning_rate":
|
| 37 |
-
"loss": 0.
|
| 38 |
"step": 2500
|
| 39 |
},
|
| 40 |
{
|
| 41 |
-
"epoch":
|
| 42 |
-
"learning_rate": 1.
|
| 43 |
-
"loss": 0.
|
| 44 |
"step": 3000
|
| 45 |
},
|
| 46 |
{
|
| 47 |
-
"epoch":
|
| 48 |
-
"learning_rate":
|
| 49 |
-
"loss": 0.
|
| 50 |
"step": 3500
|
| 51 |
-
},
|
| 52 |
-
{
|
| 53 |
-
"epoch": 8.57,
|
| 54 |
-
"learning_rate": 7.173447537473234e-06,
|
| 55 |
-
"loss": 0.0031,
|
| 56 |
-
"step": 4000
|
| 57 |
-
},
|
| 58 |
-
{
|
| 59 |
-
"epoch": 9.64,
|
| 60 |
-
"learning_rate": 1.8201284796573876e-06,
|
| 61 |
-
"loss": 0.0013,
|
| 62 |
-
"step": 4500
|
| 63 |
}
|
| 64 |
],
|
| 65 |
-
"max_steps":
|
| 66 |
"num_train_epochs": 10,
|
| 67 |
-
"total_flos":
|
| 68 |
"trial_name": null,
|
| 69 |
"trial_params": null
|
| 70 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 9.25925925925926,
|
| 5 |
+
"global_step": 3500,
|
| 6 |
"is_hyper_param_search": false,
|
| 7 |
"is_local_process_zero": true,
|
| 8 |
"is_world_process_zero": true,
|
| 9 |
"log_history": [
|
| 10 |
{
|
| 11 |
+
"epoch": 1.32,
|
| 12 |
+
"learning_rate": 4.3386243386243384e-05,
|
| 13 |
+
"loss": 0.3304,
|
| 14 |
"step": 500
|
| 15 |
},
|
| 16 |
{
|
| 17 |
+
"epoch": 2.65,
|
| 18 |
+
"learning_rate": 3.677248677248677e-05,
|
| 19 |
+
"loss": 0.1719,
|
| 20 |
"step": 1000
|
| 21 |
},
|
| 22 |
{
|
| 23 |
+
"epoch": 3.97,
|
| 24 |
+
"learning_rate": 3.0158730158730158e-05,
|
| 25 |
+
"loss": 0.0953,
|
| 26 |
"step": 1500
|
| 27 |
},
|
| 28 |
{
|
| 29 |
+
"epoch": 5.29,
|
| 30 |
+
"learning_rate": 2.3544973544973546e-05,
|
| 31 |
+
"loss": 0.0475,
|
| 32 |
"step": 2000
|
| 33 |
},
|
| 34 |
{
|
| 35 |
+
"epoch": 6.61,
|
| 36 |
+
"learning_rate": 1.693121693121693e-05,
|
| 37 |
+
"loss": 0.0246,
|
| 38 |
"step": 2500
|
| 39 |
},
|
| 40 |
{
|
| 41 |
+
"epoch": 7.94,
|
| 42 |
+
"learning_rate": 1.0317460317460318e-05,
|
| 43 |
+
"loss": 0.0109,
|
| 44 |
"step": 3000
|
| 45 |
},
|
| 46 |
{
|
| 47 |
+
"epoch": 9.26,
|
| 48 |
+
"learning_rate": 3.7037037037037037e-06,
|
| 49 |
+
"loss": 0.0084,
|
| 50 |
"step": 3500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
}
|
| 52 |
],
|
| 53 |
+
"max_steps": 3780,
|
| 54 |
"num_train_epochs": 10,
|
| 55 |
+
"total_flos": 7349349553843200.0,
|
| 56 |
"trial_name": null,
|
| 57 |
"trial_params": null
|
| 58 |
}
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2991
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ac2ed7e16e751a79f913fe7e493106649d8f341a524e788038ddd736aef5252
|
| 3 |
size 2991
|