Training in progress, step 1000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 557912620
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83d948451e5922cc308cd8a10cf8844777bbe3eeeccc2dc67b9a6ce79b72d2e0
|
| 3 |
size 557912620
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1115579834
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bfaabb05a95a662d8c7f2b443387597a915505fea3f5272e20297b4175887ada
|
| 3 |
size 1115579834
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:240e6a8ec9456bd6463406cd6d4517d0833e6ea5d37262a07e1e58851593128e
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46c8da14363ee970453deb0abfc423b52e8f626b95704d94bd6a144124c361a4
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,89 +2,40 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch":
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 0.08815232722143865,
|
| 14 |
-
"grad_norm":
|
| 15 |
"learning_rate": 4.561001410437236e-05,
|
| 16 |
-
"loss": 0.
|
| 17 |
"step": 250
|
| 18 |
},
|
| 19 |
{
|
| 20 |
"epoch": 0.1763046544428773,
|
| 21 |
-
"grad_norm":
|
| 22 |
"learning_rate": 4.120239774330042e-05,
|
| 23 |
-
"loss": 0.
|
| 24 |
"step": 500
|
| 25 |
},
|
| 26 |
{
|
| 27 |
"epoch": 0.2644569816643159,
|
| 28 |
-
"grad_norm":
|
| 29 |
"learning_rate": 3.679478138222849e-05,
|
| 30 |
-
"loss": 0.
|
| 31 |
"step": 750
|
| 32 |
},
|
| 33 |
{
|
| 34 |
"epoch": 0.3526093088857546,
|
| 35 |
-
"grad_norm":
|
| 36 |
"learning_rate": 3.2387165021156564e-05,
|
| 37 |
-
"loss": 0.
|
| 38 |
"step": 1000
|
| 39 |
-
},
|
| 40 |
-
{
|
| 41 |
-
"epoch": 0.4407616361071932,
|
| 42 |
-
"grad_norm": 0.13739077746868134,
|
| 43 |
-
"learning_rate": 2.7979548660084627e-05,
|
| 44 |
-
"loss": 0.0014,
|
| 45 |
-
"step": 1250
|
| 46 |
-
},
|
| 47 |
-
{
|
| 48 |
-
"epoch": 0.5289139633286318,
|
| 49 |
-
"grad_norm": 0.4030902683734894,
|
| 50 |
-
"learning_rate": 2.3571932299012694e-05,
|
| 51 |
-
"loss": 0.0009,
|
| 52 |
-
"step": 1500
|
| 53 |
-
},
|
| 54 |
-
{
|
| 55 |
-
"epoch": 0.6170662905500706,
|
| 56 |
-
"grad_norm": 0.12574627995491028,
|
| 57 |
-
"learning_rate": 1.9164315937940765e-05,
|
| 58 |
-
"loss": 0.0007,
|
| 59 |
-
"step": 1750
|
| 60 |
-
},
|
| 61 |
-
{
|
| 62 |
-
"epoch": 0.7052186177715092,
|
| 63 |
-
"grad_norm": 44621.296875,
|
| 64 |
-
"learning_rate": 1.4756699576868829e-05,
|
| 65 |
-
"loss": 0.0008,
|
| 66 |
-
"step": 2000
|
| 67 |
-
},
|
| 68 |
-
{
|
| 69 |
-
"epoch": 0.7933709449929478,
|
| 70 |
-
"grad_norm": 0.33594566583633423,
|
| 71 |
-
"learning_rate": 1.0349083215796897e-05,
|
| 72 |
-
"loss": 0.0007,
|
| 73 |
-
"step": 2250
|
| 74 |
-
},
|
| 75 |
-
{
|
| 76 |
-
"epoch": 0.8815232722143864,
|
| 77 |
-
"grad_norm": 0.1653057485818863,
|
| 78 |
-
"learning_rate": 5.9414668547249645e-06,
|
| 79 |
-
"loss": 0.0005,
|
| 80 |
-
"step": 2500
|
| 81 |
-
},
|
| 82 |
-
{
|
| 83 |
-
"epoch": 0.9696755994358252,
|
| 84 |
-
"grad_norm": 0.1457623541355133,
|
| 85 |
-
"learning_rate": 1.5338504936530325e-06,
|
| 86 |
-
"loss": 0.0003,
|
| 87 |
-
"step": 2750
|
| 88 |
}
|
| 89 |
],
|
| 90 |
"logging_steps": 250,
|
|
@@ -99,12 +50,12 @@
|
|
| 99 |
"should_evaluate": false,
|
| 100 |
"should_log": false,
|
| 101 |
"should_save": true,
|
| 102 |
-
"should_training_stop":
|
| 103 |
},
|
| 104 |
"attributes": {}
|
| 105 |
}
|
| 106 |
},
|
| 107 |
-
"total_flos":
|
| 108 |
"train_batch_size": 32,
|
| 109 |
"trial_name": null,
|
| 110 |
"trial_params": null
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.3526093088857546,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 1000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
"epoch": 0.08815232722143865,
|
| 14 |
+
"grad_norm": 48028.53125,
|
| 15 |
"learning_rate": 4.561001410437236e-05,
|
| 16 |
+
"loss": 0.7241,
|
| 17 |
"step": 250
|
| 18 |
},
|
| 19 |
{
|
| 20 |
"epoch": 0.1763046544428773,
|
| 21 |
+
"grad_norm": 36453.3671875,
|
| 22 |
"learning_rate": 4.120239774330042e-05,
|
| 23 |
+
"loss": 0.0023,
|
| 24 |
"step": 500
|
| 25 |
},
|
| 26 |
{
|
| 27 |
"epoch": 0.2644569816643159,
|
| 28 |
+
"grad_norm": 20.423324584960938,
|
| 29 |
"learning_rate": 3.679478138222849e-05,
|
| 30 |
+
"loss": 0.002,
|
| 31 |
"step": 750
|
| 32 |
},
|
| 33 |
{
|
| 34 |
"epoch": 0.3526093088857546,
|
| 35 |
+
"grad_norm": 13388.93359375,
|
| 36 |
"learning_rate": 3.2387165021156564e-05,
|
| 37 |
+
"loss": 0.0013,
|
| 38 |
"step": 1000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
}
|
| 40 |
],
|
| 41 |
"logging_steps": 250,
|
|
|
|
| 50 |
"should_evaluate": false,
|
| 51 |
"should_log": false,
|
| 52 |
"should_save": true,
|
| 53 |
+
"should_training_stop": false
|
| 54 |
},
|
| 55 |
"attributes": {}
|
| 56 |
}
|
| 57 |
},
|
| 58 |
+
"total_flos": 2438945832960000.0,
|
| 59 |
"train_batch_size": 32,
|
| 60 |
"trial_name": null,
|
| 61 |
"trial_params": null
|
last-checkpoint/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5432
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:82e1fff4aa6ebb74f131111c81ce09fa980fc1c278f9966b7f656b1771ea0a7e
|
| 3 |
size 5432
|