Training in progress, step 1800, checkpoint
Browse files- last-checkpoint/2_Dense/model.safetensors +1 -1
- last-checkpoint/3_Dense/model.safetensors +1 -1
- last-checkpoint/README.md +5 -1
- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/scaler.pt +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +30 -2
last-checkpoint/2_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2af98deca1bdedf2c438bafbb4e4a4bda82f05a9d3f61df9c1056c21b8056ccf
|
| 3 |
size 9437272
|
last-checkpoint/3_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b74bd3c8c835573059a161d0a582b79de2540d78ae310548a081c3f43be5b48
|
| 3 |
size 9437272
|
last-checkpoint/README.md
CHANGED
|
@@ -450,7 +450,7 @@ print(query_embeddings.shape, document_embeddings.shape)
|
|
| 450 |
# Get the similarity scores for the embeddings
|
| 451 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 452 |
print(similarities)
|
| 453 |
-
# tensor([[ 0.
|
| 454 |
```
|
| 455 |
|
| 456 |
<!--
|
|
@@ -719,6 +719,10 @@ You can finetune this model on your own dataset.
|
|
| 719 |
| 0.4964 | 1500 | 0.0801 |
|
| 720 |
| 0.5129 | 1550 | 0.0694 |
|
| 721 |
| 0.5295 | 1600 | 0.0681 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 722 |
|
| 723 |
|
| 724 |
### Framework Versions
|
|
|
|
| 450 |
# Get the similarity scores for the embeddings
|
| 451 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 452 |
print(similarities)
|
| 453 |
+
# tensor([[ 0.5477, -0.1184, 0.2774]])
|
| 454 |
```
|
| 455 |
|
| 456 |
<!--
|
|
|
|
| 719 |
| 0.4964 | 1500 | 0.0801 |
|
| 720 |
| 0.5129 | 1550 | 0.0694 |
|
| 721 |
| 0.5295 | 1600 | 0.0681 |
|
| 722 |
+
| 0.5460 | 1650 | 0.0741 |
|
| 723 |
+
| 0.5625 | 1700 | 0.0855 |
|
| 724 |
+
| 0.5791 | 1750 | 0.0789 |
|
| 725 |
+
| 0.5956 | 1800 | 0.061 |
|
| 726 |
|
| 727 |
|
| 728 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1211486072
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46d18c910556766cdb393fa461e5eb0bbb29197d25fa3aef856f25d8a2869f7d
|
| 3 |
size 1211486072
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2460923467
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:171ade8b34abc98359451568301cb5e7eac16a20609a6cbad41a18fdc48c659b
|
| 3 |
size 2460923467
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ea1ac8b50e0389ab9d8a7c921ce6a1975198ca3afd3f0ac69f0f2408d305ada
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:97d8f648f97acc4d8f0d0540741a3df11f09f70b565f391e664dc832d4ffedcb
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -232,6 +232,34 @@
|
|
| 232 |
"learning_rate": 1.0467083486575949e-05,
|
| 233 |
"loss": 0.0681,
|
| 234 |
"step": 1600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
}
|
| 236 |
],
|
| 237 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.5956320317670417,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 1800,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 232 |
"learning_rate": 1.0467083486575949e-05,
|
| 233 |
"loss": 0.0681,
|
| 234 |
"step": 1600
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"epoch": 0.5459960291197882,
|
| 238 |
+
"grad_norm": 1.2746665477752686,
|
| 239 |
+
"learning_rate": 1.00993012136815e-05,
|
| 240 |
+
"loss": 0.0741,
|
| 241 |
+
"step": 1650
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 0.5625413633355394,
|
| 245 |
+
"grad_norm": 5.447134017944336,
|
| 246 |
+
"learning_rate": 9.731518940787054e-06,
|
| 247 |
+
"loss": 0.0855,
|
| 248 |
+
"step": 1700
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 0.5790866975512905,
|
| 252 |
+
"grad_norm": 5.253468036651611,
|
| 253 |
+
"learning_rate": 9.363736667892607e-06,
|
| 254 |
+
"loss": 0.0789,
|
| 255 |
+
"step": 1750
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 0.5956320317670417,
|
| 259 |
+
"grad_norm": 9.73345947265625,
|
| 260 |
+
"learning_rate": 8.995954394998163e-06,
|
| 261 |
+
"loss": 0.061,
|
| 262 |
+
"step": 1800
|
| 263 |
}
|
| 264 |
],
|
| 265 |
"logging_steps": 50,
|