Training in progress, step 1800, checkpoint
Browse files
last-checkpoint/2_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4718680
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:400e4f138cc26c5d165ba04ccda48bd7296f46c05e26190bd789555593817a22
|
| 3 |
size 4718680
|
last-checkpoint/3_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4718680
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ec6c2be4f316baca2bdc5689a13674de1c91858439ed131ad1507b0ae68a407
|
| 3 |
size 4718680
|
last-checkpoint/README.md
CHANGED
|
@@ -472,7 +472,7 @@ print(query_embeddings.shape, document_embeddings.shape)
|
|
| 472 |
# Get the similarity scores for the embeddings
|
| 473 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 474 |
print(similarities)
|
| 475 |
-
# tensor([[ 0.
|
| 476 |
```
|
| 477 |
|
| 478 |
<!--
|
|
@@ -713,6 +713,10 @@ You can finetune this model on your own dataset.
|
|
| 713 |
| 0.7622 | 1500 | 0.0882 |
|
| 714 |
| 0.7876 | 1550 | 0.0816 |
|
| 715 |
| 0.8130 | 1600 | 0.0847 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 716 |
|
| 717 |
|
| 718 |
### Framework Versions
|
|
|
|
| 472 |
# Get the similarity scores for the embeddings
|
| 473 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 474 |
print(similarities)
|
| 475 |
+
# tensor([[ 0.7067, -0.0843, -0.0921]])
|
| 476 |
```
|
| 477 |
|
| 478 |
<!--
|
|
|
|
| 713 |
| 0.7622 | 1500 | 0.0882 |
|
| 714 |
| 0.7876 | 1550 | 0.0816 |
|
| 715 |
| 0.8130 | 1600 | 0.0847 |
|
| 716 |
+
| 0.8384 | 1650 | 0.0824 |
|
| 717 |
+
| 0.8638 | 1700 | 0.0878 |
|
| 718 |
+
| 0.8892 | 1750 | 0.0822 |
|
| 719 |
+
| 0.9146 | 1800 | 0.0792 |
|
| 720 |
|
| 721 |
|
| 722 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 605759848
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c44e01cf741acb803d6e04527da1f664016682833461b366d42997159b0416e6
|
| 3 |
size 605759848
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1230592267
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:184cdfd28ea4214abe2fcbc868f15877077a7bc59cc6a0683bb50c1246efdbef
|
| 3 |
size 1230592267
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec29327b2c793ef05a01c6bae10cd1cf49d3fd34bb421765aad2d8f09bc372c0
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -232,6 +232,34 @@
|
|
| 232 |
"learning_rate": 1.0417843026538679e-05,
|
| 233 |
"loss": 0.0847,
|
| 234 |
"step": 1600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
}
|
| 236 |
],
|
| 237 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.9146341463414634,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 1800,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 232 |
"learning_rate": 1.0417843026538679e-05,
|
| 233 |
"loss": 0.0847,
|
| 234 |
"step": 1600
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"epoch": 0.8384146341463414,
|
| 238 |
+
"grad_norm": 2.8125,
|
| 239 |
+
"learning_rate": 9.006211180124225e-06,
|
| 240 |
+
"loss": 0.0824,
|
| 241 |
+
"step": 1650
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 0.8638211382113821,
|
| 245 |
+
"grad_norm": 3.0,
|
| 246 |
+
"learning_rate": 7.594579333709768e-06,
|
| 247 |
+
"loss": 0.0878,
|
| 248 |
+
"step": 1700
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 0.8892276422764228,
|
| 252 |
+
"grad_norm": 2.6875,
|
| 253 |
+
"learning_rate": 6.1829474872953135e-06,
|
| 254 |
+
"loss": 0.0822,
|
| 255 |
+
"step": 1750
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 0.9146341463414634,
|
| 259 |
+
"grad_norm": 2.515625,
|
| 260 |
+
"learning_rate": 4.771315640880859e-06,
|
| 261 |
+
"loss": 0.0792,
|
| 262 |
+
"step": 1800
|
| 263 |
}
|
| 264 |
],
|
| 265 |
"logging_steps": 50,
|