Training in progress, step 2600, checkpoint
Browse files- last-checkpoint/2_Dense/model.safetensors +1 -1
- last-checkpoint/3_Dense/model.safetensors +1 -1
- last-checkpoint/README.md +5 -1
- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/scaler.pt +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +30 -2
last-checkpoint/2_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:60070dd67aa609f2ec4f6099d7d305d359dcc87b0243c555b4c92a408ce9d712
|
| 3 |
size 9437272
|
last-checkpoint/3_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40f7cffbf560a28dbdda8e392d68b3a6612c84a2695c8f5f18a821a6d39735e6
|
| 3 |
size 9437272
|
last-checkpoint/README.md
CHANGED
|
@@ -450,7 +450,7 @@ print(query_embeddings.shape, document_embeddings.shape)
|
|
| 450 |
# Get the similarity scores for the embeddings
|
| 451 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 452 |
print(similarities)
|
| 453 |
-
# tensor([[ 0.
|
| 454 |
```
|
| 455 |
|
| 456 |
<!--
|
|
@@ -735,6 +735,10 @@ You can finetune this model on your own dataset.
|
|
| 735 |
| 0.7611 | 2300 | 0.0624 |
|
| 736 |
| 0.7776 | 2350 | 0.064 |
|
| 737 |
| 0.7942 | 2400 | 0.0584 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 738 |
|
| 739 |
|
| 740 |
### Framework Versions
|
|
|
|
| 450 |
# Get the similarity scores for the embeddings
|
| 451 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 452 |
print(similarities)
|
| 453 |
+
# tensor([[ 0.5888, -0.1134, 0.2544]])
|
| 454 |
```
|
| 455 |
|
| 456 |
<!--
|
|
|
|
| 735 |
| 0.7611 | 2300 | 0.0624 |
|
| 736 |
| 0.7776 | 2350 | 0.064 |
|
| 737 |
| 0.7942 | 2400 | 0.0584 |
|
| 738 |
+
| 0.8107 | 2450 | 0.0577 |
|
| 739 |
+
| 0.8273 | 2500 | 0.0536 |
|
| 740 |
+
| 0.8438 | 2550 | 0.0562 |
|
| 741 |
+
| 0.8604 | 2600 | 0.0546 |
|
| 742 |
|
| 743 |
|
| 744 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1211486072
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9269f4be93991384c4f927cab218c96e7647244f18be47d991875eefe31fe1b4
|
| 3 |
size 1211486072
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2460923467
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7831d803c865f7e99a7918d82c3c406fbd5cc5f5d3e8383554847671b1ac4256
|
| 3 |
size 2460923467
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b2ccbe8068d53f3cc47989534cf2cf09a26c0622368fe1ff0065518632dc4752
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:615edf11d6f1cfab17840ec8946b503fd418735a16b0c229a49e61367753f384
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -344,6 +344,34 @@
|
|
| 344 |
"learning_rate": 4.582567120264804e-06,
|
| 345 |
"loss": 0.0584,
|
| 346 |
"step": 2400
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 347 |
}
|
| 348 |
],
|
| 349 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.8603573792190602,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 2600,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 344 |
"learning_rate": 4.582567120264804e-06,
|
| 345 |
"loss": 0.0584,
|
| 346 |
"step": 2400
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"epoch": 0.8107213765718068,
|
| 350 |
+
"grad_norm": 4.290740013122559,
|
| 351 |
+
"learning_rate": 4.214784847370357e-06,
|
| 352 |
+
"loss": 0.0577,
|
| 353 |
+
"step": 2450
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"epoch": 0.8272667107875579,
|
| 357 |
+
"grad_norm": 3.434802293777466,
|
| 358 |
+
"learning_rate": 3.8470025744759105e-06,
|
| 359 |
+
"loss": 0.0536,
|
| 360 |
+
"step": 2500
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"epoch": 0.8438120450033091,
|
| 364 |
+
"grad_norm": 4.708302021026611,
|
| 365 |
+
"learning_rate": 3.479220301581464e-06,
|
| 366 |
+
"loss": 0.0562,
|
| 367 |
+
"step": 2550
|
| 368 |
+
},
|
| 369 |
+
{
|
| 370 |
+
"epoch": 0.8603573792190602,
|
| 371 |
+
"grad_norm": 3.8048012256622314,
|
| 372 |
+
"learning_rate": 3.1114380286870177e-06,
|
| 373 |
+
"loss": 0.0546,
|
| 374 |
+
"step": 2600
|
| 375 |
}
|
| 376 |
],
|
| 377 |
"logging_steps": 50,
|