Training in progress, step 2800, checkpoint
Browse files- last-checkpoint/2_Dense/model.safetensors +1 -1
- last-checkpoint/3_Dense/model.safetensors +1 -1
- last-checkpoint/README.md +5 -1
- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/scaler.pt +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +30 -2
last-checkpoint/2_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:032edebe5f429dd79fba4966fcbde9a9cc40387fbb5ff3037fee5320982f533d
|
| 3 |
size 9437272
|
last-checkpoint/3_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a83690af4caa724b099279db73cf30ae7344e4b81bfbf12086b7460efc44b21e
|
| 3 |
size 9437272
|
last-checkpoint/README.md
CHANGED
|
@@ -450,7 +450,7 @@ print(query_embeddings.shape, document_embeddings.shape)
|
|
| 450 |
# Get the similarity scores for the embeddings
|
| 451 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 452 |
print(similarities)
|
| 453 |
-
# tensor([[ 0.
|
| 454 |
```
|
| 455 |
|
| 456 |
<!--
|
|
@@ -739,6 +739,10 @@ You can finetune this model on your own dataset.
|
|
| 739 |
| 0.8273 | 2500 | 0.0536 |
|
| 740 |
| 0.8438 | 2550 | 0.0562 |
|
| 741 |
| 0.8604 | 2600 | 0.0546 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 742 |
|
| 743 |
|
| 744 |
### Framework Versions
|
|
|
|
| 450 |
# Get the similarity scores for the embeddings
|
| 451 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 452 |
print(similarities)
|
| 453 |
+
# tensor([[ 0.5930, -0.1253, 0.2933]])
|
| 454 |
```
|
| 455 |
|
| 456 |
<!--
|
|
|
|
| 739 |
| 0.8273 | 2500 | 0.0536 |
|
| 740 |
| 0.8438 | 2550 | 0.0562 |
|
| 741 |
| 0.8604 | 2600 | 0.0546 |
|
| 742 |
+
| 0.8769 | 2650 | 0.0551 |
|
| 743 |
+
| 0.8934 | 2700 | 0.0619 |
|
| 744 |
+
| 0.9100 | 2750 | 0.0501 |
|
| 745 |
+
| 0.9265 | 2800 | 0.0488 |
|
| 746 |
|
| 747 |
|
| 748 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1211486072
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1fb884bddc343ee71ee047c5c0febe2b1e7e4993b3fc969c8ebc7e8ce609f95
|
| 3 |
size 1211486072
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2460923467
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbcf9758ec6185612baccc164b5f73985fbc506bec38cb9c649eb13a9fdc06d7
|
| 3 |
size 2460923467
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e788658da60471d70bc971aa62815f67253d726fc76137a47b5e2b2bda689438
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7aec44cdda33ef7dab0fb72bc661b8cbbd0d3c4d93e1602b0ef95ed38aa2a425
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -372,6 +372,34 @@
|
|
| 372 |
"learning_rate": 3.1114380286870177e-06,
|
| 373 |
"loss": 0.0546,
|
| 374 |
"step": 2600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 375 |
}
|
| 376 |
],
|
| 377 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.9265387160820648,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 2800,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 372 |
"learning_rate": 3.1114380286870177e-06,
|
| 373 |
"loss": 0.0546,
|
| 374 |
"step": 2600
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"epoch": 0.8769027134348114,
|
| 378 |
+
"grad_norm": 5.102752208709717,
|
| 379 |
+
"learning_rate": 2.7436557557925706e-06,
|
| 380 |
+
"loss": 0.0551,
|
| 381 |
+
"step": 2650
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"epoch": 0.8934480476505625,
|
| 385 |
+
"grad_norm": 4.97892951965332,
|
| 386 |
+
"learning_rate": 2.3758734828981244e-06,
|
| 387 |
+
"loss": 0.0619,
|
| 388 |
+
"step": 2700
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"epoch": 0.9099933818663137,
|
| 392 |
+
"grad_norm": 8.729324340820312,
|
| 393 |
+
"learning_rate": 2.008091210003678e-06,
|
| 394 |
+
"loss": 0.0501,
|
| 395 |
+
"step": 2750
|
| 396 |
+
},
|
| 397 |
+
{
|
| 398 |
+
"epoch": 0.9265387160820648,
|
| 399 |
+
"grad_norm": 6.92756462097168,
|
| 400 |
+
"learning_rate": 1.6403089371092316e-06,
|
| 401 |
+
"loss": 0.0488,
|
| 402 |
+
"step": 2800
|
| 403 |
}
|
| 404 |
],
|
| 405 |
"logging_steps": 50,
|