Training in progress, step 1000, checkpoint
Browse files
last-checkpoint/2_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4718680
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f743aade071c11f48b4b07a7ad3824fde728b2d1fb7633bcdd23f3f3a237ba9
|
| 3 |
size 4718680
|
last-checkpoint/3_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4718680
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e474728fa84de1f91316ae156c4886c0bc7ad35e8900e551687a57dc8c9b59a
|
| 3 |
size 4718680
|
last-checkpoint/README.md
CHANGED
|
@@ -511,7 +511,7 @@ print(query_embeddings.shape, document_embeddings.shape)
|
|
| 511 |
# Get the similarity scores for the embeddings
|
| 512 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 513 |
print(similarities)
|
| 514 |
-
# tensor([[ 0.
|
| 515 |
```
|
| 516 |
|
| 517 |
<!--
|
|
@@ -736,6 +736,10 @@ You can finetune this model on your own dataset.
|
|
| 736 |
| 0.6718 | 700 | 0.1586 |
|
| 737 |
| 0.7198 | 750 | 0.1473 |
|
| 738 |
| 0.7678 | 800 | 0.1547 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 739 |
|
| 740 |
|
| 741 |
### Framework Versions
|
|
|
|
| 511 |
# Get the similarity scores for the embeddings
|
| 512 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 513 |
print(similarities)
|
| 514 |
+
# tensor([[ 0.6962, -0.0789, -0.0304]])
|
| 515 |
```
|
| 516 |
|
| 517 |
<!--
|
|
|
|
| 736 |
| 0.6718 | 700 | 0.1586 |
|
| 737 |
| 0.7198 | 750 | 0.1473 |
|
| 738 |
| 0.7678 | 800 | 0.1547 |
|
| 739 |
+
| 0.8157 | 850 | 0.146 |
|
| 740 |
+
| 0.8637 | 900 | 0.1453 |
|
| 741 |
+
| 0.9117 | 950 | 0.1349 |
|
| 742 |
+
| 0.9597 | 1000 | 0.1433 |
|
| 743 |
|
| 744 |
|
| 745 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 605759848
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c84e8a0a3139ed2ddf3b09b17276e96fdf62d3afa0272819b739fa886c04d8f
|
| 3 |
size 605759848
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1230592267
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:beb16bd8e4d9e05b451247f0f0fcbaac68f510f27654bf3865401256d54bcec3
|
| 3 |
size 1230592267
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f05941cd5d89b2195b06001cebc4cb31c0ae73bf191526abcbbf01177ebf8dc
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -120,6 +120,34 @@
|
|
| 120 |
"learning_rate": 1.2966915688367129e-05,
|
| 121 |
"loss": 0.1547,
|
| 122 |
"step": 800
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 123 |
}
|
| 124 |
],
|
| 125 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.9596928982725528,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 1000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 120 |
"learning_rate": 1.2966915688367129e-05,
|
| 121 |
"loss": 0.1547,
|
| 122 |
"step": 800
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.8157389635316699,
|
| 126 |
+
"grad_norm": 3.75,
|
| 127 |
+
"learning_rate": 1.0298826040554963e-05,
|
| 128 |
+
"loss": 0.146,
|
| 129 |
+
"step": 850
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 0.8637236084452975,
|
| 133 |
+
"grad_norm": 4.09375,
|
| 134 |
+
"learning_rate": 7.630736392742796e-06,
|
| 135 |
+
"loss": 0.1453,
|
| 136 |
+
"step": 900
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"epoch": 0.9117082533589251,
|
| 140 |
+
"grad_norm": 3.765625,
|
| 141 |
+
"learning_rate": 4.96264674493063e-06,
|
| 142 |
+
"loss": 0.1349,
|
| 143 |
+
"step": 950
|
| 144 |
+
},
|
| 145 |
+
{
|
| 146 |
+
"epoch": 0.9596928982725528,
|
| 147 |
+
"grad_norm": 3.96875,
|
| 148 |
+
"learning_rate": 2.294557097118463e-06,
|
| 149 |
+
"loss": 0.1433,
|
| 150 |
+
"step": 1000
|
| 151 |
}
|
| 152 |
],
|
| 153 |
"logging_steps": 50,
|