Training in progress, step 400, checkpoint
Browse files- last-checkpoint/2_Dense/model.safetensors +1 -1
- last-checkpoint/3_Dense/model.safetensors +1 -1
- last-checkpoint/README.md +5 -1
- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/scaler.pt +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +30 -2
last-checkpoint/2_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:812bfba1c31117fa38db39436eeebde44eaacff2575200fd14e4dc6ae62f929e
|
| 3 |
size 9437272
|
last-checkpoint/3_Dense/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9437272
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:27655c85a8aaadee9dacf58cce7dfb1ef47960690b134cbf31a575003007bdf1
|
| 3 |
size 9437272
|
last-checkpoint/README.md
CHANGED
|
@@ -424,7 +424,7 @@ print(query_embeddings.shape, document_embeddings.shape)
|
|
| 424 |
# Get the similarity scores for the embeddings
|
| 425 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 426 |
print(similarities)
|
| 427 |
-
# tensor([[0.
|
| 428 |
```
|
| 429 |
|
| 430 |
<!--
|
|
@@ -633,6 +633,10 @@ You can finetune this model on your own dataset.
|
|
| 633 |
| 0.0058 | 100 | 0.1107 |
|
| 634 |
| 0.0087 | 150 | 0.0709 |
|
| 635 |
| 0.0116 | 200 | 0.0679 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 636 |
|
| 637 |
|
| 638 |
### Framework Versions
|
|
|
|
| 424 |
# Get the similarity scores for the embeddings
|
| 425 |
similarities = model.similarity(query_embeddings, document_embeddings)
|
| 426 |
print(similarities)
|
| 427 |
+
# tensor([[ 0.8773, 0.0462, -0.0253]])
|
| 428 |
```
|
| 429 |
|
| 430 |
<!--
|
|
|
|
| 633 |
| 0.0058 | 100 | 0.1107 |
|
| 634 |
| 0.0087 | 150 | 0.0709 |
|
| 635 |
| 0.0116 | 200 | 0.0679 |
|
| 636 |
+
| 0.0145 | 250 | 0.0597 |
|
| 637 |
+
| 0.0174 | 300 | 0.0598 |
|
| 638 |
+
| 0.0203 | 350 | 0.0764 |
|
| 639 |
+
| 0.0232 | 400 | 0.0506 |
|
| 640 |
|
| 641 |
|
| 642 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1211486072
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6582519cc43472715ff09bc8df56e970c36c8b09bfc714e3e192aee757eaee08
|
| 3 |
size 1211486072
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2460919051
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5f2ae5f738d4f327522544fdad61a200aa371a47e470a3064bbdc08ee183ccfb
|
| 3 |
size 2460919051
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a4e9c48a349d0a234c258982447a8a00d011d07b1124aeae1ab41f62980a473
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f73d856eaa2ecf465e98ae99429ae8f821bc70f284dc9f5844d0faffe2f796d2
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -36,6 +36,34 @@
|
|
| 36 |
"learning_rate": 2.8228141285466127e-06,
|
| 37 |
"loss": 0.0679,
|
| 38 |
"step": 200
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
}
|
| 40 |
],
|
| 41 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.023166917641607783,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 400,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 36 |
"learning_rate": 2.8228141285466127e-06,
|
| 37 |
"loss": 0.0679,
|
| 38 |
"step": 200
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.014479323526004865,
|
| 42 |
+
"grad_norm": 4.010167598724365,
|
| 43 |
+
"learning_rate": 3.546612623045744e-06,
|
| 44 |
+
"loss": 0.0597,
|
| 45 |
+
"step": 250
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.01737518823120584,
|
| 49 |
+
"grad_norm": 10.415971755981445,
|
| 50 |
+
"learning_rate": 4.270411117544876e-06,
|
| 51 |
+
"loss": 0.0598,
|
| 52 |
+
"step": 300
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.02027105293640681,
|
| 56 |
+
"grad_norm": 2.172306537628174,
|
| 57 |
+
"learning_rate": 4.994209612044008e-06,
|
| 58 |
+
"loss": 0.0764,
|
| 59 |
+
"step": 350
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.023166917641607783,
|
| 63 |
+
"grad_norm": 15.422524452209473,
|
| 64 |
+
"learning_rate": 5.718008106543138e-06,
|
| 65 |
+
"loss": 0.0506,
|
| 66 |
+
"step": 400
|
| 67 |
}
|
| 68 |
],
|
| 69 |
"logging_steps": 50,
|