Training in progress, step 316, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -557,9 +557,9 @@ print(embeddings.shape)
|
|
| 557 |
# Get the similarity scores for the embeddings
|
| 558 |
similarities = model.similarity(embeddings, embeddings)
|
| 559 |
print(similarities)
|
| 560 |
-
# tensor([[ 1.0000, 0.
|
| 561 |
-
# [ 0.
|
| 562 |
-
# [-0.
|
| 563 |
```
|
| 564 |
|
| 565 |
<!--
|
|
@@ -771,6 +771,8 @@ You can finetune this model on your own dataset.
|
|
| 771 |
| 0.6329 | 100 | 0.7848 |
|
| 772 |
| 0.9494 | 150 | 0.7202 |
|
| 773 |
| 1.2658 | 200 | 0.6965 |
|
|
|
|
|
|
|
| 774 |
|
| 775 |
|
| 776 |
### Framework Versions
|
|
|
|
| 557 |
# Get the similarity scores for the embeddings
|
| 558 |
similarities = model.similarity(embeddings, embeddings)
|
| 559 |
print(similarities)
|
| 560 |
+
# tensor([[ 1.0000, 0.5979, -0.0511],
|
| 561 |
+
# [ 0.5979, 1.0000, -0.0440],
|
| 562 |
+
# [-0.0511, -0.0440, 1.0000]])
|
| 563 |
```
|
| 564 |
|
| 565 |
<!--
|
|
|
|
| 771 |
| 0.6329 | 100 | 0.7848 |
|
| 772 |
| 0.9494 | 150 | 0.7202 |
|
| 773 |
| 1.2658 | 200 | 0.6965 |
|
| 774 |
+
| 1.5823 | 250 | 0.6903 |
|
| 775 |
+
| 1.8987 | 300 | 0.6684 |
|
| 776 |
|
| 777 |
|
| 778 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 45437864
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:efee2e1163a8db6bba28a294a50473cd41dd4cd8cf55dcaedee23603586374ec
|
| 3 |
size 45437864
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90346763
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:840822f2920e307de8aac2b4662ac4f47ba559e0a01a0df5e10570a012a93242
|
| 3 |
size 90346763
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:341a3f6fac90a99a2352e35ffad0f92a70d4118129101f414cd93382d1e42840
|
| 3 |
size 14645
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4724219abe10ead12ce240c08dbe3ba614a702d77bcfb8388c812d1ad9eecef1
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch":
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -36,6 +36,20 @@
|
|
| 36 |
"learning_rate": 2.0598591549295776e-05,
|
| 37 |
"loss": 0.6965,
|
| 38 |
"step": 200
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
}
|
| 40 |
],
|
| 41 |
"logging_steps": 50,
|
|
@@ -50,7 +64,7 @@
|
|
| 50 |
"should_evaluate": false,
|
| 51 |
"should_log": false,
|
| 52 |
"should_save": true,
|
| 53 |
-
"should_training_stop":
|
| 54 |
},
|
| 55 |
"attributes": {}
|
| 56 |
}
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 2.0,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 316,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 36 |
"learning_rate": 2.0598591549295776e-05,
|
| 37 |
"loss": 0.6965,
|
| 38 |
"step": 200
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 1.5822784810126582,
|
| 42 |
+
"grad_norm": 2.390625,
|
| 43 |
+
"learning_rate": 1.1795774647887324e-05,
|
| 44 |
+
"loss": 0.6903,
|
| 45 |
+
"step": 250
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 1.8987341772151898,
|
| 49 |
+
"grad_norm": 2.296875,
|
| 50 |
+
"learning_rate": 2.9929577464788733e-06,
|
| 51 |
+
"loss": 0.6684,
|
| 52 |
+
"step": 300
|
| 53 |
}
|
| 54 |
],
|
| 55 |
"logging_steps": 50,
|
|
|
|
| 64 |
"should_evaluate": false,
|
| 65 |
"should_log": false,
|
| 66 |
"should_save": true,
|
| 67 |
+
"should_training_stop": true
|
| 68 |
},
|
| 69 |
"attributes": {}
|
| 70 |
}
|