CocoRoF/ModernBERT-SimCSE-multitask_v03-retry

README.md

@@ -36,6 +36,57 @@ widget:
   - 녹색 버스가 도로를 따라 내려간다.
 pipeline_tag: sentence-similarity
 library_name: sentence-transformers
+metrics:
+- pearson_cosine
+- spearman_cosine
+- pearson_euclidean
+- spearman_euclidean
+- pearson_manhattan
+- spearman_manhattan
+- pearson_dot
+- spearman_dot
+- pearson_max
+- spearman_max
+model-index:
+- name: SentenceTransformer based on CocoRoF/mobert_retry_SimCSE_test
+  results:
+  - task:
+      type: semantic-similarity
+      name: Semantic Similarity
+    dataset:
+      name: sts dev
+      type: sts_dev
+    metrics:
+    - type: pearson_cosine
+      value: 0.76867327483615
+      name: Pearson Cosine
+    - type: spearman_cosine
+      value: 0.769585744296376
+      name: Spearman Cosine
+    - type: pearson_euclidean
+      value: 0.7124057303081486
+      name: Pearson Euclidean
+    - type: spearman_euclidean
+      value: 0.7051149677418829
+      name: Spearman Euclidean
+    - type: pearson_manhattan
+      value: 0.7142558316733773
+      name: Pearson Manhattan
+    - type: spearman_manhattan
+      value: 0.7078418919542185
+      name: Spearman Manhattan
+    - type: pearson_dot
+      value: 0.6760448465343732
+      name: Pearson Dot
+    - type: spearman_dot
+      value: 0.6653382275787475
+      name: Spearman Dot
+    - type: pearson_max
+      value: 0.76867327483615
+      name: Pearson Max
+    - type: spearman_max
+      value: 0.769585744296376
+      name: Spearman Max
 ---
 
 # SentenceTransformer based on CocoRoF/mobert_retry_SimCSE_test
@@ -126,6 +177,28 @@ You can finetune this model on your own dataset.
 *List how the model may foreseeably be misused and address what users ought not to do with the model.*
 -->
 
+## Evaluation
+
+### Metrics
+
+#### Semantic Similarity
+
+* Dataset: `sts_dev`
+* Evaluated with [<code>EmbeddingSimilarityEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.EmbeddingSimilarityEvaluator)
+
+| Metric             | Value      |
+|:-------------------|:-----------|
+| pearson_cosine     | 0.7687     |
+| spearman_cosine    | 0.7696     |
+| pearson_euclidean  | 0.7124     |
+| spearman_euclidean | 0.7051     |
+| pearson_manhattan  | 0.7143     |
+| spearman_manhattan | 0.7078     |
+| pearson_dot        | 0.676      |
+| spearman_dot       | 0.6653     |
+| pearson_max        | 0.7687     |
+| **spearman_max**   | **0.7696** |
+
 <!--
 ## Bias, Risks and Limitations
 
@@ -325,9 +398,14 @@ You can finetune this model on your own dataset.
 </details>
 
 ### Training Logs
-| Epoch  | Step | Training Loss |
-|:------:|:----:|:-------------:|
-| 1.7273 | 10   | 0.3102        |
+| Epoch  | Step | Training Loss | Validation Loss | sts_dev_spearman_max |
+|:------:|:----:|:-------------:|:---------------:|:--------------------:|
+| 0.5455 | 3    | -             | 0.0373          | 0.7480               |
+| 1.0    | 6    | -             | 0.0368          | 0.7514               |
+| 1.5455 | 9    | -             | 0.0360          | 0.7563               |
+| 1.7273 | 10   | 0.3102        | -               | -                    |
+| 2.0    | 12   | -             | 0.0352          | 0.7631               |
+| 2.5455 | 15   | -             | 0.0344          | 0.7696               |
 
 
 ### Framework Versions

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb41efa187e981ffdf2d70aa9cead5df9133631b64effed4a884aa80b5e50c60
+oid sha256:7fba07da5028e53a213ef519f926e664351efdcfd12fd43aba33a53b7d1bf4d3
 size 735216376