Training in progress, step 1584

README.md

@@ -91,28 +91,28 @@ model-index:
       value: 0.005
       name: Cosine Accuracy@1
     - type: cosine_accuracy@10
-      value: 0.12
+      value: 0.07
       name: Cosine Accuracy@10
     - type: cosine_precision@1
       value: 0.005
       name: Cosine Precision@1
     - type: cosine_precision@10
-      value: 0.013500000000000002
+      value: 0.008
       name: Cosine Precision@10
     - type: cosine_recall@1
       value: 0.0016666666666666666
       name: Cosine Recall@1
     - type: cosine_recall@10
-      value: 0.045
+      value: 0.02666666666666666
       name: Cosine Recall@10
     - type: cosine_ndcg@10
-      value: 0.025055316706879063
+      value: 0.01682968253099316
       name: Cosine Ndcg@10
     - type: cosine_mrr@10
-      value: 0.027448412698412694
+      value: 0.020728174603174603
       name: Cosine Mrr@10
     - type: cosine_map@100
-      value: 0.01920011746106999
+      value: 0.014144217882495914
       name: Cosine Map@100
   - task:
       type: information-retrieval
@@ -122,31 +122,31 @@ model-index:
       type: chess-ir-tokens
     metrics:
     - type: cosine_accuracy@1
-      value: 0.07407407407407407
+      value: 0.07936507936507936
       name: Cosine Accuracy@1
     - type: cosine_accuracy@10
-      value: 0.2751322751322751
+      value: 0.25925925925925924
       name: Cosine Accuracy@10
     - type: cosine_precision@1
-      value: 0.07407407407407407
+      value: 0.07936507936507936
       name: Cosine Precision@1
     - type: cosine_precision@10
-      value: 0.07301587301587303
+      value: 0.06031746031746032
       name: Cosine Precision@10
     - type: cosine_recall@1
-      value: 0.007335022553504582
+      value: 0.00224439005944158
       name: Cosine Recall@1
     - type: cosine_recall@10
-      value: 0.03736997784436353
+      value: 0.023957890091684336
       name: Cosine Recall@10
     - type: cosine_ndcg@10
-      value: 0.08304277519172808
+      value: 0.067202690066618
       name: Cosine Ndcg@10
     - type: cosine_mrr@10
-      value: 0.12320483749055179
+      value: 0.12332031578063325
       name: Cosine Mrr@10
     - type: cosine_map@100
-      value: 0.048955611576045346
+      value: 0.03321093573791526
       name: Cosine Map@100
 ---
 
@@ -213,7 +213,7 @@ print(query_embeddings.shape, document_embeddings.shape)
 # Get the similarity scores for the embeddings
 similarities = model.similarity(query_embeddings, document_embeddings)
 print(similarities)
-# tensor([[0.8485, 0.5020, 0.2100]])
+# tensor([[0.8405, 0.5061, 0.2136]])
 ```
 <!--
 ### Direct Usage (Transformers)
@@ -250,15 +250,15 @@ You can finetune this model on your own dataset.
 
 | Metric              | chess-ir   | chess-ir-tokens |
 |:--------------------|:-----------|:----------------|
-| cosine_accuracy@1   | 0.005      | 0.0741          |
-| cosine_accuracy@10  | 0.12       | 0.2751          |
-| cosine_precision@1  | 0.005      | 0.0741          |
-| cosine_precision@10 | 0.0135     | 0.073           |
-| cosine_recall@1     | 0.0017     | 0.0073          |
-| cosine_recall@10    | 0.045      | 0.0374          |
-| **cosine_ndcg@10**  | **0.0251** | **0.083**       |
-| cosine_mrr@10       | 0.0274     | 0.1232          |
-| cosine_map@100      | 0.0192     | 0.049           |
+| cosine_accuracy@1   | 0.005      | 0.0794          |
+| cosine_accuracy@10  | 0.07       | 0.2593          |
+| cosine_precision@1  | 0.005      | 0.0794          |
+| cosine_precision@10 | 0.008      | 0.0603          |
+| cosine_recall@1     | 0.0017     | 0.0022          |
+| cosine_recall@10    | 0.0267     | 0.024           |
+| **cosine_ndcg@10**  | **0.0168** | **0.0672**      |
+| cosine_mrr@10       | 0.0207     | 0.1233          |
+| cosine_map@100      | 0.0141     | 0.0332          |
 
 <!--
 ## Bias, Risks and Limitations
@@ -455,12 +455,18 @@ You can finetune this model on your own dataset.
 | 2.6263 | 1040 | 2.7907        | -                       | -                              |
 | 2.8283 | 1120 | 2.7475        | -                       | -                              |
 | 3.0    | 1188 | -             | 0.0251                  | 0.0830                         |
+| 3.0303 | 1200 | 2.7031        | -                       | -                              |
+| 3.2323 | 1280 | 2.6927        | -                       | -                              |
+| 3.4343 | 1360 | 2.6516        | -                       | -                              |
+| 3.6364 | 1440 | 2.6441        | -                       | -                              |
+| 3.8384 | 1520 | 2.6202        | -                       | -                              |
+| 4.0    | 1584 | -             | 0.0168                  | 0.0672                         |
 
 
 ### Training Time
-- **Training**: 3.1 minutes
+- **Training**: 4.1 minutes
 - **Evaluation**: 0.2 seconds
-- **Total**: 3.1 minutes
+- **Total**: 4.1 minutes
 
 ### Framework Versions
 - Python: 3.12.10

eval/Information-Retrieval_evaluation_chess-ir-tokens_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@10,cosine-Precision@1,cosine-Recal
 1.0,396,0.12698412698412698,0.3544973544973545,0.12698412698412698,0.0066613186633905,0.10476190476190476,0.0462228099305809,0.18598303518938442,0.11807198905104373,0.06497812950052975
 2.0,792,0.10582010582010581,0.2857142857142857,0.10582010582010581,0.009819076674514655,0.07671957671957672,0.04177603773249901,0.15736751490719747,0.0938286742384803,0.06197118360268986
 3.0,1188,0.07407407407407407,0.2751322751322751,0.07407407407407407,0.007335022553504582,0.07301587301587303,0.03736997784436353,0.12320483749055179,0.08304277519172808,0.048955611576045346
+4.0,1584,0.07936507936507936,0.25925925925925924,0.07936507936507936,0.00224439005944158,0.06031746031746032,0.023957890091684336,0.12332031578063325,0.067202690066618,0.03321093573791526

eval/Information-Retrieval_evaluation_chess-ir_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@10,cosine-Precision@1,cosine-Recal
 1.0,396,0.06,0.255,0.06,0.02,0.032,0.10666666666666665,0.11224206349206348,0.07998649265394674,0.06593273410392075
 2.0,792,0.035,0.17,0.035,0.011666666666666665,0.020999999999999998,0.07,0.06641468253968254,0.05046230511277317,0.04510173764984732
 3.0,1188,0.005,0.12,0.005,0.0016666666666666666,0.013500000000000002,0.045,0.027448412698412694,0.025055316706879063,0.01920011746106999
+4.0,1584,0.005,0.07,0.005,0.0016666666666666666,0.008,0.02666666666666666,0.020728174603174603,0.01682968253099316,0.014144217882495914

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c672528037a4c5bc695142e31736c561db8222fd68bb52444b2866e0f5babfd6
+oid sha256:85ba258107839fe02a04763d71797aeb5f4fa19f2a8712e73a0ed0e38b4c15ff
 size 8880224