Training in progress, step 14060

Information-Retrieval_evaluation_val_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Precisi
 -1,-1,0.908,0.9684,0.9834,0.908,0.908,0.3228,0.9684,0.19667999999999997,0.9834,0.908,0.9386633333333337,0.9400269841269848,0.9532296698470627,0.9404621256346036
 -1,-1,0.9104,0.9688,0.9842,0.9104,0.9104,0.32293333333333335,0.9688,0.19683999999999996,0.9842,0.9104,0.9402433333333332,0.9416250793650793,0.9545809774353143,0.9420576026548708
 -1,-1,0.8281,0.9026,0.93105,0.8281,0.8281,0.3008666666666666,0.9026,0.18621000000000004,0.93105,0.8281,0.8677437499999962,0.8721381249999942,0.8942437004811851,0.874246358340888
+-1,-1,0.82925,0.903025,0.931175,0.82925,0.82925,0.3010083333333333,0.903025,0.186235,0.931175,0.82925,0.8687345833333282,0.8731489384920591,0.8950131360828151,0.8752091976044037

README.md

@@ -5,110 +5,38 @@ tags:
 - feature-extraction
 - dense
 - generated_from_trainer
-- dataset_size:359999
+- dataset_size:100000
 - loss:MultipleNegativesRankingLoss
 base_model: prajjwal1/bert-small
 widget:
-- source_sentence: Someone blocked me on Instagram. How do I unblock myself from their
-    account?
+- source_sentence: How do I calculate IQ?
   sentences:
-  - Someone blocked me on Instagram. How do I unblock myself from their account?
-  - Someone blocked me on Instagram. How do myself unblock Ifrom their account?
-  - What are some good tips for dealing with a very easily frustrated 1 year old?
-- source_sentence: Do you love the life you live?
+  - What is the easiest way to know my IQ?
+  - How do I calculate not IQ ?
+  - What are some creative and innovative business ideas with less investment in India?
+- source_sentence: How can I learn martial arts in my home?
   sentences:
-  - What is Jakob Nowell, Bradley Nowell's son, up to and will he pursue a career
-    in music?
-  - Do you love the life you're living?
-  - Do you love not the life you live ?
-- source_sentence: I had sex on the 9th and my period started on the 11th. Could I
-    still get pregnant?
+  - How can I learn martial arts by myself?
+  - What are the advantages and disadvantages of investing in gold?
+  - Can people see that I have looked at their pictures on instagram if I am not following
+    them?
+- source_sentence: When Enterprise picks you up do you have to take them back?
   sentences:
-  - How can I earn money easily online?
-  - If I have sex on the day of my ovulation and I get my period two weeks later,
-    can I still be pregnant?
-  - I did not have sex on the 9th and my period started on the 11th . Could I still
-    get pregnant ?
-- source_sentence: Would you read book at your office?
+  - Are there any software Training institute in Tuticorin?
+  - When Enterprise picks you up do you have to take them back?
+  - When Enterprise picks you up do them have to take youback?
+- source_sentence: What are some non-capital goods?
   sentences:
-  - Would book read youat your office?
-  - I am a married woman and I'm in love with married man. what should I do?
-  - Would you read book at your office?
-- source_sentence: How do you earn money on Quora?
+  - What are capital goods?
+  - How is the value of [math]\pi[/math] calculated?
+  - What are some non-capital goods?
+- source_sentence: What is the QuickBooks technical support phone number in New York?
   sentences:
-  - Ordered food on Swiggy 3 days ago.After accepting my money, said no more on Menu!
-    When if ever will I atleast get refund in cr card a/c?
-  - How do you earn not money on Quora ?
-  - What is the best way to make money on Quora?
+  - What caused the Great Depression?
+  - Can I apply for PR in Canada?
+  - Which is the best QuickBooks Hosting Support Number in New York?
 pipeline_tag: sentence-similarity
 library_name: sentence-transformers
-metrics:
-- cosine_accuracy@1
-- cosine_accuracy@3
-- cosine_accuracy@5
-- cosine_precision@1
-- cosine_precision@3
-- cosine_precision@5
-- cosine_recall@1
-- cosine_recall@3
-- cosine_recall@5
-- cosine_ndcg@10
-- cosine_mrr@1
-- cosine_mrr@5
-- cosine_mrr@10
-- cosine_map@100
-model-index:
-- name: SentenceTransformer based on prajjwal1/bert-small
-  results:
-  - task:
-      type: information-retrieval
-      name: Information Retrieval
-    dataset:
-      name: val
-      type: val
-    metrics:
-    - type: cosine_accuracy@1
-      value: 0.82935
-      name: Cosine Accuracy@1
-    - type: cosine_accuracy@3
-      value: 0.903025
-      name: Cosine Accuracy@3
-    - type: cosine_accuracy@5
-      value: 0.9311
-      name: Cosine Accuracy@5
-    - type: cosine_precision@1
-      value: 0.82935
-      name: Cosine Precision@1
-    - type: cosine_precision@3
-      value: 0.30100833333333327
-      name: Cosine Precision@3
-    - type: cosine_precision@5
-      value: 0.18622
-      name: Cosine Precision@5
-    - type: cosine_recall@1
-      value: 0.82935
-      name: Cosine Recall@1
-    - type: cosine_recall@3
-      value: 0.903025
-      name: Cosine Recall@3
-    - type: cosine_recall@5
-      value: 0.9311
-      name: Cosine Recall@5
-    - type: cosine_ndcg@10
-      value: 0.8950372962037911
-      name: Cosine Ndcg@10
-    - type: cosine_mrr@1
-      value: 0.82935
-      name: Cosine Mrr@1
-    - type: cosine_mrr@5
-      value: 0.8687558333333282
-      name: Cosine Mrr@5
-    - type: cosine_mrr@10
-      value: 0.8731832242063449
-      name: Cosine Mrr@10
-    - type: cosine_map@100
-      value: 0.8752427301346968
-      name: Cosine Map@100
 ---
 
 # SentenceTransformer based on prajjwal1/bert-small
@@ -157,12 +85,12 @@ Then you can load this model and run inference.
 from sentence_transformers import SentenceTransformer
 
 # Download from the 🤗 Hub
-model = SentenceTransformer("redis/model-b-structured")
+model = SentenceTransformer("sentence_transformers_model_id")
 # Run inference
 sentences = [
-    'How do you earn money on Quora?',
-    'What is the best way to make money on Quora?',
-    'How do you earn not money on Quora ?',
+    'What is the QuickBooks technical support phone number in New York?',
+    'Which is the best QuickBooks Hosting Support Number in New York?',
+    'Can I apply for PR in Canada?',
 ]
 embeddings = model.encode(sentences)
 print(embeddings.shape)
@@ -171,9 +99,9 @@ print(embeddings.shape)
 # Get the similarity scores for the embeddings
 similarities = model.similarity(embeddings, embeddings)
 print(similarities)
-# tensor([[1.0000, 0.8575, 0.0777],
-#         [0.8575, 1.0000, 0.0442],
-#         [0.0777, 0.0442, 1.0000]])
+# tensor([[1.0000, 0.8563, 0.0594],
+#         [0.8563, 1.0000, 0.1245],
+#         [0.0594, 0.1245, 1.0000]])
 ```
 
 <!--
@@ -200,32 +128,6 @@ You can finetune this model on your own dataset.
 *List how the model may foreseeably be misused and address what users ought not to do with the model.*
 -->
 
-## Evaluation
-
-### Metrics
-
-#### Information Retrieval
-
-* Dataset: `val`
-* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
-
-| Metric             | Value     |
-|:-------------------|:----------|
-| cosine_accuracy@1  | 0.8294    |
-| cosine_accuracy@3  | 0.903     |
-| cosine_accuracy@5  | 0.9311    |
-| cosine_precision@1 | 0.8294    |
-| cosine_precision@3 | 0.301     |
-| cosine_precision@5 | 0.1862    |
-| cosine_recall@1    | 0.8294    |
-| cosine_recall@3    | 0.903     |
-| cosine_recall@5    | 0.9311    |
-| **cosine_ndcg@10** | **0.895** |
-| cosine_mrr@1       | 0.8294    |
-| cosine_mrr@5       | 0.8688    |
-| cosine_mrr@10      | 0.8732    |
-| cosine_map@100     | 0.8752    |
-
 <!--
 ## Bias, Risks and Limitations
 
@@ -244,45 +146,19 @@ You can finetune this model on your own dataset.
 
 #### Unnamed Dataset
 
-* Size: 359,999 training samples
-* Columns: <code>anchor</code>, <code>positive</code>, and <code>negative</code>
-* Approximate statistics based on the first 1000 samples:
-  |         | anchor                                                                           | positive                                                                          | negative                                                                          |
-  |:--------|:---------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|
-  | type    | string                                                                           | string                                                                            | string                                                                            |
-  | details | <ul><li>min: 6 tokens</li><li>mean: 15.4 tokens</li><li>max: 60 tokens</li></ul> | <ul><li>min: 6 tokens</li><li>mean: 15.45 tokens</li><li>max: 78 tokens</li></ul> | <ul><li>min: 6 tokens</li><li>mean: 16.07 tokens</li><li>max: 62 tokens</li></ul> |
-* Samples:
-  | anchor                                                                                                              | positive                                                                                                            | negative                                                                                                            |
-  |:--------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------|
-  | <code>Shall I upgrade my iPhone 5s to iOS 10 final version?</code>                                                  | <code>Should I upgrade an iPhone 5s to iOS 10?</code>                                                               | <code>Shall I upgrade not my iPhone 5s to iOS 10 final version ?</code>                                             |
-  | <code>Do Census Bureau income figures count sources of unearned income, or do they just count earned income?</code> | <code>Do Census Bureau income figures count sources of unearned income, or do they just count earned income?</code> | <code>Do Census Bureau income figures count sources of unearned income, or do income just count earned they?</code> |
-  | <code>Who has the highest IQ?</code>                                                                                | <code>Who has the highest IQ?</code>                                                                                | <code>the highest IQ has Who?</code>                                                                                |
-* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
-  ```json
-  {
-      "scale": 20.0,
-      "similarity_fct": "cos_sim",
-      "gather_across_devices": false
-  }
-  ```
-
-### Evaluation Dataset
-
-#### Unnamed Dataset
-
-* Size: 40,000 evaluation samples
-* Columns: <code>anchor</code>, <code>positive</code>, and <code>negative</code>
+* Size: 100,000 training samples
+* Columns: <code>sentence_0</code>, <code>sentence_1</code>, and <code>sentence_2</code>
 * Approximate statistics based on the first 1000 samples:
-  |         | anchor                                                                            | positive                                                                          | negative                                                                          |
+  |         | sentence_0                                                                        | sentence_1                                                                        | sentence_2                                                                        |
   |:--------|:----------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|
   | type    | string                                                                            | string                                                                            | string                                                                            |
-  | details | <ul><li>min: 6 tokens</li><li>mean: 15.86 tokens</li><li>max: 65 tokens</li></ul> | <ul><li>min: 6 tokens</li><li>mean: 15.94 tokens</li><li>max: 65 tokens</li></ul> | <ul><li>min: 6 tokens</li><li>mean: 16.46 tokens</li><li>max: 66 tokens</li></ul> |
+  | details | <ul><li>min: 6 tokens</li><li>mean: 15.79 tokens</li><li>max: 66 tokens</li></ul> | <ul><li>min: 6 tokens</li><li>mean: 15.68 tokens</li><li>max: 66 tokens</li></ul> | <ul><li>min: 7 tokens</li><li>mean: 16.37 tokens</li><li>max: 67 tokens</li></ul> |
 * Samples:
-  | anchor                                                                                                            | positive                                                                                                          | negative                                                                                                                  |
-  |:------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------|
-  | <code>What are some mind-blowing Iphone gadgets and tools that most people don't know about?</code>               | <code>What are some mind-blowing iphone tools that most people don't know about?</code>                           | <code>most people are some mind-blowing Iphone gadgets and tools that Whatdon't know about?</code>                        |
-  | <code>If FOX News is the conservative news station, which cable news network is for liberals/progressives?</code> | <code>If FOX News is the conservative news station, which cable news network is for liberals/progressives?</code> | <code>If FOX News is not the conservative news station , which cable news network is for liberals / progressives ?</code> |
-  | <code>How can guys last longer during sex?</code>                                                                 | <code>How do I last longer in sex?</code>                                                                         | <code>How can guys last not longer during sex ?</code>                                                                    |
+  | sentence_0                                                       | sentence_1                                                       | sentence_2                                                                        |
+  |:-----------------------------------------------------------------|:-----------------------------------------------------------------|:----------------------------------------------------------------------------------|
+  | <code>Is masturbating bad for boys?</code>                       | <code>Is masturbating bad for boys?</code>                       | <code>How harmful or unhealthy is masturbation?</code>                            |
+  | <code>Does a train engine move in reverse?</code>                | <code>Does a train engine move in reverse?</code>                | <code>Time moves forward, not in reverse. Doesn't that make time a vector?</code> |
+  | <code>What is the most badass thing anyone has ever done?</code> | <code>What is the most badass thing anyone has ever done?</code> | <code>anyone is the most badass thing Whathas ever done?</code>                   |
 * Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
   ```json
   {
@@ -295,49 +171,36 @@ You can finetune this model on your own dataset.
 ### Training Hyperparameters
 #### Non-Default Hyperparameters
 
-- `eval_strategy`: steps
-- `per_device_train_batch_size`: 256
-- `per_device_eval_batch_size`: 256
-- `learning_rate`: 2e-05
-- `weight_decay`: 0.001
-- `max_steps`: 14060
-- `warmup_ratio`: 0.1
+- `per_device_train_batch_size`: 64
+- `per_device_eval_batch_size`: 64
 - `fp16`: True
-- `dataloader_drop_last`: True
-- `dataloader_num_workers`: 1
-- `dataloader_prefetch_factor`: 1
-- `load_best_model_at_end`: True
-- `optim`: adamw_torch
-- `ddp_find_unused_parameters`: False
-- `push_to_hub`: True
-- `hub_model_id`: redis/model-b-structured
-- `eval_on_start`: True
+- `multi_dataset_batch_sampler`: round_robin
 
 #### All Hyperparameters
 <details><summary>Click to expand</summary>
 
 - `overwrite_output_dir`: False
 - `do_predict`: False
-- `eval_strategy`: steps
+- `eval_strategy`: no
 - `prediction_loss_only`: True
-- `per_device_train_batch_size`: 256
-- `per_device_eval_batch_size`: 256
+- `per_device_train_batch_size`: 64
+- `per_device_eval_batch_size`: 64
 - `per_gpu_train_batch_size`: None
 - `per_gpu_eval_batch_size`: None
 - `gradient_accumulation_steps`: 1
 - `eval_accumulation_steps`: None
 - `torch_empty_cache_steps`: None
-- `learning_rate`: 2e-05
-- `weight_decay`: 0.001
+- `learning_rate`: 5e-05
+- `weight_decay`: 0.0
 - `adam_beta1`: 0.9
 - `adam_beta2`: 0.999
 - `adam_epsilon`: 1e-08
-- `max_grad_norm`: 1.0
-- `num_train_epochs`: 3.0
-- `max_steps`: 14060
+- `max_grad_norm`: 1
+- `num_train_epochs`: 3
+- `max_steps`: -1
 - `lr_scheduler_type`: linear
 - `lr_scheduler_kwargs`: {}
-- `warmup_ratio`: 0.1
+- `warmup_ratio`: 0.0
 - `warmup_steps`: 0
 - `log_level`: passive
 - `log_level_replica`: warning
@@ -365,14 +228,14 @@ You can finetune this model on your own dataset.
 - `tpu_num_cores`: None
 - `tpu_metrics_debug`: False
 - `debug`: []
-- `dataloader_drop_last`: True
-- `dataloader_num_workers`: 1
-- `dataloader_prefetch_factor`: 1
+- `dataloader_drop_last`: False
+- `dataloader_num_workers`: 0
+- `dataloader_prefetch_factor`: None
 - `past_index`: -1
 - `disable_tqdm`: False
 - `remove_unused_columns`: True
 - `label_names`: None
-- `load_best_model_at_end`: True
+- `load_best_model_at_end`: False
 - `ignore_data_skip`: False
 - `fsdp`: []
 - `fsdp_min_num_params`: 0
@@ -382,23 +245,23 @@ You can finetune this model on your own dataset.
 - `parallelism_config`: None
 - `deepspeed`: None
 - `label_smoothing_factor`: 0.0
-- `optim`: adamw_torch
+- `optim`: adamw_torch_fused
 - `optim_args`: None
 - `adafactor`: False
 - `group_by_length`: False
 - `length_column_name`: length
 - `project`: huggingface
 - `trackio_space_id`: trackio
-- `ddp_find_unused_parameters`: False
+- `ddp_find_unused_parameters`: None
 - `ddp_bucket_cap_mb`: None
 - `ddp_broadcast_buffers`: False
 - `dataloader_pin_memory`: True
 - `dataloader_persistent_workers`: False
 - `skip_memory_metrics`: True
 - `use_legacy_prediction_loop`: False
-- `push_to_hub`: True
+- `push_to_hub`: False
 - `resume_from_checkpoint`: None
-- `hub_model_id`: redis/model-b-structured
+- `hub_model_id`: None
 - `hub_strategy`: every_save
 - `hub_private_repo`: None
 - `hub_always_push`: False
@@ -425,167 +288,32 @@ You can finetune this model on your own dataset.
 - `neftune_noise_alpha`: None
 - `optim_target_modules`: None
 - `batch_eval_metrics`: False
-- `eval_on_start`: True
+- `eval_on_start`: False
 - `use_liger_kernel`: False
 - `liger_kernel_config`: None
 - `eval_use_gather_object`: False
 - `average_tokens_across_devices`: True
 - `prompts`: None
 - `batch_sampler`: batch_sampler
-- `multi_dataset_batch_sampler`: proportional
+- `multi_dataset_batch_sampler`: round_robin
 - `router_mapping`: {}
 - `learning_rate_mapping`: {}
 
 </details>
 
 ### Training Logs
-<details><summary>Click to expand</summary>
+| Epoch  | Step | Training Loss |
+|:------:|:----:|:-------------:|
+| 0.3199 | 500  | 0.4294        |
+| 0.6398 | 1000 | 0.1268        |
+| 0.9597 | 1500 | 0.1           |
+| 1.2796 | 2000 | 0.0792        |
+| 1.5995 | 2500 | 0.0706        |
+| 1.9194 | 3000 | 0.0687        |
+| 2.2393 | 3500 | 0.0584        |
+| 2.5592 | 4000 | 0.057         |
+| 2.8791 | 4500 | 0.0581        |
 
-| Epoch  | Step  | Training Loss | Validation Loss | val_cosine_ndcg@10 |
-|:------:|:-----:|:-------------:|:---------------:|:------------------:|
-| 0      | 0     | -             | 1.8606          | 0.7604             |
-| 0.0711 | 100   | 2.2043        | 1.2529          | 0.7830             |
-| 0.1422 | 200   | 1.0111        | 0.4899          | 0.8464             |
-| 0.2134 | 300   | 0.4916        | 0.3181          | 0.8590             |
-| 0.2845 | 400   | 0.3572        | 0.2448          | 0.8632             |
-| 0.3556 | 500   | 0.2893        | 0.2091          | 0.8670             |
-| 0.4267 | 600   | 0.262         | 0.1866          | 0.8695             |
-| 0.4979 | 700   | 0.2356        | 0.1702          | 0.8720             |
-| 0.5690 | 800   | 0.207         | 0.1551          | 0.8730             |
-| 0.6401 | 900   | 0.1914        | 0.1421          | 0.8745             |
-| 0.7112 | 1000  | 0.185         | 0.1320          | 0.8765             |
-| 0.7824 | 1100  | 0.1663        | 0.1233          | 0.8771             |
-| 0.8535 | 1200  | 0.1521        | 0.1148          | 0.8788             |
-| 0.9246 | 1300  | 0.1482        | 0.1069          | 0.8789             |
-| 0.9957 | 1400  | 0.1385        | 0.1023          | 0.8810             |
-| 1.0669 | 1500  | 0.1298        | 0.0942          | 0.8799             |
-| 1.1380 | 1600  | 0.1239        | 0.0915          | 0.8818             |
-| 1.2091 | 1700  | 0.1197        | 0.0890          | 0.8821             |
-| 1.2802 | 1800  | 0.1123        | 0.0850          | 0.8827             |
-| 1.3514 | 1900  | 0.1004        | 0.0821          | 0.8836             |
-| 1.4225 | 2000  | 0.1089        | 0.0795          | 0.8838             |
-| 1.4936 | 2100  | 0.1044        | 0.0784          | 0.8845             |
-| 1.5647 | 2200  | 0.0963        | 0.0763          | 0.8843             |
-| 1.6358 | 2300  | 0.0962        | 0.0738          | 0.8844             |
-| 1.7070 | 2400  | 0.0987        | 0.0710          | 0.8851             |
-| 1.7781 | 2500  | 0.0942        | 0.0705          | 0.8872             |
-| 1.8492 | 2600  | 0.0914        | 0.0670          | 0.8856             |
-| 1.9203 | 2700  | 0.0899        | 0.0681          | 0.8870             |
-| 1.9915 | 2800  | 0.0918        | 0.0652          | 0.8869             |
-| 2.0626 | 2900  | 0.0744        | 0.0652          | 0.8866             |
-| 2.1337 | 3000  | 0.0791        | 0.0638          | 0.8875             |
-| 2.2048 | 3100  | 0.0752        | 0.0629          | 0.8871             |
-| 2.2760 | 3200  | 0.0751        | 0.0628          | 0.8887             |
-| 2.3471 | 3300  | 0.0727        | 0.0617          | 0.8885             |
-| 2.4182 | 3400  | 0.0741        | 0.0605          | 0.8883             |
-| 2.4893 | 3500  | 0.074         | 0.0603          | 0.8883             |
-| 2.5605 | 3600  | 0.0746        | 0.0594          | 0.8888             |
-| 2.6316 | 3700  | 0.0736        | 0.0587          | 0.8889             |
-| 2.7027 | 3800  | 0.0685        | 0.0571          | 0.8887             |
-| 2.7738 | 3900  | 0.0723        | 0.0567          | 0.8893             |
-| 2.8450 | 4000  | 0.0693        | 0.0556          | 0.8885             |
-| 2.9161 | 4100  | 0.0708        | 0.0554          | 0.8894             |
-| 2.9872 | 4200  | 0.0701        | 0.0554          | 0.8901             |
-| 3.0583 | 4300  | 0.0651        | 0.0551          | 0.8895             |
-| 3.1294 | 4400  | 0.0601        | 0.0546          | 0.8895             |
-| 3.2006 | 4500  | 0.0618        | 0.0539          | 0.8904             |
-| 3.2717 | 4600  | 0.0618        | 0.0536          | 0.8904             |
-| 3.3428 | 4700  | 0.0606        | 0.0535          | 0.8906             |
-| 3.4139 | 4800  | 0.0612        | 0.0532          | 0.8901             |
-| 3.4851 | 4900  | 0.0605        | 0.0526          | 0.8912             |
-| 3.5562 | 5000  | 0.0612        | 0.0523          | 0.8909             |
-| 3.6273 | 5100  | 0.0591        | 0.0515          | 0.8907             |
-| 3.6984 | 5200  | 0.0624        | 0.0510          | 0.8906             |
-| 3.7696 | 5300  | 0.0584        | 0.0518          | 0.8916             |
-| 3.8407 | 5400  | 0.0577        | 0.0506          | 0.8913             |
-| 3.9118 | 5500  | 0.0582        | 0.0506          | 0.8916             |
-| 3.9829 | 5600  | 0.0625        | 0.0505          | 0.8914             |
-| 4.0541 | 5700  | 0.0564        | 0.0500          | 0.8909             |
-| 4.1252 | 5800  | 0.0532        | 0.0496          | 0.8923             |
-| 4.1963 | 5900  | 0.0537        | 0.0492          | 0.8923             |
-| 4.2674 | 6000  | 0.0527        | 0.0493          | 0.8920             |
-| 4.3385 | 6100  | 0.0528        | 0.0490          | 0.8920             |
-| 4.4097 | 6200  | 0.0524        | 0.0495          | 0.8919             |
-| 4.4808 | 6300  | 0.0552        | 0.0484          | 0.8924             |
-| 4.5519 | 6400  | 0.0547        | 0.0490          | 0.8921             |
-| 4.6230 | 6500  | 0.0522        | 0.0481          | 0.8927             |
-| 4.6942 | 6600  | 0.0489        | 0.0486          | 0.8918             |
-| 4.7653 | 6700  | 0.0484        | 0.0484          | 0.8923             |
-| 4.8364 | 6800  | 0.0494        | 0.0482          | 0.8926             |
-| 4.9075 | 6900  | 0.0486        | 0.0479          | 0.8928             |
-| 4.9787 | 7000  | 0.0498        | 0.0474          | 0.8930             |
-| 5.0498 | 7100  | 0.0503        | 0.0475          | 0.8933             |
-| 5.1209 | 7200  | 0.0491        | 0.0472          | 0.8931             |
-| 5.1920 | 7300  | 0.0484        | 0.0471          | 0.8933             |
-| 5.2632 | 7400  | 0.0466        | 0.0467          | 0.8930             |
-| 5.3343 | 7500  | 0.0495        | 0.0468          | 0.8930             |
-| 5.4054 | 7600  | 0.0465        | 0.0467          | 0.8932             |
-| 5.4765 | 7700  | 0.0449        | 0.0462          | 0.8929             |
-| 5.5477 | 7800  | 0.0487        | 0.0461          | 0.8934             |
-| 5.6188 | 7900  | 0.0463        | 0.0460          | 0.8933             |
-| 5.6899 | 8000  | 0.0471        | 0.0457          | 0.8930             |
-| 5.7610 | 8100  | 0.0488        | 0.0458          | 0.8936             |
-| 5.8321 | 8200  | 0.045         | 0.0458          | 0.8932             |
-| 5.9033 | 8300  | 0.0494        | 0.0456          | 0.8937             |
-| 5.9744 | 8400  | 0.044         | 0.0456          | 0.8938             |
-| 6.0455 | 8500  | 0.0442        | 0.0459          | 0.8941             |
-| 6.1166 | 8600  | 0.0453        | 0.0455          | 0.8938             |
-| 6.1878 | 8700  | 0.0443        | 0.0452          | 0.8937             |
-| 6.2589 | 8800  | 0.044         | 0.0448          | 0.8937             |
-| 6.3300 | 8900  | 0.042         | 0.0455          | 0.8942             |
-| 6.4011 | 9000  | 0.0458        | 0.0451          | 0.8941             |
-| 6.4723 | 9100  | 0.0426        | 0.0450          | 0.8939             |
-| 6.5434 | 9200  | 0.0439        | 0.0446          | 0.8939             |
-| 6.6145 | 9300  | 0.0459        | 0.0444          | 0.8944             |
-| 6.6856 | 9400  | 0.0435        | 0.0447          | 0.8943             |
-| 6.7568 | 9500  | 0.0414        | 0.0443          | 0.8942             |
-| 6.8279 | 9600  | 0.0452        | 0.0447          | 0.8942             |
-| 6.8990 | 9700  | 0.044         | 0.0446          | 0.8942             |
-| 6.9701 | 9800  | 0.0447        | 0.0443          | 0.8942             |
-| 7.0413 | 9900  | 0.0431        | 0.0442          | 0.8943             |
-| 7.1124 | 10000 | 0.0414        | 0.0441          | 0.8945             |
-| 7.1835 | 10100 | 0.0409        | 0.0440          | 0.8947             |
-| 7.2546 | 10200 | 0.0455        | 0.0440          | 0.8946             |
-| 7.3257 | 10300 | 0.04          | 0.0438          | 0.8946             |
-| 7.3969 | 10400 | 0.0424        | 0.0437          | 0.8947             |
-| 7.4680 | 10500 | 0.0407        | 0.0438          | 0.8942             |
-| 7.5391 | 10600 | 0.0409        | 0.0435          | 0.8943             |
-| 7.6102 | 10700 | 0.0437        | 0.0434          | 0.8946             |
-| 7.6814 | 10800 | 0.0427        | 0.0435          | 0.8946             |
-| 7.7525 | 10900 | 0.0421        | 0.0434          | 0.8948             |
-| 7.8236 | 11000 | 0.0394        | 0.0432          | 0.8947             |
-| 7.8947 | 11100 | 0.0388        | 0.0434          | 0.8947             |
-| 7.9659 | 11200 | 0.0402        | 0.0432          | 0.8947             |
-| 8.0370 | 11300 | 0.0405        | 0.0431          | 0.8947             |
-| 8.1081 | 11400 | 0.0405        | 0.0432          | 0.8946             |
-| 8.1792 | 11500 | 0.0424        | 0.0433          | 0.8949             |
-| 8.2504 | 11600 | 0.0407        | 0.0432          | 0.8948             |
-| 8.3215 | 11700 | 0.0401        | 0.0430          | 0.8946             |
-| 8.3926 | 11800 | 0.0404        | 0.0429          | 0.8949             |
-| 8.4637 | 11900 | 0.0388        | 0.0428          | 0.8950             |
-| 8.5349 | 12000 | 0.0405        | 0.0427          | 0.8948             |
-| 8.6060 | 12100 | 0.0391        | 0.0427          | 0.8948             |
-| 8.6771 | 12200 | 0.039         | 0.0427          | 0.8948             |
-| 8.7482 | 12300 | 0.0375        | 0.0427          | 0.8948             |
-| 8.8193 | 12400 | 0.0393        | 0.0428          | 0.8948             |
-| 8.8905 | 12500 | 0.0392        | 0.0427          | 0.8949             |
-| 8.9616 | 12600 | 0.0417        | 0.0427          | 0.8951             |
-| 9.0327 | 12700 | 0.0397        | 0.0426          | 0.8951             |
-| 9.1038 | 12800 | 0.0424        | 0.0426          | 0.8949             |
-| 9.1750 | 12900 | 0.0386        | 0.0426          | 0.8948             |
-| 9.2461 | 13000 | 0.0389        | 0.0425          | 0.8950             |
-| 9.3172 | 13100 | 0.0379        | 0.0426          | 0.8950             |
-| 9.3883 | 13200 | 0.04          | 0.0426          | 0.8952             |
-| 9.4595 | 13300 | 0.038         | 0.0425          | 0.8951             |
-| 9.5306 | 13400 | 0.039         | 0.0425          | 0.8950             |
-| 9.6017 | 13500 | 0.0448        | 0.0425          | 0.8950             |
-| 9.6728 | 13600 | 0.0389        | 0.0425          | 0.8951             |
-| 9.7440 | 13700 | 0.0395        | 0.0425          | 0.8951             |
-| 9.8151 | 13800 | 0.0362        | 0.0425          | 0.8951             |
-| 9.8862 | 13900 | 0.037         | 0.0425          | 0.8950             |
-| 9.9573 | 14000 | 0.0399        | 0.0425          | 0.8950             |
-
-</details>
 
 ### Framework Versions
 - Python: 3.10.18

eval/Information-Retrieval_evaluation_val_results.csv

@@ -320,3 +320,144 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Precisi
 9.815078236130867,13800,0.82945,0.9031,0.931025,0.82945,0.82945,0.3010333333333333,0.9031,0.186205,0.931025,0.82945,0.8687966666666614,0.8732481845238048,0.8951075415333131,0.8753000882548883
 9.88620199146515,13900,0.82935,0.903025,0.931025,0.82935,0.82935,0.3010083333333333,0.903025,0.18620500000000004,0.931025,0.82935,0.8687354166666617,0.8731747619047575,0.895030096393872,0.8752349923053447
 9.95732574679943,14000,0.82935,0.903025,0.9311,0.82935,0.82935,0.30100833333333327,0.903025,0.18622,0.9311,0.82935,0.8687558333333282,0.8731832242063449,0.8950372962037911,0.8752427301346968
+0,0,0.660225,0.7885,0.81695,0.660225,0.660225,0.2628333333333333,0.7885,0.16339,0.81695,0.660225,0.7263574999999945,0.7308858928571386,0.7602911562187288,0.7342129164254154
+0.07112375533428165,100,0.655925,0.8169,0.85065,0.655925,0.655925,0.27229999999999993,0.8169,0.17013000000000003,0.85065,0.655925,0.7394166666666608,0.7442110615079337,0.7792361737679092,0.7477096806213477
+0.1422475106685633,200,0.654175,0.8298,0.863475,0.654175,0.654175,0.27659999999999996,0.8298,0.17269500000000002,0.863475,0.654175,0.7449512499999944,0.7496658134920613,0.7865016843110995,0.7529931063969201
+0.21337126600284495,300,0.653775,0.825425,0.858325,0.653775,0.653775,0.2751416666666667,0.825425,0.171665,0.858325,0.653775,0.7424912499999946,0.7470233333333312,0.7828966345331715,0.750337567989243
+0.2844950213371266,400,0.654,0.8164,0.848625,0.654,0.654,0.27213333333333334,0.8164,0.169725,0.848625,0.654,0.738356249999996,0.7429280753968249,0.7774395112669544,0.746166036818217
+0.35561877667140823,500,0.65665,0.81065,0.84245,0.65665,0.65665,0.27021666666666666,0.81065,0.16849,0.84245,0.65665,0.7367679166666626,0.7411126190476186,0.7741422993068771,0.7443569212235994
+0.4267425320056899,600,0.6619,0.80745,0.8384,0.6619,0.6619,0.26914999999999994,0.80745,0.16768000000000002,0.8384,0.6619,0.7377358333333288,0.7420277678571426,0.7736681554412981,0.7452776189612548
+0.49786628733997157,700,0.6701,0.805475,0.836375,0.6701,0.6701,0.26849166666666663,0.805475,0.16727500000000003,0.836375,0.6701,0.7409074999999954,0.7450370039682525,0.7751363732246255,0.7483398776602838
+0.5689900426742532,800,0.69325,0.80905,0.83685,0.69325,0.69325,0.26968333333333333,0.80905,0.16737,0.83685,0.69325,0.7535162499999948,0.7577352480158702,0.784805763769798,0.7609522235408489
+0.6401137980085349,900,0.7286,0.816975,0.84175,0.7286,0.7286,0.27232499999999993,0.816975,0.16835,0.84175,0.7286,0.7745612499999954,0.7784166765872991,0.8008229673031682,0.7815067084269929
+0.7112375533428165,1000,0.72925,0.815575,0.840025,0.72925,0.72925,0.2718583333333333,0.815575,0.168005,0.840025,0.72925,0.7741070833333283,0.7781128472222181,0.8004223525956692,0.7812987317913488
+0.7823613086770982,1100,0.7315,0.81405,0.8394,0.7315,0.7315,0.27135,0.81405,0.16788000000000003,0.8394,0.7315,0.7748587499999954,0.778850496031743,0.8007397008039948,0.7820647918823806
+0.8534850640113798,1200,0.73335,0.814275,0.839325,0.73335,0.73335,0.271425,0.814275,0.16786500000000001,0.839325,0.73335,0.7757929166666626,0.7797152976190448,0.8012663742549782,0.7829821016397056
+0.9246088193456614,1300,0.7366,0.81425,0.839575,0.7366,0.7366,0.2714166666666666,0.81425,0.167915,0.839575,0.7366,0.7776770833333289,0.7817068551587275,0.8029669018216545,0.7849939867878731
+0.9957325746799431,1400,0.742875,0.816725,0.841125,0.742875,0.742875,0.27224166666666666,0.816725,0.168225,0.841125,0.742875,0.7818879166666624,0.7859851587301573,0.8066639289513794,0.7892196920194366
+1.0668563300142249,1500,0.750975,0.8183,0.841675,0.750975,0.750975,0.2727666666666666,0.8183,0.16833500000000004,0.841675,0.750975,0.7865908333333287,0.7906835416666643,0.8102568288089488,0.7939526148216047
+1.1379800853485065,1600,0.755175,0.822125,0.845425,0.755175,0.755175,0.27404166666666663,0.822125,0.169085,0.845425,0.755175,0.7905195833333283,0.7944679067460292,0.8138435865066928,0.7976589412767615
+1.209103840682788,1700,0.759725,0.8231,0.8461,0.759725,0.759725,0.27436666666666665,0.8231,0.16922,0.8461,0.759725,0.7936320833333294,0.7975734226190453,0.8163172207737937,0.8008421769955663
+1.2802275960170697,1800,0.76215,0.824325,0.846975,0.76215,0.76215,0.274775,0.824325,0.16939500000000002,0.846975,0.76215,0.7953229166666632,0.7993606150793634,0.8180281034827048,0.8026526934451987
+1.3513513513513513,1900,0.76145,0.824675,0.84735,0.76145,0.76145,0.27489166666666665,0.824675,0.16947000000000004,0.84735,0.76145,0.7951362499999961,0.7991534623015862,0.8179395621257975,0.8024583713999304
+1.422475106685633,2000,0.76175,0.824125,0.848075,0.76175,0.76175,0.2747083333333333,0.824125,0.16961500000000004,0.848075,0.76175,0.7952241666666636,0.7992365476190456,0.8181758457113528,0.8025609110780397
+1.4935988620199145,2100,0.761925,0.8254,0.8484,0.761925,0.761925,0.2751333333333333,0.8254,0.16968,0.8484,0.761925,0.7954983333333298,0.7996238392857133,0.8186837621307961,0.8029300748921462
+1.5647226173541964,2200,0.762075,0.82495,0.84885,0.762075,0.762075,0.2749833333333333,0.82495,0.16976999999999998,0.84885,0.762075,0.7956291666666627,0.7996499503968234,0.8186744018187236,0.8029830927278293
+1.635846372688478,2300,0.7619,0.825375,0.8496,0.7619,0.7619,0.27512499999999995,0.825375,0.16992000000000002,0.8496,0.7619,0.7958820833333301,0.7998146428571418,0.8188702775478168,0.8031762299119273
+1.7069701280227596,2400,0.7624,0.825675,0.849175,0.7624,0.7624,0.27522499999999994,0.825675,0.16983499999999999,0.849175,0.7624,0.7961524999999964,0.8001650496031735,0.8191714939385711,0.8035041818830332
+1.7780938833570412,2500,0.76235,0.82445,0.848525,0.76235,0.76235,0.27481666666666665,0.82445,0.169705,0.848525,0.76235,0.7957408333333299,0.7997282440476169,0.8186197744504047,0.8031100156811531
+1.8492176386913228,2600,0.761625,0.823775,0.848475,0.761625,0.761625,0.2745916666666667,0.823775,0.16969500000000004,0.848475,0.761625,0.795198749999997,0.7992573908730141,0.818355729553203,0.8026197809734659
+1.9203413940256047,2700,0.76225,0.82375,0.848325,0.76225,0.76225,0.27458333333333335,0.82375,0.169665,0.848325,0.76225,0.7954320833333304,0.7995115873015868,0.818534058007983,0.8028648484898635
+1.991465149359886,2800,0.761725,0.82455,0.84845,0.761725,0.761725,0.2748499999999999,0.82455,0.16969,0.84845,0.761725,0.7954204166666635,0.7994838293650787,0.8185234463725594,0.8028651581518409
+2.062588904694168,2900,0.76065,0.8231,0.847675,0.76065,0.76065,0.27436666666666665,0.8231,0.169535,0.847675,0.76065,0.7944008333333308,0.7984376488095242,0.8175130915507592,0.8017982114382783
+2.1337126600284497,3000,0.7618,0.823725,0.848525,0.7618,0.7618,0.274575,0.823725,0.16970500000000002,0.848525,0.7618,0.7952258333333304,0.7992284325396829,0.8182418941840317,0.8025989661167163
+2.204836415362731,3100,0.762425,0.825475,0.848925,0.762425,0.762425,0.2751583333333333,0.825475,0.16978500000000005,0.848925,0.762425,0.7961091666666626,0.8002649900793642,0.8193712372954094,0.803611438889819
+2.275960170697013,3200,0.7617,0.824325,0.8486,0.7617,0.7617,0.27477499999999994,0.824325,0.16972000000000004,0.8486,0.7617,0.7953212499999963,0.7994170535714279,0.8185555670165909,0.80277368800043
+2.3470839260312943,3300,0.7625,0.824875,0.84895,0.7625,0.7625,0.2749583333333333,0.824875,0.16979,0.84895,0.7625,0.7959824999999973,0.8000478670634913,0.8191028716192035,0.8034022755811239
+2.418207681365576,3400,0.762,0.824325,0.848775,0.762,0.762,0.274775,0.824325,0.16975500000000002,0.848775,0.762,0.7955833333333301,0.7996990277777775,0.8188288042996618,0.8030709678648932
+2.4893314366998576,3500,0.761175,0.824175,0.848275,0.761175,0.761175,0.27472499999999994,0.824175,0.16965500000000003,0.848275,0.761175,0.7949941666666638,0.7991671329365084,0.8184056102802291,0.802513855775019
+2.5604551920341394,3600,0.761525,0.824375,0.84875,0.761525,0.761525,0.27479166666666666,0.824375,0.16975,0.84875,0.761525,0.7953366666666638,0.7995053571428561,0.8188248489139781,0.8028363172184154
+2.6315789473684212,3700,0.7623,0.8249,0.849,0.7623,0.7623,0.27496666666666664,0.8249,0.16980000000000003,0.849,0.7623,0.7958745833333299,0.7999942261904753,0.8191554675100636,0.803340882690517
+2.7027027027027026,3800,0.76115,0.82355,0.847425,0.76115,0.76115,0.27451666666666663,0.82355,0.169485,0.847425,0.76115,0.7946199999999976,0.7988966468253957,0.8182388715769765,0.8021997534515415
+2.7738264580369845,3900,0.761625,0.824425,0.84805,0.761625,0.761625,0.2748083333333333,0.824425,0.16960999999999998,0.84805,0.761625,0.7951783333333298,0.7994495734126966,0.8187550207243547,0.8027822453135607
+2.844950213371266,4000,0.761575,0.8245,0.8482,0.761575,0.761575,0.2748333333333334,0.8245,0.16964,0.8482,0.761575,0.7953024999999969,0.7995803373015867,0.8189263232126421,0.8028916876400228
+2.9160739687055477,4100,0.7621,0.82505,0.848525,0.7621,0.7621,0.27501666666666663,0.82505,0.16970500000000002,0.848525,0.7621,0.7957141666666628,0.7999252480158728,0.8191386187215302,0.8032680792362725
+2.987197724039829,4200,0.761625,0.823875,0.848275,0.761625,0.761625,0.27462499999999995,0.823875,0.16965500000000003,0.848275,0.761625,0.7951320833333302,0.7992442361111106,0.8183615548429559,0.8026322889343109
+3.058321479374111,4300,0.76225,0.825025,0.848925,0.76225,0.76225,0.2750083333333333,0.825025,0.169785,0.848925,0.76225,0.7959604166666638,0.8001352480158728,0.8192822588900248,0.8035038249513298
+3.1294452347083928,4400,0.762175,0.825025,0.849025,0.762175,0.762175,0.27500833333333335,0.825025,0.169805,0.849025,0.762175,0.7959424999999968,0.8002651289682533,0.8196900896701249,0.8035765343697182
+3.200568990042674,4500,0.76165,0.82435,0.848525,0.76165,0.76165,0.2747833333333333,0.82435,0.169705,0.848525,0.76165,0.7953404166666632,0.7995225396825377,0.8187876282210967,0.8029007818355346
+3.271692745376956,4600,0.761575,0.8243,0.84815,0.761575,0.761575,0.27476666666666666,0.8243,0.16963,0.84815,0.761575,0.7952216666666637,0.7994955456349196,0.8188084024596123,0.8028409063214127
+3.3428165007112374,4700,0.7617,0.823975,0.848825,0.7617,0.7617,0.2746583333333333,0.823975,0.169765,0.848825,0.7617,0.7954791666666637,0.7997670039682544,0.8192343178400768,0.8031019766363912
+3.413940256045519,4800,0.761875,0.8251,0.848675,0.761875,0.761875,0.27503333333333335,0.8251,0.16973500000000002,0.848675,0.761875,0.7956124999999965,0.7998721130952379,0.819183351825982,0.8032633344579041
+3.485064011379801,4900,0.762025,0.823975,0.848675,0.762025,0.762025,0.27465833333333334,0.823975,0.16973500000000002,0.848675,0.762025,0.7956108333333307,0.7998335714285713,0.8190994160010028,0.8031803621154688
+3.5561877667140824,5000,0.762775,0.825625,0.849175,0.762775,0.762775,0.2752083333333333,0.825625,0.169835,0.849175,0.762775,0.7963279166666628,0.8005268749999989,0.8197087604962547,0.8038860230725805
+3.6273115220483643,5100,0.762175,0.82545,0.8487,0.762175,0.762175,0.27515,0.82545,0.16974,0.8487,0.762175,0.7959120833333297,0.8001363591269831,0.8193261373231724,0.8035562221301102
+3.6984352773826457,5200,0.762525,0.825875,0.8494,0.762525,0.762525,0.27529166666666666,0.825875,0.16988,0.8494,0.762525,0.7963474999999963,0.8005932043650773,0.8199156533267953,0.8039352420009859
+3.7695590327169275,5300,0.76175,0.825225,0.848975,0.76175,0.76175,0.27507499999999996,0.825225,0.16979500000000003,0.848975,0.76175,0.7955874999999963,0.7996651686507911,0.8188572996312768,0.8030606754455938
+3.8406827880512093,5400,0.761925,0.82555,0.8495,0.761925,0.761925,0.27518333333333334,0.82555,0.1699,0.8495,0.761925,0.7959254166666633,0.8001540773809518,0.8195415211489401,0.8035531121685457
+3.9118065433854907,5500,0.76195,0.824975,0.849825,0.76195,0.76195,0.27499166666666663,0.824975,0.169965,0.849825,0.76195,0.7959133333333303,0.8000866468253959,0.819532980404483,0.8034418022440526
+3.9829302987197726,5600,0.76145,0.8247,0.848625,0.76145,0.76145,0.2749,0.8247,0.169725,0.848625,0.76145,0.7954016666666636,0.7997845833333319,0.8193438823944709,0.8031089083918588
+4.054054054054054,5700,0.7615,0.825325,0.8497,0.7615,0.7615,0.2751083333333333,0.825325,0.16994,0.8497,0.7615,0.7958437499999971,0.8001207242063493,0.8196697552757934,0.8034948058457255
+4.125177809388336,5800,0.76185,0.82545,0.84895,0.76185,0.76185,0.27514999999999995,0.82545,0.16979,0.84895,0.76185,0.795790416666663,0.8001257539682535,0.8195787287766565,0.8034901378263346
+4.196301564722617,5900,0.761625,0.82525,0.849225,0.761625,0.761625,0.2750833333333333,0.82525,0.16984500000000002,0.849225,0.761625,0.7958070833333297,0.8002057738095221,0.8198578020486038,0.8035352971954797
+4.2674253200568995,6000,0.761975,0.825225,0.8491,0.761975,0.761975,0.27507499999999996,0.825225,0.16982,0.8491,0.761975,0.7957829166666632,0.800135049603174,0.8196196571430426,0.8035520093594763
+4.338549075391181,6100,0.7616,0.82485,0.84945,0.7616,0.7616,0.27494999999999997,0.82485,0.16988999999999999,0.84945,0.7616,0.7957262499999971,0.8000481051587305,0.8195989120126429,0.8034750997618947
+4.409672830725462,6200,0.761725,0.8247,0.849725,0.761725,0.761725,0.2749,0.8247,0.16994500000000004,0.849725,0.761725,0.7958854166666641,0.800122619047619,0.8196429308545993,0.8034965502127733
+4.480796586059744,6300,0.761475,0.82475,0.849675,0.761475,0.761475,0.27491666666666664,0.82475,0.169935,0.849675,0.761475,0.7956541666666637,0.7999648214285703,0.8196228479833885,0.8033244445854282
+4.551920341394026,6400,0.761625,0.825025,0.84985,0.761625,0.761625,0.27500833333333335,0.825025,0.16997,0.84985,0.761625,0.7959062499999967,0.8001663789682538,0.8197030858256685,0.8035746874443391
+4.623044096728307,6500,0.761125,0.824975,0.849675,0.761125,0.761125,0.27499166666666663,0.824975,0.16993500000000003,0.849675,0.761125,0.7954587499999961,0.7997071329365064,0.8192809308192456,0.8031147265566165
+4.694167852062589,6600,0.761125,0.82485,0.8496,0.761125,0.761125,0.27494999999999997,0.82485,0.16992,0.8496,0.761125,0.795390416666663,0.7996131349206328,0.8191673394815864,0.8029921646509036
+4.76529160739687,6700,0.761175,0.824925,0.848925,0.761175,0.761175,0.274975,0.824925,0.16978500000000002,0.848925,0.761175,0.7952883333333292,0.7996260218253946,0.8191752759943594,0.8030201546943201
+4.836415362731152,6800,0.761925,0.825275,0.84905,0.761925,0.761925,0.2750916666666667,0.825275,0.16981,0.84905,0.761925,0.7958279166666623,0.8002102976190452,0.8196844465560545,0.8036138614945049
+4.907539118065434,6900,0.7616,0.8249,0.8491,0.7616,0.7616,0.27496666666666664,0.8249,0.16981999999999997,0.8491,0.7616,0.7954954166666623,0.7998504662698382,0.8194280896513985,0.8032207368318526
+4.978662873399715,7000,0.7623,0.825775,0.8505,0.7623,0.7623,0.2752583333333333,0.825775,0.17010000000000003,0.8505,0.7623,0.7964570833333293,0.8007723908730126,0.8204141544328851,0.8041386257393065
+5.049786628733997,7100,0.761775,0.8255,0.849575,0.761775,0.761775,0.27516666666666667,0.8255,0.169915,0.849575,0.761775,0.7959170833333292,0.8002392956349188,0.8197725287263247,0.8036112561394182
+5.120910384068279,7200,0.761775,0.826275,0.84935,0.761775,0.761775,0.275425,0.826275,0.16987000000000002,0.84935,0.761775,0.7959216666666623,0.8003960813492048,0.8200634028260927,0.8037850353766774
+5.19203413940256,7300,0.7617,0.82605,0.84985,0.7617,0.7617,0.27535,0.82605,0.16997000000000004,0.84985,0.7617,0.7960137499999957,0.8003482043650766,0.8199589457102742,0.8037450619219533
+5.2631578947368425,7400,0.7616,0.8261,0.849725,0.7616,0.7616,0.27536666666666665,0.8261,0.16994500000000004,0.849725,0.7616,0.7959487499999959,0.8003182142857129,0.8199343231550649,0.8037372060327386
+5.334281650071124,7500,0.76115,0.825775,0.84995,0.76115,0.76115,0.2752583333333333,0.825775,0.16999,0.84995,0.76115,0.7958658333333296,0.8001587301587292,0.8197468775121559,0.8035798865546289
+5.405405405405405,7600,0.7618,0.8253,0.8495,0.7618,0.7618,0.2751,0.8253,0.1699,0.8495,0.7618,0.79598458333333,0.8003621329365059,0.8199246204299003,0.8037689494184604
+5.476529160739687,7700,0.762025,0.826025,0.849875,0.762025,0.762025,0.27534166666666665,0.826025,0.169975,0.849875,0.762025,0.7962954166666629,0.8006720238095216,0.8202777391009153,0.8040625066900593
+5.547652916073969,7800,0.761425,0.825675,0.84945,0.761425,0.761425,0.275225,0.825675,0.16989,0.84945,0.761425,0.7957487499999963,0.8001270337301565,0.8197830237278624,0.8035092442087077
+5.61877667140825,7900,0.762025,0.825825,0.849125,0.762025,0.762025,0.27527499999999994,0.825825,0.16982500000000003,0.849125,0.762025,0.796057499999996,0.8005190277777761,0.8201168776207547,0.8039135540761877
+5.689900426742532,8000,0.7618,0.82595,0.849275,0.7618,0.7618,0.27531666666666665,0.82595,0.169855,0.849275,0.7618,0.7958891666666627,0.8002404265872991,0.819773343758101,0.803651833087048
+5.761024182076814,8100,0.76135,0.82505,0.849225,0.76135,0.76135,0.27501666666666663,0.82505,0.16984500000000002,0.849225,0.76135,0.7955895833333297,0.799927480158729,0.8195254400655296,0.8033184510508896
+5.832147937411095,8200,0.76125,0.8259,0.849625,0.76125,0.76125,0.2753,0.8259,0.16992500000000002,0.849625,0.76125,0.7956533333333291,0.799950436507935,0.8195434077768338,0.8033855343492584
+5.903271692745377,8300,0.761575,0.8259,0.84955,0.761575,0.761575,0.27529999999999993,0.8259,0.16991,0.84955,0.761575,0.7958570833333293,0.8001641071428548,0.8197216327683352,0.8035802653379202
+5.974395448079658,8400,0.761675,0.826375,0.84965,0.761675,0.761675,0.27545833333333336,0.826375,0.16993000000000003,0.84965,0.761675,0.7959537499999955,0.8002640079365062,0.8198193999753274,0.8036680458440134
+6.0455192034139404,8500,0.762025,0.82665,0.849225,0.762025,0.762025,0.27554999999999996,0.82665,0.169845,0.849225,0.762025,0.7960783333333281,0.8004924702380927,0.8200485348043604,0.8038901904789025
+6.116642958748222,8600,0.761925,0.826,0.84975,0.761925,0.761925,0.2753333333333333,0.826,0.16995000000000002,0.84975,0.761925,0.7961454166666618,0.8004669047619029,0.8199747258604609,0.803901779515818
+6.187766714082503,8700,0.76175,0.8259,0.850825,0.76175,0.76175,0.27529999999999993,0.8259,0.170165,0.850825,0.76175,0.7962474999999968,0.8004831349206333,0.8201193363109456,0.8039096437581675
+6.2588904694167855,8800,0.761475,0.825975,0.8502,0.761475,0.761475,0.275325,0.825975,0.17004,0.8502,0.761475,0.7959566666666628,0.8001545833333317,0.8196881241531573,0.803594369029456
+6.330014224751067,8900,0.76095,0.825775,0.850125,0.76095,0.76095,0.2752583333333333,0.825775,0.170025,0.850125,0.76095,0.795686666666662,0.7999885615079337,0.8197057268060547,0.8034281997111524
+6.401137980085348,9000,0.7614,0.826225,0.8498,0.7614,0.7614,0.2754083333333333,0.826225,0.16996,0.8498,0.7614,0.7958383333333289,0.8001893849206325,0.8198591958442479,0.8035894673914662
+6.472261735419631,9100,0.76135,0.8259,0.8498,0.76135,0.76135,0.27529999999999993,0.8259,0.16996,0.8498,0.76135,0.7957962499999957,0.80006401785714,0.8196525074523417,0.8034679033212542
+6.543385490753912,9200,0.7612,0.826475,0.851025,0.7612,0.7612,0.27549166666666663,0.826475,0.170205,0.851025,0.7612,0.7961987499999955,0.8004133829365054,0.8201506444878461,0.8038330263836281
+6.614509246088193,9300,0.761325,0.826025,0.850325,0.761325,0.761325,0.27534166666666665,0.826025,0.17006500000000002,0.850325,0.761325,0.795957499999996,0.8002176488095211,0.819871362326308,0.8036503104584741
+6.685633001422475,9400,0.761275,0.826075,0.850825,0.761275,0.761275,0.2753583333333333,0.826075,0.170165,0.850825,0.761275,0.7961266666666635,0.8004359523809514,0.8202505626313348,0.8038161955543072
+6.756756756756757,9500,0.761575,0.825725,0.851025,0.761575,0.761575,0.27524166666666666,0.825725,0.170205,0.851025,0.761575,0.7961733333333303,0.8004085218253953,0.820177799239028,0.8037886194546792
+6.827880512091038,9600,0.7613,0.826175,0.85035,0.7613,0.7613,0.27539166666666665,0.826175,0.17007000000000003,0.85035,0.7613,0.7960237499999963,0.8003411408730146,0.8200574538167477,0.8037382906222896
+6.89900426742532,9700,0.76115,0.826325,0.850975,0.76115,0.76115,0.27544166666666664,0.826325,0.17019500000000004,0.850975,0.76115,0.796067916666663,0.8004086904761882,0.8203209083242393,0.8037751378156819
+6.970128022759602,9800,0.761525,0.826025,0.850925,0.761525,0.761525,0.27534166666666665,0.826025,0.17018500000000003,0.850925,0.761525,0.7962583333333303,0.8004853571428558,0.8201596398590336,0.8039068503224233
+7.0412517780938835,9900,0.7615,0.826175,0.850925,0.7615,0.7615,0.2753916666666666,0.826175,0.170185,0.850925,0.7615,0.7961545833333293,0.8004318650793635,0.8201937750511412,0.8038466395019801
+7.112375533428165,10000,0.76205,0.825975,0.85015,0.76205,0.76205,0.27532499999999993,0.825975,0.17003,0.85015,0.76205,0.79618208333333,0.8005233531746023,0.8201603417613018,0.8039577405474705
+7.183499288762446,10100,0.761875,0.82585,0.851325,0.761875,0.761875,0.2752833333333333,0.82585,0.170265,0.851325,0.761875,0.7963937499999963,0.8006172222222199,0.8203878183944149,0.8040141083488789
+7.2546230440967285,10200,0.761675,0.826475,0.85085,0.761675,0.761675,0.2754916666666666,0.826475,0.17017000000000002,0.85085,0.761675,0.7962437499999963,0.8005818055555535,0.8204096201574587,0.8039772828354026
+7.32574679943101,10300,0.76205,0.825975,0.85015,0.76205,0.76205,0.27532499999999993,0.825975,0.17003000000000001,0.85015,0.76205,0.7962741666666627,0.8006462003968239,0.8203133286504773,0.8040651656338461
+7.396870554765291,10400,0.762125,0.826475,0.85025,0.762125,0.762125,0.27549166666666663,0.826475,0.17005,0.85025,0.762125,0.7964254166666626,0.8008687400793627,0.8206184476936315,0.8042827680658056
+7.467994310099574,10500,0.761925,0.825625,0.849925,0.761925,0.761925,0.2752083333333333,0.825625,0.169985,0.849925,0.761925,0.7961374999999965,0.8005523115079354,0.8202512444275986,0.8039694692412434
+7.539118065433855,10600,0.76205,0.82555,0.85035,0.76205,0.76205,0.27518333333333334,0.82555,0.17006999999999997,0.85035,0.76205,0.7962424999999972,0.8004956646825387,0.8200753819152018,0.8039559694201762
+7.610241820768136,10700,0.76215,0.8258,0.850125,0.76215,0.76215,0.2752666666666666,0.8258,0.17002499999999998,0.850125,0.76215,0.7962674999999967,0.8006175297619038,0.8202481920496406,0.80404131324647
+7.681365576102419,10800,0.76185,0.8259,0.85065,0.76185,0.76185,0.2753,0.8259,0.17013000000000003,0.85065,0.76185,0.79625958333333,0.8005968849206342,0.8203493596638153,0.8040064896377045
+7.7524893314367,10900,0.761675,0.82555,0.85035,0.761675,0.761675,0.27518333333333334,0.82555,0.17007000000000003,0.85035,0.761675,0.7960579166666636,0.8004092757936504,0.8201409226788606,0.8038424291114529
+7.823613086770981,11000,0.76185,0.826225,0.8501,0.76185,0.76185,0.2754083333333333,0.826225,0.17002000000000003,0.8501,0.76185,0.7961770833333294,0.8005243650793633,0.820178464704028,0.8039554703114904
+7.894736842105263,11100,0.762075,0.826375,0.850325,0.762075,0.762075,0.2754583333333333,0.826375,0.17006500000000002,0.850325,0.762075,0.7963204166666629,0.8006404067460304,0.8202481523308779,0.8040955278744925
+7.965860597439545,11200,0.761375,0.826,0.850475,0.761375,0.761375,0.2753333333333334,0.826,0.17009499999999997,0.850475,0.761375,0.7959741666666629,0.8002558234126971,0.8199547895108884,0.8037141950613726
+8.036984352773827,11300,0.76175,0.8263,0.8507,0.76175,0.76175,0.27543333333333325,0.8263,0.17014,0.8507,0.76175,0.7962754166666631,0.800555416666665,0.8202358105773837,0.8039960655750369
+8.108108108108109,11400,0.762325,0.8258,0.850775,0.762325,0.762325,0.27526666666666666,0.8258,0.17015500000000003,0.850775,0.762325,0.7966266666666637,0.8009461408730143,0.8206211968415479,0.8043691947734314
+8.17923186344239,11500,0.762,0.826025,0.849975,0.762,0.762,0.27534166666666665,0.826025,0.16999500000000003,0.849975,0.762,0.7961791666666629,0.8004872916666657,0.8200197897108416,0.8039620431405354
+8.250355618776672,11600,0.76155,0.825825,0.850575,0.76155,0.76155,0.275275,0.825825,0.17011500000000002,0.850575,0.76155,0.7961020833333295,0.8004090873015857,0.8201665939601529,0.8038398096996601
+8.321479374110954,11700,0.7616,0.825775,0.85075,0.7616,0.7616,0.27525833333333327,0.825775,0.17015,0.85075,0.7616,0.7961887499999957,0.8004952777777758,0.820227455512083,0.8039396126201453
+8.392603129445234,11800,0.7621,0.825875,0.850725,0.7621,0.7621,0.27529166666666666,0.825875,0.170145,0.850725,0.7621,0.7963995833333293,0.8006517460317444,0.8202631658175438,0.8040956186266569
+8.463726884779517,11900,0.76155,0.825725,0.850525,0.76155,0.76155,0.27524166666666666,0.825725,0.170105,0.850525,0.76155,0.7960412499999967,0.800381815476189,0.8201759860070988,0.8037851026812275
+8.534850640113799,12000,0.76165,0.82585,0.850125,0.76165,0.76165,0.2752833333333333,0.82585,0.170025,0.850125,0.76165,0.7960166666666627,0.800374305555554,0.8200712175483748,0.8038062301829249
+8.60597439544808,12100,0.761975,0.826075,0.850425,0.761975,0.761975,0.27535833333333326,0.826075,0.17008500000000001,0.850425,0.761975,0.7962670833333295,0.8005974305555544,0.8202748475888868,0.804020534642011
+8.677098150782362,12200,0.761875,0.826225,0.850575,0.761875,0.761875,0.27540833333333337,0.826225,0.17011500000000002,0.850575,0.761875,0.7963074999999962,0.8006732738095222,0.8204323762182768,0.8040881715642682
+8.748221906116642,12300,0.761675,0.825975,0.850325,0.761675,0.761675,0.275325,0.825975,0.17006500000000002,0.850325,0.761675,0.7960737499999962,0.80042611111111,0.8201849011014214,0.8038315566929517
+8.819345661450924,12400,0.76175,0.82565,0.850075,0.76175,0.76175,0.27521666666666667,0.82565,0.170015,0.850075,0.76175,0.7960341666666635,0.8003954563492058,0.8200919410954415,0.8038199518294612
+8.890469416785207,12500,0.7617,0.82595,0.850275,0.7617,0.7617,0.27531666666666665,0.82595,0.170055,0.850275,0.7617,0.7961058333333297,0.80039240079365,0.8199954849382287,0.803870998255196
+8.961593172119487,12600,0.761575,0.8262,0.850425,0.761575,0.761575,0.2754,0.8262,0.17008500000000004,0.850425,0.761575,0.7960737499999965,0.8003361607142844,0.8199713135733658,0.8037969514404711
+9.03271692745377,12700,0.761525,0.825775,0.850175,0.761525,0.761525,0.2752583333333333,0.825775,0.170035,0.850175,0.761525,0.7959254166666629,0.8002487400793641,0.8199425248978732,0.8036913607539252
+9.103840682788052,12800,0.76135,0.826325,0.850675,0.76135,0.76135,0.27544166666666664,0.826325,0.17013499999999998,0.850675,0.76135,0.7960554166666624,0.8003548511904749,0.8201065957350374,0.8038179304426816
+9.174964438122332,12900,0.7617,0.826225,0.850325,0.7617,0.7617,0.2754083333333333,0.826225,0.17006500000000002,0.850325,0.7617,0.7960966666666625,0.800397559523808,0.8200253016622145,0.8038752408458577
+9.246088193456615,13000,0.761975,0.8261,0.850275,0.761975,0.761975,0.2753666666666666,0.8261,0.170055,0.850275,0.761975,0.7962095833333289,0.8005544543650771,0.8202199966146727,0.8039972593026329
+9.317211948790897,13100,0.76195,0.826125,0.8503,0.76195,0.76195,0.275375,0.826125,0.17006000000000004,0.8503,0.76195,0.7962124999999958,0.800502857142855,0.8200986669196308,0.8039622315691611
+9.388335704125177,13200,0.76195,0.826275,0.850725,0.76195,0.76195,0.275425,0.826275,0.170145,0.850725,0.76195,0.7963558333333298,0.8006716468253959,0.8203545071727022,0.8041148265995072
+9.45945945945946,13300,0.761475,0.826225,0.850725,0.761475,0.761475,0.2754083333333333,0.826225,0.17014500000000002,0.850725,0.761475,0.7961112499999959,0.8004354563492047,0.8202105834527567,0.8038768591887098
+9.530583214793742,13400,0.761475,0.8264,0.8509,0.761475,0.761475,0.27546666666666664,0.8264,0.17018000000000003,0.8509,0.761475,0.7961445833333297,0.8004539980158715,0.8202587050992058,0.8038950033694078
+9.601706970128022,13500,0.762275,0.826225,0.850775,0.762275,0.762275,0.2754083333333333,0.826225,0.170155,0.850775,0.762275,0.7964454166666632,0.8007457738095226,0.8204350888794004,0.8041795144763997
+9.672830725462305,13600,0.7617,0.8257,0.8508,0.7617,0.7617,0.27523333333333333,0.8257,0.17016,0.8508,0.7617,0.7962362499999965,0.8005277876984115,0.8202715919598986,0.8039760209015396
+9.743954480796585,13700,0.761575,0.8259,0.850625,0.761575,0.761575,0.27529999999999993,0.8259,0.170125,0.850625,0.761575,0.7961641666666632,0.8004801686507927,0.82023143645101,0.8039158903003808
+9.815078236130867,13800,0.761775,0.825825,0.85075,0.761775,0.761775,0.275275,0.825825,0.17015,0.85075,0.761775,0.7961812499999961,0.8004442063492047,0.8201302361968327,0.8038924254433807
+9.88620199146515,13900,0.76165,0.8262,0.8508,0.76165,0.76165,0.2754,0.8262,0.17016,0.8508,0.76165,0.7961833333333295,0.8005036607142841,0.8202859573683243,0.8039239466787359
+9.95732574679943,14000,0.761525,0.826125,0.85095,0.761525,0.761525,0.275375,0.826125,0.17019000000000004,0.85095,0.761525,0.7961479166666627,0.8004402281746008,0.8202534934281767,0.8038638243708912

final_metrics.json

@@ -1,16 +1,16 @@
 {
-  "val_cosine_accuracy@1": 0.8281,
-  "val_cosine_accuracy@3": 0.9026,
-  "val_cosine_accuracy@5": 0.93105,
-  "val_cosine_precision@1": 0.8281,
-  "val_cosine_precision@3": 0.3008666666666666,
-  "val_cosine_precision@5": 0.18621000000000004,
-  "val_cosine_recall@1": 0.8281,
-  "val_cosine_recall@3": 0.9026,
-  "val_cosine_recall@5": 0.93105,
-  "val_cosine_ndcg@10": 0.8942437004811851,
-  "val_cosine_mrr@1": 0.8281,
-  "val_cosine_mrr@5": 0.8677437499999962,
-  "val_cosine_mrr@10": 0.8721381249999942,
-  "val_cosine_map@100": 0.874246358340888
+  "val_cosine_accuracy@1": 0.82925,
+  "val_cosine_accuracy@3": 0.903025,
+  "val_cosine_accuracy@5": 0.931175,
+  "val_cosine_precision@1": 0.82925,
+  "val_cosine_precision@3": 0.3010083333333333,
+  "val_cosine_precision@5": 0.186235,
+  "val_cosine_recall@1": 0.82925,
+  "val_cosine_recall@3": 0.903025,
+  "val_cosine_recall@5": 0.931175,
+  "val_cosine_ndcg@10": 0.8950131360828151,
+  "val_cosine_mrr@1": 0.82925,
+  "val_cosine_mrr@5": 0.8687345833333282,
+  "val_cosine_mrr@10": 0.8731489384920591,
+  "val_cosine_map@100": 0.8752091976044037
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07288e0fdf774af44164e803f88a32086d4b380ab0234eb9fc654ddb063c8150
+oid sha256:92f71bc07a682285115d27c1ff96626310f991575725ca37984cfd4651023a66
 size 114011616