Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +4 -0
- README.md +1290 -3
- checkpoint-1000/1_Pooling/config.json +10 -0
- checkpoint-1000/README.md +1284 -0
- checkpoint-1000/config.json +49 -0
- checkpoint-1000/config_sentence_transformers.json +10 -0
- checkpoint-1000/modules.json +20 -0
- checkpoint-1000/sentence_bert_config.json +4 -0
- checkpoint-1000/special_tokens_map.json +51 -0
- checkpoint-1000/tokenizer.json +3 -0
- checkpoint-1000/tokenizer_config.json +62 -0
- checkpoint-1000/trainer_state.json +1446 -0
- checkpoint-1200/config_sentence_transformers.json +10 -0
- checkpoint-1200/sentence_bert_config.json +4 -0
- checkpoint-1200/special_tokens_map.json +51 -0
- checkpoint-1200/tokenizer.json +3 -0
- checkpoint-1200/tokenizer_config.json +62 -0
- checkpoint-1400/1_Pooling/config.json +10 -0
- checkpoint-1400/README.md +1288 -0
- checkpoint-1400/config.json +49 -0
- checkpoint-1400/config_sentence_transformers.json +10 -0
- checkpoint-1400/modules.json +20 -0
- checkpoint-1400/rng_state.pth +3 -0
- checkpoint-1400/scaler.pt +3 -0
- checkpoint-1400/scheduler.pt +3 -0
- checkpoint-1400/sentence_bert_config.json +4 -0
- checkpoint-1400/special_tokens_map.json +51 -0
- checkpoint-1400/tokenizer.json +3 -0
- checkpoint-1400/tokenizer_config.json +62 -0
- checkpoint-1400/trainer_state.json +0 -0
- checkpoint-1400/training_args.bin +3 -0
- checkpoint-1600/1_Pooling/config.json +10 -0
- checkpoint-1600/config.json +49 -0
- checkpoint-1600/config_sentence_transformers.json +10 -0
- checkpoint-1600/special_tokens_map.json +51 -0
- checkpoint-1600/tokenizer.json +3 -0
- checkpoint-1690/1_Pooling/config.json +10 -0
- checkpoint-1690/README.md +1290 -0
- checkpoint-1690/config.json +49 -0
- checkpoint-1690/modules.json +20 -0
- checkpoint-1690/rng_state.pth +3 -0
- checkpoint-1690/scaler.pt +3 -0
- checkpoint-1690/sentence_bert_config.json +4 -0
- checkpoint-1690/special_tokens_map.json +51 -0
- checkpoint-1690/tokenizer_config.json +62 -0
- checkpoint-1690/trainer_state.json +0 -0
- checkpoint-1690/training_args.bin +3 -0
- eval/Information-Retrieval_evaluation_full_en_results.csv +9 -0
- eval/Information-Retrieval_evaluation_full_zh_results.csv +9 -0
- eval/Information-Retrieval_evaluation_mix_de_results.csv +9 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
checkpoint-1600/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
checkpoint-1200/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
checkpoint-1400/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -1,3 +1,1290 @@
|
|
| 1 |
-
---
|
| 2 |
-
|
| 3 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- sentence-transformers
|
| 4 |
+
- sentence-similarity
|
| 5 |
+
- feature-extraction
|
| 6 |
+
- generated_from_trainer
|
| 7 |
+
- dataset_size:86648
|
| 8 |
+
- loss:MSELoss
|
| 9 |
+
widget:
|
| 10 |
+
- source_sentence: Familienberaterin
|
| 11 |
+
sentences:
|
| 12 |
+
- electric power station operator
|
| 13 |
+
- venue booker & promoter
|
| 14 |
+
- betrieblicher Aus- und Weiterbildner/betriebliche Aus- und Weiterbildnerin
|
| 15 |
+
- source_sentence: high school RS teacher
|
| 16 |
+
sentences:
|
| 17 |
+
- infantryman
|
| 18 |
+
- Schnellbedienungsrestaurantteamleiter
|
| 19 |
+
- drill setup operator
|
| 20 |
+
- source_sentence: lighting designer
|
| 21 |
+
sentences:
|
| 22 |
+
- software support manager
|
| 23 |
+
- 直升机维护协调员
|
| 24 |
+
- bus maintenance supervisor
|
| 25 |
+
- source_sentence: 机场消防员
|
| 26 |
+
sentences:
|
| 27 |
+
- Flake操作员
|
| 28 |
+
- técnico en gestión de residuos peligrosos/técnica en gestión de residuos peligrosos
|
| 29 |
+
- 专门学校老师
|
| 30 |
+
- source_sentence: Entwicklerin für mobile Anwendungen
|
| 31 |
+
sentences:
|
| 32 |
+
- fashion design expert
|
| 33 |
+
- Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin
|
| 34 |
+
- commercial bid manager
|
| 35 |
+
pipeline_tag: sentence-similarity
|
| 36 |
+
library_name: sentence-transformers
|
| 37 |
+
metrics:
|
| 38 |
+
- cosine_accuracy@1
|
| 39 |
+
- cosine_accuracy@20
|
| 40 |
+
- cosine_accuracy@50
|
| 41 |
+
- cosine_accuracy@100
|
| 42 |
+
- cosine_accuracy@150
|
| 43 |
+
- cosine_accuracy@200
|
| 44 |
+
- cosine_precision@1
|
| 45 |
+
- cosine_precision@20
|
| 46 |
+
- cosine_precision@50
|
| 47 |
+
- cosine_precision@100
|
| 48 |
+
- cosine_precision@150
|
| 49 |
+
- cosine_precision@200
|
| 50 |
+
- cosine_recall@1
|
| 51 |
+
- cosine_recall@20
|
| 52 |
+
- cosine_recall@50
|
| 53 |
+
- cosine_recall@100
|
| 54 |
+
- cosine_recall@150
|
| 55 |
+
- cosine_recall@200
|
| 56 |
+
- cosine_ndcg@1
|
| 57 |
+
- cosine_ndcg@20
|
| 58 |
+
- cosine_ndcg@50
|
| 59 |
+
- cosine_ndcg@100
|
| 60 |
+
- cosine_ndcg@150
|
| 61 |
+
- cosine_ndcg@200
|
| 62 |
+
- cosine_mrr@1
|
| 63 |
+
- cosine_mrr@20
|
| 64 |
+
- cosine_mrr@50
|
| 65 |
+
- cosine_mrr@100
|
| 66 |
+
- cosine_mrr@150
|
| 67 |
+
- cosine_mrr@200
|
| 68 |
+
- cosine_map@1
|
| 69 |
+
- cosine_map@20
|
| 70 |
+
- cosine_map@50
|
| 71 |
+
- cosine_map@100
|
| 72 |
+
- cosine_map@150
|
| 73 |
+
- cosine_map@200
|
| 74 |
+
- cosine_map@500
|
| 75 |
+
model-index:
|
| 76 |
+
- name: SentenceTransformer
|
| 77 |
+
results:
|
| 78 |
+
- task:
|
| 79 |
+
type: information-retrieval
|
| 80 |
+
name: Information Retrieval
|
| 81 |
+
dataset:
|
| 82 |
+
name: full en
|
| 83 |
+
type: full_en
|
| 84 |
+
metrics:
|
| 85 |
+
- type: cosine_accuracy@1
|
| 86 |
+
value: 0.6476190476190476
|
| 87 |
+
name: Cosine Accuracy@1
|
| 88 |
+
- type: cosine_accuracy@20
|
| 89 |
+
value: 0.9714285714285714
|
| 90 |
+
name: Cosine Accuracy@20
|
| 91 |
+
- type: cosine_accuracy@50
|
| 92 |
+
value: 0.9904761904761905
|
| 93 |
+
name: Cosine Accuracy@50
|
| 94 |
+
- type: cosine_accuracy@100
|
| 95 |
+
value: 0.9904761904761905
|
| 96 |
+
name: Cosine Accuracy@100
|
| 97 |
+
- type: cosine_accuracy@150
|
| 98 |
+
value: 0.9904761904761905
|
| 99 |
+
name: Cosine Accuracy@150
|
| 100 |
+
- type: cosine_accuracy@200
|
| 101 |
+
value: 0.9904761904761905
|
| 102 |
+
name: Cosine Accuracy@200
|
| 103 |
+
- type: cosine_precision@1
|
| 104 |
+
value: 0.6476190476190476
|
| 105 |
+
name: Cosine Precision@1
|
| 106 |
+
- type: cosine_precision@20
|
| 107 |
+
value: 0.47952380952380946
|
| 108 |
+
name: Cosine Precision@20
|
| 109 |
+
- type: cosine_precision@50
|
| 110 |
+
value: 0.28838095238095235
|
| 111 |
+
name: Cosine Precision@50
|
| 112 |
+
- type: cosine_precision@100
|
| 113 |
+
value: 0.17304761904761906
|
| 114 |
+
name: Cosine Precision@100
|
| 115 |
+
- type: cosine_precision@150
|
| 116 |
+
value: 0.12444444444444444
|
| 117 |
+
name: Cosine Precision@150
|
| 118 |
+
- type: cosine_precision@200
|
| 119 |
+
value: 0.09857142857142859
|
| 120 |
+
name: Cosine Precision@200
|
| 121 |
+
- type: cosine_recall@1
|
| 122 |
+
value: 0.06609801577496094
|
| 123 |
+
name: Cosine Recall@1
|
| 124 |
+
- type: cosine_recall@20
|
| 125 |
+
value: 0.5122224752770898
|
| 126 |
+
name: Cosine Recall@20
|
| 127 |
+
- type: cosine_recall@50
|
| 128 |
+
value: 0.6835205863376973
|
| 129 |
+
name: Cosine Recall@50
|
| 130 |
+
- type: cosine_recall@100
|
| 131 |
+
value: 0.7899550177449521
|
| 132 |
+
name: Cosine Recall@100
|
| 133 |
+
- type: cosine_recall@150
|
| 134 |
+
value: 0.8399901051245952
|
| 135 |
+
name: Cosine Recall@150
|
| 136 |
+
- type: cosine_recall@200
|
| 137 |
+
value: 0.875868212220809
|
| 138 |
+
name: Cosine Recall@200
|
| 139 |
+
- type: cosine_ndcg@1
|
| 140 |
+
value: 0.6476190476190476
|
| 141 |
+
name: Cosine Ndcg@1
|
| 142 |
+
- type: cosine_ndcg@20
|
| 143 |
+
value: 0.6467537144833913
|
| 144 |
+
name: Cosine Ndcg@20
|
| 145 |
+
- type: cosine_ndcg@50
|
| 146 |
+
value: 0.6579566361404572
|
| 147 |
+
name: Cosine Ndcg@50
|
| 148 |
+
- type: cosine_ndcg@100
|
| 149 |
+
value: 0.7095129047395976
|
| 150 |
+
name: Cosine Ndcg@100
|
| 151 |
+
- type: cosine_ndcg@150
|
| 152 |
+
value: 0.7310060454392588
|
| 153 |
+
name: Cosine Ndcg@150
|
| 154 |
+
- type: cosine_ndcg@200
|
| 155 |
+
value: 0.746053293561821
|
| 156 |
+
name: Cosine Ndcg@200
|
| 157 |
+
- type: cosine_mrr@1
|
| 158 |
+
value: 0.6476190476190476
|
| 159 |
+
name: Cosine Mrr@1
|
| 160 |
+
- type: cosine_mrr@20
|
| 161 |
+
value: 0.7901817137111254
|
| 162 |
+
name: Cosine Mrr@20
|
| 163 |
+
- type: cosine_mrr@50
|
| 164 |
+
value: 0.7909547501984476
|
| 165 |
+
name: Cosine Mrr@50
|
| 166 |
+
- type: cosine_mrr@100
|
| 167 |
+
value: 0.7909547501984476
|
| 168 |
+
name: Cosine Mrr@100
|
| 169 |
+
- type: cosine_mrr@150
|
| 170 |
+
value: 0.7909547501984476
|
| 171 |
+
name: Cosine Mrr@150
|
| 172 |
+
- type: cosine_mrr@200
|
| 173 |
+
value: 0.7909547501984476
|
| 174 |
+
name: Cosine Mrr@200
|
| 175 |
+
- type: cosine_map@1
|
| 176 |
+
value: 0.6476190476190476
|
| 177 |
+
name: Cosine Map@1
|
| 178 |
+
- type: cosine_map@20
|
| 179 |
+
value: 0.5025649155749793
|
| 180 |
+
name: Cosine Map@20
|
| 181 |
+
- type: cosine_map@50
|
| 182 |
+
value: 0.48398477448194993
|
| 183 |
+
name: Cosine Map@50
|
| 184 |
+
- type: cosine_map@100
|
| 185 |
+
value: 0.5117703759309522
|
| 186 |
+
name: Cosine Map@100
|
| 187 |
+
- type: cosine_map@150
|
| 188 |
+
value: 0.520199435224254
|
| 189 |
+
name: Cosine Map@150
|
| 190 |
+
- type: cosine_map@200
|
| 191 |
+
value: 0.5249113393002316
|
| 192 |
+
name: Cosine Map@200
|
| 193 |
+
- type: cosine_map@500
|
| 194 |
+
value: 0.5304170344184883
|
| 195 |
+
name: Cosine Map@500
|
| 196 |
+
- task:
|
| 197 |
+
type: information-retrieval
|
| 198 |
+
name: Information Retrieval
|
| 199 |
+
dataset:
|
| 200 |
+
name: full es
|
| 201 |
+
type: full_es
|
| 202 |
+
metrics:
|
| 203 |
+
- type: cosine_accuracy@1
|
| 204 |
+
value: 0.11891891891891893
|
| 205 |
+
name: Cosine Accuracy@1
|
| 206 |
+
- type: cosine_accuracy@20
|
| 207 |
+
value: 1.0
|
| 208 |
+
name: Cosine Accuracy@20
|
| 209 |
+
- type: cosine_accuracy@50
|
| 210 |
+
value: 1.0
|
| 211 |
+
name: Cosine Accuracy@50
|
| 212 |
+
- type: cosine_accuracy@100
|
| 213 |
+
value: 1.0
|
| 214 |
+
name: Cosine Accuracy@100
|
| 215 |
+
- type: cosine_accuracy@150
|
| 216 |
+
value: 1.0
|
| 217 |
+
name: Cosine Accuracy@150
|
| 218 |
+
- type: cosine_accuracy@200
|
| 219 |
+
value: 1.0
|
| 220 |
+
name: Cosine Accuracy@200
|
| 221 |
+
- type: cosine_precision@1
|
| 222 |
+
value: 0.11891891891891893
|
| 223 |
+
name: Cosine Precision@1
|
| 224 |
+
- type: cosine_precision@20
|
| 225 |
+
value: 0.5267567567567567
|
| 226 |
+
name: Cosine Precision@20
|
| 227 |
+
- type: cosine_precision@50
|
| 228 |
+
value: 0.3437837837837838
|
| 229 |
+
name: Cosine Precision@50
|
| 230 |
+
- type: cosine_precision@100
|
| 231 |
+
value: 0.21897297297297297
|
| 232 |
+
name: Cosine Precision@100
|
| 233 |
+
- type: cosine_precision@150
|
| 234 |
+
value: 0.1658018018018018
|
| 235 |
+
name: Cosine Precision@150
|
| 236 |
+
- type: cosine_precision@200
|
| 237 |
+
value: 0.1332972972972973
|
| 238 |
+
name: Cosine Precision@200
|
| 239 |
+
- type: cosine_recall@1
|
| 240 |
+
value: 0.0035840147528632613
|
| 241 |
+
name: Cosine Recall@1
|
| 242 |
+
- type: cosine_recall@20
|
| 243 |
+
value: 0.35407760203362965
|
| 244 |
+
name: Cosine Recall@20
|
| 245 |
+
- type: cosine_recall@50
|
| 246 |
+
value: 0.5097999383006715
|
| 247 |
+
name: Cosine Recall@50
|
| 248 |
+
- type: cosine_recall@100
|
| 249 |
+
value: 0.6076073817878247
|
| 250 |
+
name: Cosine Recall@100
|
| 251 |
+
- type: cosine_recall@150
|
| 252 |
+
value: 0.6705429838138021
|
| 253 |
+
name: Cosine Recall@150
|
| 254 |
+
- type: cosine_recall@200
|
| 255 |
+
value: 0.7125464731776301
|
| 256 |
+
name: Cosine Recall@200
|
| 257 |
+
- type: cosine_ndcg@1
|
| 258 |
+
value: 0.11891891891891893
|
| 259 |
+
name: Cosine Ndcg@1
|
| 260 |
+
- type: cosine_ndcg@20
|
| 261 |
+
value: 0.5708144272431339
|
| 262 |
+
name: Cosine Ndcg@20
|
| 263 |
+
- type: cosine_ndcg@50
|
| 264 |
+
value: 0.535516963498245
|
| 265 |
+
name: Cosine Ndcg@50
|
| 266 |
+
- type: cosine_ndcg@100
|
| 267 |
+
value: 0.558980163264909
|
| 268 |
+
name: Cosine Ndcg@100
|
| 269 |
+
- type: cosine_ndcg@150
|
| 270 |
+
value: 0.5900024611410689
|
| 271 |
+
name: Cosine Ndcg@150
|
| 272 |
+
- type: cosine_ndcg@200
|
| 273 |
+
value: 0.609478782549869
|
| 274 |
+
name: Cosine Ndcg@200
|
| 275 |
+
- type: cosine_mrr@1
|
| 276 |
+
value: 0.11891891891891893
|
| 277 |
+
name: Cosine Mrr@1
|
| 278 |
+
- type: cosine_mrr@20
|
| 279 |
+
value: 0.5531531531531532
|
| 280 |
+
name: Cosine Mrr@20
|
| 281 |
+
- type: cosine_mrr@50
|
| 282 |
+
value: 0.5531531531531532
|
| 283 |
+
name: Cosine Mrr@50
|
| 284 |
+
- type: cosine_mrr@100
|
| 285 |
+
value: 0.5531531531531532
|
| 286 |
+
name: Cosine Mrr@100
|
| 287 |
+
- type: cosine_mrr@150
|
| 288 |
+
value: 0.5531531531531532
|
| 289 |
+
name: Cosine Mrr@150
|
| 290 |
+
- type: cosine_mrr@200
|
| 291 |
+
value: 0.5531531531531532
|
| 292 |
+
name: Cosine Mrr@200
|
| 293 |
+
- type: cosine_map@1
|
| 294 |
+
value: 0.11891891891891893
|
| 295 |
+
name: Cosine Map@1
|
| 296 |
+
- type: cosine_map@20
|
| 297 |
+
value: 0.4379349002801489
|
| 298 |
+
name: Cosine Map@20
|
| 299 |
+
- type: cosine_map@50
|
| 300 |
+
value: 0.3739269627118989
|
| 301 |
+
name: Cosine Map@50
|
| 302 |
+
- type: cosine_map@100
|
| 303 |
+
value: 0.37629843599877466
|
| 304 |
+
name: Cosine Map@100
|
| 305 |
+
- type: cosine_map@150
|
| 306 |
+
value: 0.3891828650842837
|
| 307 |
+
name: Cosine Map@150
|
| 308 |
+
- type: cosine_map@200
|
| 309 |
+
value: 0.39584338663408436
|
| 310 |
+
name: Cosine Map@200
|
| 311 |
+
- type: cosine_map@500
|
| 312 |
+
value: 0.4062909401616274
|
| 313 |
+
name: Cosine Map@500
|
| 314 |
+
- task:
|
| 315 |
+
type: information-retrieval
|
| 316 |
+
name: Information Retrieval
|
| 317 |
+
dataset:
|
| 318 |
+
name: full de
|
| 319 |
+
type: full_de
|
| 320 |
+
metrics:
|
| 321 |
+
- type: cosine_accuracy@1
|
| 322 |
+
value: 0.2955665024630542
|
| 323 |
+
name: Cosine Accuracy@1
|
| 324 |
+
- type: cosine_accuracy@20
|
| 325 |
+
value: 0.9704433497536946
|
| 326 |
+
name: Cosine Accuracy@20
|
| 327 |
+
- type: cosine_accuracy@50
|
| 328 |
+
value: 0.9753694581280788
|
| 329 |
+
name: Cosine Accuracy@50
|
| 330 |
+
- type: cosine_accuracy@100
|
| 331 |
+
value: 0.9901477832512315
|
| 332 |
+
name: Cosine Accuracy@100
|
| 333 |
+
- type: cosine_accuracy@150
|
| 334 |
+
value: 0.9901477832512315
|
| 335 |
+
name: Cosine Accuracy@150
|
| 336 |
+
- type: cosine_accuracy@200
|
| 337 |
+
value: 0.9901477832512315
|
| 338 |
+
name: Cosine Accuracy@200
|
| 339 |
+
- type: cosine_precision@1
|
| 340 |
+
value: 0.2955665024630542
|
| 341 |
+
name: Cosine Precision@1
|
| 342 |
+
- type: cosine_precision@20
|
| 343 |
+
value: 0.42906403940886706
|
| 344 |
+
name: Cosine Precision@20
|
| 345 |
+
- type: cosine_precision@50
|
| 346 |
+
value: 0.29802955665024633
|
| 347 |
+
name: Cosine Precision@50
|
| 348 |
+
- type: cosine_precision@100
|
| 349 |
+
value: 0.19433497536945815
|
| 350 |
+
name: Cosine Precision@100
|
| 351 |
+
- type: cosine_precision@150
|
| 352 |
+
value: 0.14824302134646963
|
| 353 |
+
name: Cosine Precision@150
|
| 354 |
+
- type: cosine_precision@200
|
| 355 |
+
value: 0.1197783251231527
|
| 356 |
+
name: Cosine Precision@200
|
| 357 |
+
- type: cosine_recall@1
|
| 358 |
+
value: 0.01108543831680986
|
| 359 |
+
name: Cosine Recall@1
|
| 360 |
+
- type: cosine_recall@20
|
| 361 |
+
value: 0.26675038089672504
|
| 362 |
+
name: Cosine Recall@20
|
| 363 |
+
- type: cosine_recall@50
|
| 364 |
+
value: 0.40921566733257536
|
| 365 |
+
name: Cosine Recall@50
|
| 366 |
+
- type: cosine_recall@100
|
| 367 |
+
value: 0.5097664540706716
|
| 368 |
+
name: Cosine Recall@100
|
| 369 |
+
- type: cosine_recall@150
|
| 370 |
+
value: 0.5728593162394238
|
| 371 |
+
name: Cosine Recall@150
|
| 372 |
+
- type: cosine_recall@200
|
| 373 |
+
value: 0.6120176690658915
|
| 374 |
+
name: Cosine Recall@200
|
| 375 |
+
- type: cosine_ndcg@1
|
| 376 |
+
value: 0.2955665024630542
|
| 377 |
+
name: Cosine Ndcg@1
|
| 378 |
+
- type: cosine_ndcg@20
|
| 379 |
+
value: 0.46962753993631184
|
| 380 |
+
name: Cosine Ndcg@20
|
| 381 |
+
- type: cosine_ndcg@50
|
| 382 |
+
value: 0.444898497416845
|
| 383 |
+
name: Cosine Ndcg@50
|
| 384 |
+
- type: cosine_ndcg@100
|
| 385 |
+
value: 0.466960324034805
|
| 386 |
+
name: Cosine Ndcg@100
|
| 387 |
+
- type: cosine_ndcg@150
|
| 388 |
+
value: 0.49816218513136795
|
| 389 |
+
name: Cosine Ndcg@150
|
| 390 |
+
- type: cosine_ndcg@200
|
| 391 |
+
value: 0.5165485300965951
|
| 392 |
+
name: Cosine Ndcg@200
|
| 393 |
+
- type: cosine_mrr@1
|
| 394 |
+
value: 0.2955665024630542
|
| 395 |
+
name: Cosine Mrr@1
|
| 396 |
+
- type: cosine_mrr@20
|
| 397 |
+
value: 0.5046767633988724
|
| 398 |
+
name: Cosine Mrr@20
|
| 399 |
+
- type: cosine_mrr@50
|
| 400 |
+
value: 0.50477528556636
|
| 401 |
+
name: Cosine Mrr@50
|
| 402 |
+
- type: cosine_mrr@100
|
| 403 |
+
value: 0.5049589761635289
|
| 404 |
+
name: Cosine Mrr@100
|
| 405 |
+
- type: cosine_mrr@150
|
| 406 |
+
value: 0.5049589761635289
|
| 407 |
+
name: Cosine Mrr@150
|
| 408 |
+
- type: cosine_mrr@200
|
| 409 |
+
value: 0.5049589761635289
|
| 410 |
+
name: Cosine Mrr@200
|
| 411 |
+
- type: cosine_map@1
|
| 412 |
+
value: 0.2955665024630542
|
| 413 |
+
name: Cosine Map@1
|
| 414 |
+
- type: cosine_map@20
|
| 415 |
+
value: 0.33658821160388247
|
| 416 |
+
name: Cosine Map@20
|
| 417 |
+
- type: cosine_map@50
|
| 418 |
+
value: 0.2853400586620685
|
| 419 |
+
name: Cosine Map@50
|
| 420 |
+
- type: cosine_map@100
|
| 421 |
+
value: 0.2817732307206079
|
| 422 |
+
name: Cosine Map@100
|
| 423 |
+
- type: cosine_map@150
|
| 424 |
+
value: 0.2931317333364438
|
| 425 |
+
name: Cosine Map@150
|
| 426 |
+
- type: cosine_map@200
|
| 427 |
+
value: 0.2988160532231927
|
| 428 |
+
name: Cosine Map@200
|
| 429 |
+
- type: cosine_map@500
|
| 430 |
+
value: 0.31093362375086947
|
| 431 |
+
name: Cosine Map@500
|
| 432 |
+
- task:
|
| 433 |
+
type: information-retrieval
|
| 434 |
+
name: Information Retrieval
|
| 435 |
+
dataset:
|
| 436 |
+
name: full zh
|
| 437 |
+
type: full_zh
|
| 438 |
+
metrics:
|
| 439 |
+
- type: cosine_accuracy@1
|
| 440 |
+
value: 0.6601941747572816
|
| 441 |
+
name: Cosine Accuracy@1
|
| 442 |
+
- type: cosine_accuracy@20
|
| 443 |
+
value: 0.970873786407767
|
| 444 |
+
name: Cosine Accuracy@20
|
| 445 |
+
- type: cosine_accuracy@50
|
| 446 |
+
value: 0.9902912621359223
|
| 447 |
+
name: Cosine Accuracy@50
|
| 448 |
+
- type: cosine_accuracy@100
|
| 449 |
+
value: 0.9902912621359223
|
| 450 |
+
name: Cosine Accuracy@100
|
| 451 |
+
- type: cosine_accuracy@150
|
| 452 |
+
value: 0.9902912621359223
|
| 453 |
+
name: Cosine Accuracy@150
|
| 454 |
+
- type: cosine_accuracy@200
|
| 455 |
+
value: 0.9902912621359223
|
| 456 |
+
name: Cosine Accuracy@200
|
| 457 |
+
- type: cosine_precision@1
|
| 458 |
+
value: 0.6601941747572816
|
| 459 |
+
name: Cosine Precision@1
|
| 460 |
+
- type: cosine_precision@20
|
| 461 |
+
value: 0.44805825242718444
|
| 462 |
+
name: Cosine Precision@20
|
| 463 |
+
- type: cosine_precision@50
|
| 464 |
+
value: 0.27126213592233006
|
| 465 |
+
name: Cosine Precision@50
|
| 466 |
+
- type: cosine_precision@100
|
| 467 |
+
value: 0.16650485436893206
|
| 468 |
+
name: Cosine Precision@100
|
| 469 |
+
- type: cosine_precision@150
|
| 470 |
+
value: 0.1211003236245955
|
| 471 |
+
name: Cosine Precision@150
|
| 472 |
+
- type: cosine_precision@200
|
| 473 |
+
value: 0.09529126213592234
|
| 474 |
+
name: Cosine Precision@200
|
| 475 |
+
- type: cosine_recall@1
|
| 476 |
+
value: 0.06611246215014785
|
| 477 |
+
name: Cosine Recall@1
|
| 478 |
+
- type: cosine_recall@20
|
| 479 |
+
value: 0.48409390608352504
|
| 480 |
+
name: Cosine Recall@20
|
| 481 |
+
- type: cosine_recall@50
|
| 482 |
+
value: 0.6568473638827299
|
| 483 |
+
name: Cosine Recall@50
|
| 484 |
+
- type: cosine_recall@100
|
| 485 |
+
value: 0.7685416895166794
|
| 486 |
+
name: Cosine Recall@100
|
| 487 |
+
- type: cosine_recall@150
|
| 488 |
+
value: 0.8277686060133904
|
| 489 |
+
name: Cosine Recall@150
|
| 490 |
+
- type: cosine_recall@200
|
| 491 |
+
value: 0.8616979590623105
|
| 492 |
+
name: Cosine Recall@200
|
| 493 |
+
- type: cosine_ndcg@1
|
| 494 |
+
value: 0.6601941747572816
|
| 495 |
+
name: Cosine Ndcg@1
|
| 496 |
+
- type: cosine_ndcg@20
|
| 497 |
+
value: 0.6231250904534316
|
| 498 |
+
name: Cosine Ndcg@20
|
| 499 |
+
- type: cosine_ndcg@50
|
| 500 |
+
value: 0.6383496204608501
|
| 501 |
+
name: Cosine Ndcg@50
|
| 502 |
+
- type: cosine_ndcg@100
|
| 503 |
+
value: 0.6917257705456975
|
| 504 |
+
name: Cosine Ndcg@100
|
| 505 |
+
- type: cosine_ndcg@150
|
| 506 |
+
value: 0.7167434657424917
|
| 507 |
+
name: Cosine Ndcg@150
|
| 508 |
+
- type: cosine_ndcg@200
|
| 509 |
+
value: 0.7303448958665071
|
| 510 |
+
name: Cosine Ndcg@200
|
| 511 |
+
- type: cosine_mrr@1
|
| 512 |
+
value: 0.6601941747572816
|
| 513 |
+
name: Cosine Mrr@1
|
| 514 |
+
- type: cosine_mrr@20
|
| 515 |
+
value: 0.8015776699029126
|
| 516 |
+
name: Cosine Mrr@20
|
| 517 |
+
- type: cosine_mrr@50
|
| 518 |
+
value: 0.8020876238109248
|
| 519 |
+
name: Cosine Mrr@50
|
| 520 |
+
- type: cosine_mrr@100
|
| 521 |
+
value: 0.8020876238109248
|
| 522 |
+
name: Cosine Mrr@100
|
| 523 |
+
- type: cosine_mrr@150
|
| 524 |
+
value: 0.8020876238109248
|
| 525 |
+
name: Cosine Mrr@150
|
| 526 |
+
- type: cosine_mrr@200
|
| 527 |
+
value: 0.8020876238109248
|
| 528 |
+
name: Cosine Mrr@200
|
| 529 |
+
- type: cosine_map@1
|
| 530 |
+
value: 0.6601941747572816
|
| 531 |
+
name: Cosine Map@1
|
| 532 |
+
- type: cosine_map@20
|
| 533 |
+
value: 0.4750205237443607
|
| 534 |
+
name: Cosine Map@20
|
| 535 |
+
- type: cosine_map@50
|
| 536 |
+
value: 0.45785161483741715
|
| 537 |
+
name: Cosine Map@50
|
| 538 |
+
- type: cosine_map@100
|
| 539 |
+
value: 0.4848085275553208
|
| 540 |
+
name: Cosine Map@100
|
| 541 |
+
- type: cosine_map@150
|
| 542 |
+
value: 0.4937216396074153
|
| 543 |
+
name: Cosine Map@150
|
| 544 |
+
- type: cosine_map@200
|
| 545 |
+
value: 0.49777622471594557
|
| 546 |
+
name: Cosine Map@200
|
| 547 |
+
- type: cosine_map@500
|
| 548 |
+
value: 0.5039795405740248
|
| 549 |
+
name: Cosine Map@500
|
| 550 |
+
- task:
|
| 551 |
+
type: information-retrieval
|
| 552 |
+
name: Information Retrieval
|
| 553 |
+
dataset:
|
| 554 |
+
name: mix es
|
| 555 |
+
type: mix_es
|
| 556 |
+
metrics:
|
| 557 |
+
- type: cosine_accuracy@1
|
| 558 |
+
value: 0.6297451898075923
|
| 559 |
+
name: Cosine Accuracy@1
|
| 560 |
+
- type: cosine_accuracy@20
|
| 561 |
+
value: 0.9105564222568903
|
| 562 |
+
name: Cosine Accuracy@20
|
| 563 |
+
- type: cosine_accuracy@50
|
| 564 |
+
value: 0.9495579823192928
|
| 565 |
+
name: Cosine Accuracy@50
|
| 566 |
+
- type: cosine_accuracy@100
|
| 567 |
+
value: 0.9729589183567343
|
| 568 |
+
name: Cosine Accuracy@100
|
| 569 |
+
- type: cosine_accuracy@150
|
| 570 |
+
value: 0.983359334373375
|
| 571 |
+
name: Cosine Accuracy@150
|
| 572 |
+
- type: cosine_accuracy@200
|
| 573 |
+
value: 0.9901196047841914
|
| 574 |
+
name: Cosine Accuracy@200
|
| 575 |
+
- type: cosine_precision@1
|
| 576 |
+
value: 0.6297451898075923
|
| 577 |
+
name: Cosine Precision@1
|
| 578 |
+
- type: cosine_precision@20
|
| 579 |
+
value: 0.11167446697867915
|
| 580 |
+
name: Cosine Precision@20
|
| 581 |
+
- type: cosine_precision@50
|
| 582 |
+
value: 0.04850754030161208
|
| 583 |
+
name: Cosine Precision@50
|
| 584 |
+
- type: cosine_precision@100
|
| 585 |
+
value: 0.02535101404056163
|
| 586 |
+
name: Cosine Precision@100
|
| 587 |
+
- type: cosine_precision@150
|
| 588 |
+
value: 0.0172300225342347
|
| 589 |
+
name: Cosine Precision@150
|
| 590 |
+
- type: cosine_precision@200
|
| 591 |
+
value: 0.0130811232449298
|
| 592 |
+
name: Cosine Precision@200
|
| 593 |
+
- type: cosine_recall@1
|
| 594 |
+
value: 0.24340068840848872
|
| 595 |
+
name: Cosine Recall@1
|
| 596 |
+
- type: cosine_recall@20
|
| 597 |
+
value: 0.8288215338137336
|
| 598 |
+
name: Cosine Recall@20
|
| 599 |
+
- type: cosine_recall@50
|
| 600 |
+
value: 0.8986566129311838
|
| 601 |
+
name: Cosine Recall@50
|
| 602 |
+
- type: cosine_recall@100
|
| 603 |
+
value: 0.9398509273704282
|
| 604 |
+
name: Cosine Recall@100
|
| 605 |
+
- type: cosine_recall@150
|
| 606 |
+
value: 0.9576876408389668
|
| 607 |
+
name: Cosine Recall@150
|
| 608 |
+
- type: cosine_recall@200
|
| 609 |
+
value: 0.9695267810712429
|
| 610 |
+
name: Cosine Recall@200
|
| 611 |
+
- type: cosine_ndcg@1
|
| 612 |
+
value: 0.6297451898075923
|
| 613 |
+
name: Cosine Ndcg@1
|
| 614 |
+
- type: cosine_ndcg@20
|
| 615 |
+
value: 0.7010427232190379
|
| 616 |
+
name: Cosine Ndcg@20
|
| 617 |
+
- type: cosine_ndcg@50
|
| 618 |
+
value: 0.7200844211181043
|
| 619 |
+
name: Cosine Ndcg@50
|
| 620 |
+
- type: cosine_ndcg@100
|
| 621 |
+
value: 0.7290848607488584
|
| 622 |
+
name: Cosine Ndcg@100
|
| 623 |
+
- type: cosine_ndcg@150
|
| 624 |
+
value: 0.7325985285606116
|
| 625 |
+
name: Cosine Ndcg@150
|
| 626 |
+
- type: cosine_ndcg@200
|
| 627 |
+
value: 0.7347463892077523
|
| 628 |
+
name: Cosine Ndcg@200
|
| 629 |
+
- type: cosine_mrr@1
|
| 630 |
+
value: 0.6297451898075923
|
| 631 |
+
name: Cosine Mrr@1
|
| 632 |
+
- type: cosine_mrr@20
|
| 633 |
+
value: 0.7036709577939534
|
| 634 |
+
name: Cosine Mrr@20
|
| 635 |
+
- type: cosine_mrr@50
|
| 636 |
+
value: 0.7049808414398148
|
| 637 |
+
name: Cosine Mrr@50
|
| 638 |
+
- type: cosine_mrr@100
|
| 639 |
+
value: 0.7053260954286938
|
| 640 |
+
name: Cosine Mrr@100
|
| 641 |
+
- type: cosine_mrr@150
|
| 642 |
+
value: 0.7054145837924506
|
| 643 |
+
name: Cosine Mrr@150
|
| 644 |
+
- type: cosine_mrr@200
|
| 645 |
+
value: 0.7054541569954363
|
| 646 |
+
name: Cosine Mrr@200
|
| 647 |
+
- type: cosine_map@1
|
| 648 |
+
value: 0.6297451898075923
|
| 649 |
+
name: Cosine Map@1
|
| 650 |
+
- type: cosine_map@20
|
| 651 |
+
value: 0.6194189058349782
|
| 652 |
+
name: Cosine Map@20
|
| 653 |
+
- type: cosine_map@50
|
| 654 |
+
value: 0.6244340507841626
|
| 655 |
+
name: Cosine Map@50
|
| 656 |
+
- type: cosine_map@100
|
| 657 |
+
value: 0.6256943736433496
|
| 658 |
+
name: Cosine Map@100
|
| 659 |
+
- type: cosine_map@150
|
| 660 |
+
value: 0.6260195205413376
|
| 661 |
+
name: Cosine Map@150
|
| 662 |
+
- type: cosine_map@200
|
| 663 |
+
value: 0.6261650797332174
|
| 664 |
+
name: Cosine Map@200
|
| 665 |
+
- type: cosine_map@500
|
| 666 |
+
value: 0.6263452093477304
|
| 667 |
+
name: Cosine Map@500
|
| 668 |
+
- task:
|
| 669 |
+
type: information-retrieval
|
| 670 |
+
name: Information Retrieval
|
| 671 |
+
dataset:
|
| 672 |
+
name: mix de
|
| 673 |
+
type: mix_de
|
| 674 |
+
metrics:
|
| 675 |
+
- type: cosine_accuracy@1
|
| 676 |
+
value: 0.5564222568902756
|
| 677 |
+
name: Cosine Accuracy@1
|
| 678 |
+
- type: cosine_accuracy@20
|
| 679 |
+
value: 0.8866354654186167
|
| 680 |
+
name: Cosine Accuracy@20
|
| 681 |
+
- type: cosine_accuracy@50
|
| 682 |
+
value: 0.9381175247009881
|
| 683 |
+
name: Cosine Accuracy@50
|
| 684 |
+
- type: cosine_accuracy@100
|
| 685 |
+
value: 0.9594383775351014
|
| 686 |
+
name: Cosine Accuracy@100
|
| 687 |
+
- type: cosine_accuracy@150
|
| 688 |
+
value: 0.9708788351534061
|
| 689 |
+
name: Cosine Accuracy@150
|
| 690 |
+
- type: cosine_accuracy@200
|
| 691 |
+
value: 0.9776391055642226
|
| 692 |
+
name: Cosine Accuracy@200
|
| 693 |
+
- type: cosine_precision@1
|
| 694 |
+
value: 0.5564222568902756
|
| 695 |
+
name: Cosine Precision@1
|
| 696 |
+
- type: cosine_precision@20
|
| 697 |
+
value: 0.109464378575143
|
| 698 |
+
name: Cosine Precision@20
|
| 699 |
+
- type: cosine_precision@50
|
| 700 |
+
value: 0.048060322412896525
|
| 701 |
+
name: Cosine Precision@50
|
| 702 |
+
- type: cosine_precision@100
|
| 703 |
+
value: 0.025273010920436823
|
| 704 |
+
name: Cosine Precision@100
|
| 705 |
+
- type: cosine_precision@150
|
| 706 |
+
value: 0.017313225862367825
|
| 707 |
+
name: Cosine Precision@150
|
| 708 |
+
- type: cosine_precision@200
|
| 709 |
+
value: 0.013143525741029644
|
| 710 |
+
name: Cosine Precision@200
|
| 711 |
+
- type: cosine_recall@1
|
| 712 |
+
value: 0.20931703934824059
|
| 713 |
+
name: Cosine Recall@1
|
| 714 |
+
- type: cosine_recall@20
|
| 715 |
+
value: 0.7988992893049055
|
| 716 |
+
name: Cosine Recall@20
|
| 717 |
+
- type: cosine_recall@50
|
| 718 |
+
value: 0.8741029641185647
|
| 719 |
+
name: Cosine Recall@50
|
| 720 |
+
- type: cosine_recall@100
|
| 721 |
+
value: 0.9173426937077482
|
| 722 |
+
name: Cosine Recall@100
|
| 723 |
+
- type: cosine_recall@150
|
| 724 |
+
value: 0.9424076963078523
|
| 725 |
+
name: Cosine Recall@150
|
| 726 |
+
- type: cosine_recall@200
|
| 727 |
+
value: 0.953631478592477
|
| 728 |
+
name: Cosine Recall@200
|
| 729 |
+
- type: cosine_ndcg@1
|
| 730 |
+
value: 0.5564222568902756
|
| 731 |
+
name: Cosine Ndcg@1
|
| 732 |
+
- type: cosine_ndcg@20
|
| 733 |
+
value: 0.6541310877479573
|
| 734 |
+
name: Cosine Ndcg@20
|
| 735 |
+
- type: cosine_ndcg@50
|
| 736 |
+
value: 0.674790854916742
|
| 737 |
+
name: Cosine Ndcg@50
|
| 738 |
+
- type: cosine_ndcg@100
|
| 739 |
+
value: 0.6844997445798996
|
| 740 |
+
name: Cosine Ndcg@100
|
| 741 |
+
- type: cosine_ndcg@150
|
| 742 |
+
value: 0.6894214573457343
|
| 743 |
+
name: Cosine Ndcg@150
|
| 744 |
+
- type: cosine_ndcg@200
|
| 745 |
+
value: 0.6914881284159038
|
| 746 |
+
name: Cosine Ndcg@200
|
| 747 |
+
- type: cosine_mrr@1
|
| 748 |
+
value: 0.5564222568902756
|
| 749 |
+
name: Cosine Mrr@1
|
| 750 |
+
- type: cosine_mrr@20
|
| 751 |
+
value: 0.6476945170199107
|
| 752 |
+
name: Cosine Mrr@20
|
| 753 |
+
- type: cosine_mrr@50
|
| 754 |
+
value: 0.6493649946597936
|
| 755 |
+
name: Cosine Mrr@50
|
| 756 |
+
- type: cosine_mrr@100
|
| 757 |
+
value: 0.6496801333421218
|
| 758 |
+
name: Cosine Mrr@100
|
| 759 |
+
- type: cosine_mrr@150
|
| 760 |
+
value: 0.6497778366579644
|
| 761 |
+
name: Cosine Mrr@150
|
| 762 |
+
- type: cosine_mrr@200
|
| 763 |
+
value: 0.6498156890114056
|
| 764 |
+
name: Cosine Mrr@200
|
| 765 |
+
- type: cosine_map@1
|
| 766 |
+
value: 0.5564222568902756
|
| 767 |
+
name: Cosine Map@1
|
| 768 |
+
- type: cosine_map@20
|
| 769 |
+
value: 0.5648326970643027
|
| 770 |
+
name: Cosine Map@20
|
| 771 |
+
- type: cosine_map@50
|
| 772 |
+
value: 0.57003456255067
|
| 773 |
+
name: Cosine Map@50
|
| 774 |
+
- type: cosine_map@100
|
| 775 |
+
value: 0.5714370828517599
|
| 776 |
+
name: Cosine Map@100
|
| 777 |
+
- type: cosine_map@150
|
| 778 |
+
value: 0.5719002990233493
|
| 779 |
+
name: Cosine Map@150
|
| 780 |
+
- type: cosine_map@200
|
| 781 |
+
value: 0.5720497397197026
|
| 782 |
+
name: Cosine Map@200
|
| 783 |
+
- type: cosine_map@500
|
| 784 |
+
value: 0.5723109788233504
|
| 785 |
+
name: Cosine Map@500
|
| 786 |
+
- task:
|
| 787 |
+
type: information-retrieval
|
| 788 |
+
name: Information Retrieval
|
| 789 |
+
dataset:
|
| 790 |
+
name: mix zh
|
| 791 |
+
type: mix_zh
|
| 792 |
+
metrics:
|
| 793 |
+
- type: cosine_accuracy@1
|
| 794 |
+
value: 0.6085594989561587
|
| 795 |
+
name: Cosine Accuracy@1
|
| 796 |
+
- type: cosine_accuracy@20
|
| 797 |
+
value: 0.9592901878914405
|
| 798 |
+
name: Cosine Accuracy@20
|
| 799 |
+
- type: cosine_accuracy@50
|
| 800 |
+
value: 0.9791231732776617
|
| 801 |
+
name: Cosine Accuracy@50
|
| 802 |
+
- type: cosine_accuracy@100
|
| 803 |
+
value: 0.9874739039665971
|
| 804 |
+
name: Cosine Accuracy@100
|
| 805 |
+
- type: cosine_accuracy@150
|
| 806 |
+
value: 0.9911273486430062
|
| 807 |
+
name: Cosine Accuracy@150
|
| 808 |
+
- type: cosine_accuracy@200
|
| 809 |
+
value: 0.9937369519832986
|
| 810 |
+
name: Cosine Accuracy@200
|
| 811 |
+
- type: cosine_precision@1
|
| 812 |
+
value: 0.6085594989561587
|
| 813 |
+
name: Cosine Precision@1
|
| 814 |
+
- type: cosine_precision@20
|
| 815 |
+
value: 0.12656576200417535
|
| 816 |
+
name: Cosine Precision@20
|
| 817 |
+
- type: cosine_precision@50
|
| 818 |
+
value: 0.05518789144050106
|
| 819 |
+
name: Cosine Precision@50
|
| 820 |
+
- type: cosine_precision@100
|
| 821 |
+
value: 0.028747390396659713
|
| 822 |
+
name: Cosine Precision@100
|
| 823 |
+
- type: cosine_precision@150
|
| 824 |
+
value: 0.019425887265135697
|
| 825 |
+
name: Cosine Precision@150
|
| 826 |
+
- type: cosine_precision@200
|
| 827 |
+
value: 0.014705114822546978
|
| 828 |
+
name: Cosine Precision@200
|
| 829 |
+
- type: cosine_recall@1
|
| 830 |
+
value: 0.2043804056069192
|
| 831 |
+
name: Cosine Recall@1
|
| 832 |
+
- type: cosine_recall@20
|
| 833 |
+
value: 0.8346468336812805
|
| 834 |
+
name: Cosine Recall@20
|
| 835 |
+
- type: cosine_recall@50
|
| 836 |
+
value: 0.9095772442588727
|
| 837 |
+
name: Cosine Recall@50
|
| 838 |
+
- type: cosine_recall@100
|
| 839 |
+
value: 0.9475643702157271
|
| 840 |
+
name: Cosine Recall@100
|
| 841 |
+
- type: cosine_recall@150
|
| 842 |
+
value: 0.9609168406402228
|
| 843 |
+
name: Cosine Recall@150
|
| 844 |
+
- type: cosine_recall@200
|
| 845 |
+
value: 0.9697807933194154
|
| 846 |
+
name: Cosine Recall@200
|
| 847 |
+
- type: cosine_ndcg@1
|
| 848 |
+
value: 0.6085594989561587
|
| 849 |
+
name: Cosine Ndcg@1
|
| 850 |
+
- type: cosine_ndcg@20
|
| 851 |
+
value: 0.6853247290079303
|
| 852 |
+
name: Cosine Ndcg@20
|
| 853 |
+
- type: cosine_ndcg@50
|
| 854 |
+
value: 0.7066940880968873
|
| 855 |
+
name: Cosine Ndcg@50
|
| 856 |
+
- type: cosine_ndcg@100
|
| 857 |
+
value: 0.715400790265437
|
| 858 |
+
name: Cosine Ndcg@100
|
| 859 |
+
- type: cosine_ndcg@150
|
| 860 |
+
value: 0.7180808450243259
|
| 861 |
+
name: Cosine Ndcg@150
|
| 862 |
+
- type: cosine_ndcg@200
|
| 863 |
+
value: 0.7197629642909036
|
| 864 |
+
name: Cosine Ndcg@200
|
| 865 |
+
- type: cosine_mrr@1
|
| 866 |
+
value: 0.6085594989561587
|
| 867 |
+
name: Cosine Mrr@1
|
| 868 |
+
- type: cosine_mrr@20
|
| 869 |
+
value: 0.7236528792595264
|
| 870 |
+
name: Cosine Mrr@20
|
| 871 |
+
- type: cosine_mrr@50
|
| 872 |
+
value: 0.7243308740364213
|
| 873 |
+
name: Cosine Mrr@50
|
| 874 |
+
- type: cosine_mrr@100
|
| 875 |
+
value: 0.7244524590415827
|
| 876 |
+
name: Cosine Mrr@100
|
| 877 |
+
- type: cosine_mrr@150
|
| 878 |
+
value: 0.7244814620971008
|
| 879 |
+
name: Cosine Mrr@150
|
| 880 |
+
- type: cosine_mrr@200
|
| 881 |
+
value: 0.7244960285685315
|
| 882 |
+
name: Cosine Mrr@200
|
| 883 |
+
- type: cosine_map@1
|
| 884 |
+
value: 0.6085594989561587
|
| 885 |
+
name: Cosine Map@1
|
| 886 |
+
- type: cosine_map@20
|
| 887 |
+
value: 0.5652211952239553
|
| 888 |
+
name: Cosine Map@20
|
| 889 |
+
- type: cosine_map@50
|
| 890 |
+
value: 0.5716374350069462
|
| 891 |
+
name: Cosine Map@50
|
| 892 |
+
- type: cosine_map@100
|
| 893 |
+
value: 0.5730756815932735
|
| 894 |
+
name: Cosine Map@100
|
| 895 |
+
- type: cosine_map@150
|
| 896 |
+
value: 0.5733543252173214
|
| 897 |
+
name: Cosine Map@150
|
| 898 |
+
- type: cosine_map@200
|
| 899 |
+
value: 0.5734860037813889
|
| 900 |
+
name: Cosine Map@200
|
| 901 |
+
- type: cosine_map@500
|
| 902 |
+
value: 0.5736416699680624
|
| 903 |
+
name: Cosine Map@500
|
| 904 |
+
---
|
| 905 |
+
|
| 906 |
+
# Job - Job matching Alibaba-NLP/gte-multilingual-base pruned
|
| 907 |
+
|
| 908 |
+
Top performing model on [TalentCLEF 2025](https://talentclef.github.io/talentclef/) Task A. Use it for multilingual job title matching
|
| 909 |
+
|
| 910 |
+
## Model Details
|
| 911 |
+
|
| 912 |
+
### Model Description
|
| 913 |
+
- **Model Type:** Sentence Transformer
|
| 914 |
+
<!-- - **Base model:** [Unknown](https://huggingface.co/unknown) -->
|
| 915 |
+
- **Maximum Sequence Length:** 512 tokens
|
| 916 |
+
- **Output Dimensionality:** 768 dimensions
|
| 917 |
+
- **Similarity Function:** Cosine Similarity
|
| 918 |
+
<!-- - **Training Dataset:** Unknown -->
|
| 919 |
+
<!-- - **Language:** Unknown -->
|
| 920 |
+
<!-- - **License:** Unknown -->
|
| 921 |
+
|
| 922 |
+
### Model Sources
|
| 923 |
+
|
| 924 |
+
- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
|
| 925 |
+
- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
|
| 926 |
+
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
|
| 927 |
+
|
| 928 |
+
### Full Model Architecture
|
| 929 |
+
|
| 930 |
+
```
|
| 931 |
+
SentenceTransformer(
|
| 932 |
+
(0): Transformer({'max_seq_length': 512, 'do_lower_case': False}) with Transformer model: NewModel
|
| 933 |
+
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': True, 'pooling_mode_mean_tokens': False, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
|
| 934 |
+
(2): Normalize()
|
| 935 |
+
)
|
| 936 |
+
```
|
| 937 |
+
|
| 938 |
+
## Usage
|
| 939 |
+
|
| 940 |
+
### Direct Usage (Sentence Transformers)
|
| 941 |
+
|
| 942 |
+
First install the Sentence Transformers library:
|
| 943 |
+
|
| 944 |
+
```bash
|
| 945 |
+
pip install -U sentence-transformers
|
| 946 |
+
```
|
| 947 |
+
|
| 948 |
+
Then you can load this model and run inference.
|
| 949 |
+
```python
|
| 950 |
+
from sentence_transformers import SentenceTransformer
|
| 951 |
+
|
| 952 |
+
# Download from the 🤗 Hub
|
| 953 |
+
model = SentenceTransformer("pj-mathematician/JobGTE-multilingual-base-pruned")
|
| 954 |
+
# Run inference
|
| 955 |
+
sentences = [
|
| 956 |
+
'Entwicklerin für mobile Anwendungen',
|
| 957 |
+
'Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin',
|
| 958 |
+
'fashion design expert',
|
| 959 |
+
]
|
| 960 |
+
embeddings = model.encode(sentences)
|
| 961 |
+
print(embeddings.shape)
|
| 962 |
+
# [3, 768]
|
| 963 |
+
|
| 964 |
+
# Get the similarity scores for the embeddings
|
| 965 |
+
similarities = model.similarity(embeddings, embeddings)
|
| 966 |
+
print(similarities.shape)
|
| 967 |
+
# [3, 3]
|
| 968 |
+
```
|
| 969 |
+
|
| 970 |
+
<!--
|
| 971 |
+
### Direct Usage (Transformers)
|
| 972 |
+
|
| 973 |
+
<details><summary>Click to see the direct usage in Transformers</summary>
|
| 974 |
+
|
| 975 |
+
</details>
|
| 976 |
+
-->
|
| 977 |
+
|
| 978 |
+
<!--
|
| 979 |
+
### Downstream Usage (Sentence Transformers)
|
| 980 |
+
|
| 981 |
+
You can finetune this model on your own dataset.
|
| 982 |
+
|
| 983 |
+
<details><summary>Click to expand</summary>
|
| 984 |
+
|
| 985 |
+
</details>
|
| 986 |
+
-->
|
| 987 |
+
|
| 988 |
+
<!--
|
| 989 |
+
### Out-of-Scope Use
|
| 990 |
+
|
| 991 |
+
*List how the model may foreseeably be misused and address what users ought not to do with the model.*
|
| 992 |
+
-->
|
| 993 |
+
|
| 994 |
+
## Evaluation
|
| 995 |
+
|
| 996 |
+
### Metrics
|
| 997 |
+
|
| 998 |
+
#### Information Retrieval
|
| 999 |
+
|
| 1000 |
+
* Datasets: `full_en`, `full_es`, `full_de`, `full_zh`, `mix_es`, `mix_de` and `mix_zh`
|
| 1001 |
+
* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
|
| 1002 |
+
|
| 1003 |
+
| Metric | full_en | full_es | full_de | full_zh | mix_es | mix_de | mix_zh |
|
| 1004 |
+
|:---------------------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|
|
| 1005 |
+
| cosine_accuracy@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1006 |
+
| cosine_accuracy@20 | 0.9714 | 1.0 | 0.9704 | 0.9709 | 0.9106 | 0.8866 | 0.9593 |
|
| 1007 |
+
| cosine_accuracy@50 | 0.9905 | 1.0 | 0.9754 | 0.9903 | 0.9496 | 0.9381 | 0.9791 |
|
| 1008 |
+
| cosine_accuracy@100 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.973 | 0.9594 | 0.9875 |
|
| 1009 |
+
| cosine_accuracy@150 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.9834 | 0.9709 | 0.9911 |
|
| 1010 |
+
| cosine_accuracy@200 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.9901 | 0.9776 | 0.9937 |
|
| 1011 |
+
| cosine_precision@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1012 |
+
| cosine_precision@20 | 0.4795 | 0.5268 | 0.4291 | 0.4481 | 0.1117 | 0.1095 | 0.1266 |
|
| 1013 |
+
| cosine_precision@50 | 0.2884 | 0.3438 | 0.298 | 0.2713 | 0.0485 | 0.0481 | 0.0552 |
|
| 1014 |
+
| cosine_precision@100 | 0.173 | 0.219 | 0.1943 | 0.1665 | 0.0254 | 0.0253 | 0.0287 |
|
| 1015 |
+
| cosine_precision@150 | 0.1244 | 0.1658 | 0.1482 | 0.1211 | 0.0172 | 0.0173 | 0.0194 |
|
| 1016 |
+
| cosine_precision@200 | 0.0986 | 0.1333 | 0.1198 | 0.0953 | 0.0131 | 0.0131 | 0.0147 |
|
| 1017 |
+
| cosine_recall@1 | 0.0661 | 0.0036 | 0.0111 | 0.0661 | 0.2434 | 0.2093 | 0.2044 |
|
| 1018 |
+
| cosine_recall@20 | 0.5122 | 0.3541 | 0.2668 | 0.4841 | 0.8288 | 0.7989 | 0.8346 |
|
| 1019 |
+
| cosine_recall@50 | 0.6835 | 0.5098 | 0.4092 | 0.6568 | 0.8987 | 0.8741 | 0.9096 |
|
| 1020 |
+
| cosine_recall@100 | 0.79 | 0.6076 | 0.5098 | 0.7685 | 0.9399 | 0.9173 | 0.9476 |
|
| 1021 |
+
| cosine_recall@150 | 0.84 | 0.6705 | 0.5729 | 0.8278 | 0.9577 | 0.9424 | 0.9609 |
|
| 1022 |
+
| cosine_recall@200 | 0.8759 | 0.7125 | 0.612 | 0.8617 | 0.9695 | 0.9536 | 0.9698 |
|
| 1023 |
+
| cosine_ndcg@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1024 |
+
| cosine_ndcg@20 | 0.6468 | 0.5708 | 0.4696 | 0.6231 | 0.701 | 0.6541 | 0.6853 |
|
| 1025 |
+
| cosine_ndcg@50 | 0.658 | 0.5355 | 0.4449 | 0.6383 | 0.7201 | 0.6748 | 0.7067 |
|
| 1026 |
+
| cosine_ndcg@100 | 0.7095 | 0.559 | 0.467 | 0.6917 | 0.7291 | 0.6845 | 0.7154 |
|
| 1027 |
+
| cosine_ndcg@150 | 0.731 | 0.59 | 0.4982 | 0.7167 | 0.7326 | 0.6894 | 0.7181 |
|
| 1028 |
+
| **cosine_ndcg@200** | **0.7461** | **0.6095** | **0.5165** | **0.7303** | **0.7347** | **0.6915** | **0.7198** |
|
| 1029 |
+
| cosine_mrr@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1030 |
+
| cosine_mrr@20 | 0.7902 | 0.5532 | 0.5047 | 0.8016 | 0.7037 | 0.6477 | 0.7237 |
|
| 1031 |
+
| cosine_mrr@50 | 0.791 | 0.5532 | 0.5048 | 0.8021 | 0.705 | 0.6494 | 0.7243 |
|
| 1032 |
+
| cosine_mrr@100 | 0.791 | 0.5532 | 0.505 | 0.8021 | 0.7053 | 0.6497 | 0.7245 |
|
| 1033 |
+
| cosine_mrr@150 | 0.791 | 0.5532 | 0.505 | 0.8021 | 0.7054 | 0.6498 | 0.7245 |
|
| 1034 |
+
| cosine_mrr@200 | 0.791 | 0.5532 | 0.505 | 0.8021 | 0.7055 | 0.6498 | 0.7245 |
|
| 1035 |
+
| cosine_map@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1036 |
+
| cosine_map@20 | 0.5026 | 0.4379 | 0.3366 | 0.475 | 0.6194 | 0.5648 | 0.5652 |
|
| 1037 |
+
| cosine_map@50 | 0.484 | 0.3739 | 0.2853 | 0.4579 | 0.6244 | 0.57 | 0.5716 |
|
| 1038 |
+
| cosine_map@100 | 0.5118 | 0.3763 | 0.2818 | 0.4848 | 0.6257 | 0.5714 | 0.5731 |
|
| 1039 |
+
| cosine_map@150 | 0.5202 | 0.3892 | 0.2931 | 0.4937 | 0.626 | 0.5719 | 0.5734 |
|
| 1040 |
+
| cosine_map@200 | 0.5249 | 0.3958 | 0.2988 | 0.4978 | 0.6262 | 0.572 | 0.5735 |
|
| 1041 |
+
| cosine_map@500 | 0.5304 | 0.4063 | 0.3109 | 0.504 | 0.6263 | 0.5723 | 0.5736 |
|
| 1042 |
+
|
| 1043 |
+
<!--
|
| 1044 |
+
## Bias, Risks and Limitations
|
| 1045 |
+
|
| 1046 |
+
*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
|
| 1047 |
+
-->
|
| 1048 |
+
|
| 1049 |
+
<!--
|
| 1050 |
+
### Recommendations
|
| 1051 |
+
|
| 1052 |
+
*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
|
| 1053 |
+
-->
|
| 1054 |
+
|
| 1055 |
+
## Training Details
|
| 1056 |
+
|
| 1057 |
+
### Training Dataset
|
| 1058 |
+
|
| 1059 |
+
#### Unnamed Dataset
|
| 1060 |
+
|
| 1061 |
+
* Size: 86,648 training samples
|
| 1062 |
+
* Columns: <code>sentence</code> and <code>label</code>
|
| 1063 |
+
* Approximate statistics based on the first 1000 samples:
|
| 1064 |
+
| | sentence | label |
|
| 1065 |
+
|:--------|:---------------------------------------------------------------------------------|:-------------------------------------|
|
| 1066 |
+
| type | string | list |
|
| 1067 |
+
| details | <ul><li>min: 2 tokens</li><li>mean: 8.25 tokens</li><li>max: 54 tokens</li></ul> | <ul><li>size: 768 elements</li></ul> |
|
| 1068 |
+
* Samples:
|
| 1069 |
+
| sentence | label |
|
| 1070 |
+
|:-----------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------|
|
| 1071 |
+
| <code></code> | <code>[-0.07171934843063354, 0.03595816716551781, -0.029780959710478783, 0.006593302357941866, 0.040611181408166885, ...]</code> |
|
| 1072 |
+
| <code>airport environment officer</code> | <code>[-0.022075481712818146, 0.02999737113714218, -0.02189866080880165, 0.016531817615032196, 0.012234307825565338, ...]</code> |
|
| 1073 |
+
| <code>Flake操作员</code> | <code>[-0.04815564677119255, 0.023524893447756767, -0.01583661139011383, 0.042527906596660614, 0.03815540298819542, ...]</code> |
|
| 1074 |
+
* Loss: [<code>MSELoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#mseloss)
|
| 1075 |
+
|
| 1076 |
+
### Training Hyperparameters
|
| 1077 |
+
#### Non-Default Hyperparameters
|
| 1078 |
+
|
| 1079 |
+
- `eval_strategy`: steps
|
| 1080 |
+
- `per_device_train_batch_size`: 128
|
| 1081 |
+
- `per_device_eval_batch_size`: 128
|
| 1082 |
+
- `gradient_accumulation_steps`: 2
|
| 1083 |
+
- `learning_rate`: 0.0001
|
| 1084 |
+
- `num_train_epochs`: 5
|
| 1085 |
+
- `warmup_ratio`: 0.05
|
| 1086 |
+
- `log_on_each_node`: False
|
| 1087 |
+
- `fp16`: True
|
| 1088 |
+
- `dataloader_num_workers`: 4
|
| 1089 |
+
- `ddp_find_unused_parameters`: True
|
| 1090 |
+
- `batch_sampler`: no_duplicates
|
| 1091 |
+
|
| 1092 |
+
#### All Hyperparameters
|
| 1093 |
+
<details><summary>Click to expand</summary>
|
| 1094 |
+
|
| 1095 |
+
- `overwrite_output_dir`: False
|
| 1096 |
+
- `do_predict`: False
|
| 1097 |
+
- `eval_strategy`: steps
|
| 1098 |
+
- `prediction_loss_only`: True
|
| 1099 |
+
- `per_device_train_batch_size`: 128
|
| 1100 |
+
- `per_device_eval_batch_size`: 128
|
| 1101 |
+
- `per_gpu_train_batch_size`: None
|
| 1102 |
+
- `per_gpu_eval_batch_size`: None
|
| 1103 |
+
- `gradient_accumulation_steps`: 2
|
| 1104 |
+
- `eval_accumulation_steps`: None
|
| 1105 |
+
- `torch_empty_cache_steps`: None
|
| 1106 |
+
- `learning_rate`: 0.0001
|
| 1107 |
+
- `weight_decay`: 0.0
|
| 1108 |
+
- `adam_beta1`: 0.9
|
| 1109 |
+
- `adam_beta2`: 0.999
|
| 1110 |
+
- `adam_epsilon`: 1e-08
|
| 1111 |
+
- `max_grad_norm`: 1.0
|
| 1112 |
+
- `num_train_epochs`: 5
|
| 1113 |
+
- `max_steps`: -1
|
| 1114 |
+
- `lr_scheduler_type`: linear
|
| 1115 |
+
- `lr_scheduler_kwargs`: {}
|
| 1116 |
+
- `warmup_ratio`: 0.05
|
| 1117 |
+
- `warmup_steps`: 0
|
| 1118 |
+
- `log_level`: passive
|
| 1119 |
+
- `log_level_replica`: warning
|
| 1120 |
+
- `log_on_each_node`: False
|
| 1121 |
+
- `logging_nan_inf_filter`: True
|
| 1122 |
+
- `save_safetensors`: True
|
| 1123 |
+
- `save_on_each_node`: False
|
| 1124 |
+
- `save_only_model`: False
|
| 1125 |
+
- `restore_callback_states_from_checkpoint`: False
|
| 1126 |
+
- `no_cuda`: False
|
| 1127 |
+
- `use_cpu`: False
|
| 1128 |
+
- `use_mps_device`: False
|
| 1129 |
+
- `seed`: 42
|
| 1130 |
+
- `data_seed`: None
|
| 1131 |
+
- `jit_mode_eval`: False
|
| 1132 |
+
- `use_ipex`: False
|
| 1133 |
+
- `bf16`: False
|
| 1134 |
+
- `fp16`: True
|
| 1135 |
+
- `fp16_opt_level`: O1
|
| 1136 |
+
- `half_precision_backend`: auto
|
| 1137 |
+
- `bf16_full_eval`: False
|
| 1138 |
+
- `fp16_full_eval`: False
|
| 1139 |
+
- `tf32`: None
|
| 1140 |
+
- `local_rank`: 0
|
| 1141 |
+
- `ddp_backend`: None
|
| 1142 |
+
- `tpu_num_cores`: None
|
| 1143 |
+
- `tpu_metrics_debug`: False
|
| 1144 |
+
- `debug`: []
|
| 1145 |
+
- `dataloader_drop_last`: True
|
| 1146 |
+
- `dataloader_num_workers`: 4
|
| 1147 |
+
- `dataloader_prefetch_factor`: None
|
| 1148 |
+
- `past_index`: -1
|
| 1149 |
+
- `disable_tqdm`: False
|
| 1150 |
+
- `remove_unused_columns`: True
|
| 1151 |
+
- `label_names`: None
|
| 1152 |
+
- `load_best_model_at_end`: False
|
| 1153 |
+
- `ignore_data_skip`: False
|
| 1154 |
+
- `fsdp`: []
|
| 1155 |
+
- `fsdp_min_num_params`: 0
|
| 1156 |
+
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
|
| 1157 |
+
- `tp_size`: 0
|
| 1158 |
+
- `fsdp_transformer_layer_cls_to_wrap`: None
|
| 1159 |
+
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
|
| 1160 |
+
- `deepspeed`: None
|
| 1161 |
+
- `label_smoothing_factor`: 0.0
|
| 1162 |
+
- `optim`: adamw_torch
|
| 1163 |
+
- `optim_args`: None
|
| 1164 |
+
- `adafactor`: False
|
| 1165 |
+
- `group_by_length`: False
|
| 1166 |
+
- `length_column_name`: length
|
| 1167 |
+
- `ddp_find_unused_parameters`: True
|
| 1168 |
+
- `ddp_bucket_cap_mb`: None
|
| 1169 |
+
- `ddp_broadcast_buffers`: False
|
| 1170 |
+
- `dataloader_pin_memory`: True
|
| 1171 |
+
- `dataloader_persistent_workers`: False
|
| 1172 |
+
- `skip_memory_metrics`: True
|
| 1173 |
+
- `use_legacy_prediction_loop`: False
|
| 1174 |
+
- `push_to_hub`: False
|
| 1175 |
+
- `resume_from_checkpoint`: None
|
| 1176 |
+
- `hub_model_id`: None
|
| 1177 |
+
- `hub_strategy`: every_save
|
| 1178 |
+
- `hub_private_repo`: None
|
| 1179 |
+
- `hub_always_push`: False
|
| 1180 |
+
- `gradient_checkpointing`: False
|
| 1181 |
+
- `gradient_checkpointing_kwargs`: None
|
| 1182 |
+
- `include_inputs_for_metrics`: False
|
| 1183 |
+
- `include_for_metrics`: []
|
| 1184 |
+
- `eval_do_concat_batches`: True
|
| 1185 |
+
- `fp16_backend`: auto
|
| 1186 |
+
- `push_to_hub_model_id`: None
|
| 1187 |
+
- `push_to_hub_organization`: None
|
| 1188 |
+
- `mp_parameters`:
|
| 1189 |
+
- `auto_find_batch_size`: False
|
| 1190 |
+
- `full_determinism`: False
|
| 1191 |
+
- `torchdynamo`: None
|
| 1192 |
+
- `ray_scope`: last
|
| 1193 |
+
- `ddp_timeout`: 1800
|
| 1194 |
+
- `torch_compile`: False
|
| 1195 |
+
- `torch_compile_backend`: None
|
| 1196 |
+
- `torch_compile_mode`: None
|
| 1197 |
+
- `include_tokens_per_second`: False
|
| 1198 |
+
- `include_num_input_tokens_seen`: False
|
| 1199 |
+
- `neftune_noise_alpha`: None
|
| 1200 |
+
- `optim_target_modules`: None
|
| 1201 |
+
- `batch_eval_metrics`: False
|
| 1202 |
+
- `eval_on_start`: False
|
| 1203 |
+
- `use_liger_kernel`: False
|
| 1204 |
+
- `eval_use_gather_object`: False
|
| 1205 |
+
- `average_tokens_across_devices`: False
|
| 1206 |
+
- `prompts`: None
|
| 1207 |
+
- `batch_sampler`: no_duplicates
|
| 1208 |
+
- `multi_dataset_batch_sampler`: proportional
|
| 1209 |
+
|
| 1210 |
+
</details>
|
| 1211 |
+
|
| 1212 |
+
### Training Logs
|
| 1213 |
+
| Epoch | Step | Training Loss | full_en_cosine_ndcg@200 | full_es_cosine_ndcg@200 | full_de_cosine_ndcg@200 | full_zh_cosine_ndcg@200 | mix_es_cosine_ndcg@200 | mix_de_cosine_ndcg@200 | mix_zh_cosine_ndcg@200 |
|
| 1214 |
+
|:------:|:----:|:-------------:|:-----------------------:|:-----------------------:|:-----------------------:|:-----------------------:|:----------------------:|:----------------------:|:----------------------:|
|
| 1215 |
+
| -1 | -1 | - | 0.5348 | 0.4311 | 0.3678 | 0.5333 | 0.2580 | 0.1924 | 0.2871 |
|
| 1216 |
+
| 0.0030 | 1 | 0.0017 | - | - | - | - | - | - | - |
|
| 1217 |
+
| 0.2959 | 100 | 0.001 | - | - | - | - | - | - | - |
|
| 1218 |
+
| 0.5917 | 200 | 0.0005 | 0.6702 | 0.5287 | 0.4566 | 0.6809 | 0.5864 | 0.5302 | 0.4739 |
|
| 1219 |
+
| 0.8876 | 300 | 0.0004 | - | - | - | - | - | - | - |
|
| 1220 |
+
| 1.1834 | 400 | 0.0004 | 0.7057 | 0.5643 | 0.4790 | 0.7033 | 0.6604 | 0.6055 | 0.6003 |
|
| 1221 |
+
| 1.4793 | 500 | 0.0004 | - | - | - | - | - | - | - |
|
| 1222 |
+
| 1.7751 | 600 | 0.0003 | 0.7184 | 0.5783 | 0.4910 | 0.7127 | 0.6927 | 0.6416 | 0.6485 |
|
| 1223 |
+
| 2.0710 | 700 | 0.0003 | - | - | - | - | - | - | - |
|
| 1224 |
+
| 2.3669 | 800 | 0.0003 | 0.7307 | 0.5938 | 0.5023 | 0.7233 | 0.7125 | 0.6639 | 0.6847 |
|
| 1225 |
+
| 2.6627 | 900 | 0.0003 | - | - | - | - | - | - | - |
|
| 1226 |
+
| 2.9586 | 1000 | 0.0003 | 0.7371 | 0.6002 | 0.5085 | 0.7228 | 0.7222 | 0.6761 | 0.6998 |
|
| 1227 |
+
| 3.2544 | 1100 | 0.0003 | - | - | - | - | - | - | - |
|
| 1228 |
+
| 3.5503 | 1200 | 0.0003 | 0.7402 | 0.6059 | 0.5109 | 0.7279 | 0.7285 | 0.6841 | 0.7120 |
|
| 1229 |
+
| 3.8462 | 1300 | 0.0003 | - | - | - | - | - | - | - |
|
| 1230 |
+
| 4.1420 | 1400 | 0.0003 | 0.7449 | 0.6083 | 0.5154 | 0.7294 | 0.7333 | 0.6894 | 0.7176 |
|
| 1231 |
+
| 4.4379 | 1500 | 0.0003 | - | - | - | - | - | - | - |
|
| 1232 |
+
| 4.7337 | 1600 | 0.0003 | 0.7461 | 0.6095 | 0.5165 | 0.7303 | 0.7347 | 0.6915 | 0.7198 |
|
| 1233 |
+
|
| 1234 |
+
|
| 1235 |
+
### Framework Versions
|
| 1236 |
+
- Python: 3.11.11
|
| 1237 |
+
- Sentence Transformers: 4.1.0
|
| 1238 |
+
- Transformers: 4.51.3
|
| 1239 |
+
- PyTorch: 2.6.0+cu124
|
| 1240 |
+
- Accelerate: 1.6.0
|
| 1241 |
+
- Datasets: 3.5.0
|
| 1242 |
+
- Tokenizers: 0.21.1
|
| 1243 |
+
|
| 1244 |
+
## Citation
|
| 1245 |
+
|
| 1246 |
+
### BibTeX
|
| 1247 |
+
|
| 1248 |
+
#### Sentence Transformers
|
| 1249 |
+
```bibtex
|
| 1250 |
+
@inproceedings{reimers-2019-sentence-bert,
|
| 1251 |
+
title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
|
| 1252 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1253 |
+
booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
|
| 1254 |
+
month = "11",
|
| 1255 |
+
year = "2019",
|
| 1256 |
+
publisher = "Association for Computational Linguistics",
|
| 1257 |
+
url = "https://arxiv.org/abs/1908.10084",
|
| 1258 |
+
}
|
| 1259 |
+
```
|
| 1260 |
+
|
| 1261 |
+
#### MSELoss
|
| 1262 |
+
```bibtex
|
| 1263 |
+
@inproceedings{reimers-2020-multilingual-sentence-bert,
|
| 1264 |
+
title = "Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation",
|
| 1265 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1266 |
+
booktitle = "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing",
|
| 1267 |
+
month = "11",
|
| 1268 |
+
year = "2020",
|
| 1269 |
+
publisher = "Association for Computational Linguistics",
|
| 1270 |
+
url = "https://arxiv.org/abs/2004.09813",
|
| 1271 |
+
}
|
| 1272 |
+
```
|
| 1273 |
+
|
| 1274 |
+
<!--
|
| 1275 |
+
## Glossary
|
| 1276 |
+
|
| 1277 |
+
*Clearly define terms in order to be accessible across audiences.*
|
| 1278 |
+
-->
|
| 1279 |
+
|
| 1280 |
+
<!--
|
| 1281 |
+
## Model Card Authors
|
| 1282 |
+
|
| 1283 |
+
*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
|
| 1284 |
+
-->
|
| 1285 |
+
|
| 1286 |
+
<!--
|
| 1287 |
+
## Model Card Contact
|
| 1288 |
+
|
| 1289 |
+
*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
|
| 1290 |
+
-->
|
checkpoint-1000/1_Pooling/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"word_embedding_dimension": 768,
|
| 3 |
+
"pooling_mode_cls_token": true,
|
| 4 |
+
"pooling_mode_mean_tokens": false,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": false,
|
| 9 |
+
"include_prompt": true
|
| 10 |
+
}
|
checkpoint-1000/README.md
ADDED
|
@@ -0,0 +1,1284 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- sentence-transformers
|
| 4 |
+
- sentence-similarity
|
| 5 |
+
- feature-extraction
|
| 6 |
+
- generated_from_trainer
|
| 7 |
+
- dataset_size:86648
|
| 8 |
+
- loss:MSELoss
|
| 9 |
+
widget:
|
| 10 |
+
- source_sentence: Familienberaterin
|
| 11 |
+
sentences:
|
| 12 |
+
- electric power station operator
|
| 13 |
+
- venue booker & promoter
|
| 14 |
+
- betrieblicher Aus- und Weiterbildner/betriebliche Aus- und Weiterbildnerin
|
| 15 |
+
- source_sentence: high school RS teacher
|
| 16 |
+
sentences:
|
| 17 |
+
- infantryman
|
| 18 |
+
- Schnellbedienungsrestaurantteamleiter
|
| 19 |
+
- drill setup operator
|
| 20 |
+
- source_sentence: lighting designer
|
| 21 |
+
sentences:
|
| 22 |
+
- software support manager
|
| 23 |
+
- 直升机维护协调员
|
| 24 |
+
- bus maintenance supervisor
|
| 25 |
+
- source_sentence: 机场消防员
|
| 26 |
+
sentences:
|
| 27 |
+
- Flake操作员
|
| 28 |
+
- técnico en gestión de residuos peligrosos/técnica en gestión de residuos peligrosos
|
| 29 |
+
- 专门学校老师
|
| 30 |
+
- source_sentence: Entwicklerin für mobile Anwendungen
|
| 31 |
+
sentences:
|
| 32 |
+
- fashion design expert
|
| 33 |
+
- Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin
|
| 34 |
+
- commercial bid manager
|
| 35 |
+
pipeline_tag: sentence-similarity
|
| 36 |
+
library_name: sentence-transformers
|
| 37 |
+
metrics:
|
| 38 |
+
- cosine_accuracy@1
|
| 39 |
+
- cosine_accuracy@20
|
| 40 |
+
- cosine_accuracy@50
|
| 41 |
+
- cosine_accuracy@100
|
| 42 |
+
- cosine_accuracy@150
|
| 43 |
+
- cosine_accuracy@200
|
| 44 |
+
- cosine_precision@1
|
| 45 |
+
- cosine_precision@20
|
| 46 |
+
- cosine_precision@50
|
| 47 |
+
- cosine_precision@100
|
| 48 |
+
- cosine_precision@150
|
| 49 |
+
- cosine_precision@200
|
| 50 |
+
- cosine_recall@1
|
| 51 |
+
- cosine_recall@20
|
| 52 |
+
- cosine_recall@50
|
| 53 |
+
- cosine_recall@100
|
| 54 |
+
- cosine_recall@150
|
| 55 |
+
- cosine_recall@200
|
| 56 |
+
- cosine_ndcg@1
|
| 57 |
+
- cosine_ndcg@20
|
| 58 |
+
- cosine_ndcg@50
|
| 59 |
+
- cosine_ndcg@100
|
| 60 |
+
- cosine_ndcg@150
|
| 61 |
+
- cosine_ndcg@200
|
| 62 |
+
- cosine_mrr@1
|
| 63 |
+
- cosine_mrr@20
|
| 64 |
+
- cosine_mrr@50
|
| 65 |
+
- cosine_mrr@100
|
| 66 |
+
- cosine_mrr@150
|
| 67 |
+
- cosine_mrr@200
|
| 68 |
+
- cosine_map@1
|
| 69 |
+
- cosine_map@20
|
| 70 |
+
- cosine_map@50
|
| 71 |
+
- cosine_map@100
|
| 72 |
+
- cosine_map@150
|
| 73 |
+
- cosine_map@200
|
| 74 |
+
- cosine_map@500
|
| 75 |
+
model-index:
|
| 76 |
+
- name: SentenceTransformer
|
| 77 |
+
results:
|
| 78 |
+
- task:
|
| 79 |
+
type: information-retrieval
|
| 80 |
+
name: Information Retrieval
|
| 81 |
+
dataset:
|
| 82 |
+
name: full en
|
| 83 |
+
type: full_en
|
| 84 |
+
metrics:
|
| 85 |
+
- type: cosine_accuracy@1
|
| 86 |
+
value: 0.6285714285714286
|
| 87 |
+
name: Cosine Accuracy@1
|
| 88 |
+
- type: cosine_accuracy@20
|
| 89 |
+
value: 0.9714285714285714
|
| 90 |
+
name: Cosine Accuracy@20
|
| 91 |
+
- type: cosine_accuracy@50
|
| 92 |
+
value: 0.9904761904761905
|
| 93 |
+
name: Cosine Accuracy@50
|
| 94 |
+
- type: cosine_accuracy@100
|
| 95 |
+
value: 0.9904761904761905
|
| 96 |
+
name: Cosine Accuracy@100
|
| 97 |
+
- type: cosine_accuracy@150
|
| 98 |
+
value: 0.9904761904761905
|
| 99 |
+
name: Cosine Accuracy@150
|
| 100 |
+
- type: cosine_accuracy@200
|
| 101 |
+
value: 0.9904761904761905
|
| 102 |
+
name: Cosine Accuracy@200
|
| 103 |
+
- type: cosine_precision@1
|
| 104 |
+
value: 0.6285714285714286
|
| 105 |
+
name: Cosine Precision@1
|
| 106 |
+
- type: cosine_precision@20
|
| 107 |
+
value: 0.4723809523809524
|
| 108 |
+
name: Cosine Precision@20
|
| 109 |
+
- type: cosine_precision@50
|
| 110 |
+
value: 0.2838095238095238
|
| 111 |
+
name: Cosine Precision@50
|
| 112 |
+
- type: cosine_precision@100
|
| 113 |
+
value: 0.1706666666666667
|
| 114 |
+
name: Cosine Precision@100
|
| 115 |
+
- type: cosine_precision@150
|
| 116 |
+
value: 0.12285714285714286
|
| 117 |
+
name: Cosine Precision@150
|
| 118 |
+
- type: cosine_precision@200
|
| 119 |
+
value: 0.09700000000000002
|
| 120 |
+
name: Cosine Precision@200
|
| 121 |
+
- type: cosine_recall@1
|
| 122 |
+
value: 0.06568451704213447
|
| 123 |
+
name: Cosine Recall@1
|
| 124 |
+
- type: cosine_recall@20
|
| 125 |
+
value: 0.5041312032991911
|
| 126 |
+
name: Cosine Recall@20
|
| 127 |
+
- type: cosine_recall@50
|
| 128 |
+
value: 0.6762963371727007
|
| 129 |
+
name: Cosine Recall@50
|
| 130 |
+
- type: cosine_recall@100
|
| 131 |
+
value: 0.7798036464336738
|
| 132 |
+
name: Cosine Recall@100
|
| 133 |
+
- type: cosine_recall@150
|
| 134 |
+
value: 0.8311908383371492
|
| 135 |
+
name: Cosine Recall@150
|
| 136 |
+
- type: cosine_recall@200
|
| 137 |
+
value: 0.8655400214018215
|
| 138 |
+
name: Cosine Recall@200
|
| 139 |
+
- type: cosine_ndcg@1
|
| 140 |
+
value: 0.6285714285714286
|
| 141 |
+
name: Cosine Ndcg@1
|
| 142 |
+
- type: cosine_ndcg@20
|
| 143 |
+
value: 0.6385286667884668
|
| 144 |
+
name: Cosine Ndcg@20
|
| 145 |
+
- type: cosine_ndcg@50
|
| 146 |
+
value: 0.6505087993598385
|
| 147 |
+
name: Cosine Ndcg@50
|
| 148 |
+
- type: cosine_ndcg@100
|
| 149 |
+
value: 0.7009585791000247
|
| 150 |
+
name: Cosine Ndcg@100
|
| 151 |
+
- type: cosine_ndcg@150
|
| 152 |
+
value: 0.7228549618650749
|
| 153 |
+
name: Cosine Ndcg@150
|
| 154 |
+
- type: cosine_ndcg@200
|
| 155 |
+
value: 0.7370730818153396
|
| 156 |
+
name: Cosine Ndcg@200
|
| 157 |
+
- type: cosine_mrr@1
|
| 158 |
+
value: 0.6285714285714286
|
| 159 |
+
name: Cosine Mrr@1
|
| 160 |
+
- type: cosine_mrr@20
|
| 161 |
+
value: 0.7790726817042607
|
| 162 |
+
name: Cosine Mrr@20
|
| 163 |
+
- type: cosine_mrr@50
|
| 164 |
+
value: 0.7797979143260452
|
| 165 |
+
name: Cosine Mrr@50
|
| 166 |
+
- type: cosine_mrr@100
|
| 167 |
+
value: 0.7797979143260452
|
| 168 |
+
name: Cosine Mrr@100
|
| 169 |
+
- type: cosine_mrr@150
|
| 170 |
+
value: 0.7797979143260452
|
| 171 |
+
name: Cosine Mrr@150
|
| 172 |
+
- type: cosine_mrr@200
|
| 173 |
+
value: 0.7797979143260452
|
| 174 |
+
name: Cosine Mrr@200
|
| 175 |
+
- type: cosine_map@1
|
| 176 |
+
value: 0.6285714285714286
|
| 177 |
+
name: Cosine Map@1
|
| 178 |
+
- type: cosine_map@20
|
| 179 |
+
value: 0.4949002324392317
|
| 180 |
+
name: Cosine Map@20
|
| 181 |
+
- type: cosine_map@50
|
| 182 |
+
value: 0.47542864021103454
|
| 183 |
+
name: Cosine Map@50
|
| 184 |
+
- type: cosine_map@100
|
| 185 |
+
value: 0.5027685735699932
|
| 186 |
+
name: Cosine Map@100
|
| 187 |
+
- type: cosine_map@150
|
| 188 |
+
value: 0.5108956115342047
|
| 189 |
+
name: Cosine Map@150
|
| 190 |
+
- type: cosine_map@200
|
| 191 |
+
value: 0.5152152246235047
|
| 192 |
+
name: Cosine Map@200
|
| 193 |
+
- type: cosine_map@500
|
| 194 |
+
value: 0.5211733943510876
|
| 195 |
+
name: Cosine Map@500
|
| 196 |
+
- task:
|
| 197 |
+
type: information-retrieval
|
| 198 |
+
name: Information Retrieval
|
| 199 |
+
dataset:
|
| 200 |
+
name: full es
|
| 201 |
+
type: full_es
|
| 202 |
+
metrics:
|
| 203 |
+
- type: cosine_accuracy@1
|
| 204 |
+
value: 0.11351351351351352
|
| 205 |
+
name: Cosine Accuracy@1
|
| 206 |
+
- type: cosine_accuracy@20
|
| 207 |
+
value: 1.0
|
| 208 |
+
name: Cosine Accuracy@20
|
| 209 |
+
- type: cosine_accuracy@50
|
| 210 |
+
value: 1.0
|
| 211 |
+
name: Cosine Accuracy@50
|
| 212 |
+
- type: cosine_accuracy@100
|
| 213 |
+
value: 1.0
|
| 214 |
+
name: Cosine Accuracy@100
|
| 215 |
+
- type: cosine_accuracy@150
|
| 216 |
+
value: 1.0
|
| 217 |
+
name: Cosine Accuracy@150
|
| 218 |
+
- type: cosine_accuracy@200
|
| 219 |
+
value: 1.0
|
| 220 |
+
name: Cosine Accuracy@200
|
| 221 |
+
- type: cosine_precision@1
|
| 222 |
+
value: 0.11351351351351352
|
| 223 |
+
name: Cosine Precision@1
|
| 224 |
+
- type: cosine_precision@20
|
| 225 |
+
value: 0.5213513513513512
|
| 226 |
+
name: Cosine Precision@20
|
| 227 |
+
- type: cosine_precision@50
|
| 228 |
+
value: 0.33891891891891895
|
| 229 |
+
name: Cosine Precision@50
|
| 230 |
+
- type: cosine_precision@100
|
| 231 |
+
value: 0.2141081081081081
|
| 232 |
+
name: Cosine Precision@100
|
| 233 |
+
- type: cosine_precision@150
|
| 234 |
+
value: 0.16104504504504505
|
| 235 |
+
name: Cosine Precision@150
|
| 236 |
+
- type: cosine_precision@200
|
| 237 |
+
value: 0.13094594594594594
|
| 238 |
+
name: Cosine Precision@200
|
| 239 |
+
- type: cosine_recall@1
|
| 240 |
+
value: 0.0035045234969014166
|
| 241 |
+
name: Cosine Recall@1
|
| 242 |
+
- type: cosine_recall@20
|
| 243 |
+
value: 0.34830621955762764
|
| 244 |
+
name: Cosine Recall@20
|
| 245 |
+
- type: cosine_recall@50
|
| 246 |
+
value: 0.5043797869988105
|
| 247 |
+
name: Cosine Recall@50
|
| 248 |
+
- type: cosine_recall@100
|
| 249 |
+
value: 0.5962566893615484
|
| 250 |
+
name: Cosine Recall@100
|
| 251 |
+
- type: cosine_recall@150
|
| 252 |
+
value: 0.6539916045900668
|
| 253 |
+
name: Cosine Recall@150
|
| 254 |
+
- type: cosine_recall@200
|
| 255 |
+
value: 0.7027707655811134
|
| 256 |
+
name: Cosine Recall@200
|
| 257 |
+
- type: cosine_ndcg@1
|
| 258 |
+
value: 0.11351351351351352
|
| 259 |
+
name: Cosine Ndcg@1
|
| 260 |
+
- type: cosine_ndcg@20
|
| 261 |
+
value: 0.5638160555705326
|
| 262 |
+
name: Cosine Ndcg@20
|
| 263 |
+
- type: cosine_ndcg@50
|
| 264 |
+
value: 0.5286289587475489
|
| 265 |
+
name: Cosine Ndcg@50
|
| 266 |
+
- type: cosine_ndcg@100
|
| 267 |
+
value: 0.5494533442820461
|
| 268 |
+
name: Cosine Ndcg@100
|
| 269 |
+
- type: cosine_ndcg@150
|
| 270 |
+
value: 0.5778904564772578
|
| 271 |
+
name: Cosine Ndcg@150
|
| 272 |
+
- type: cosine_ndcg@200
|
| 273 |
+
value: 0.6002374248801999
|
| 274 |
+
name: Cosine Ndcg@200
|
| 275 |
+
- type: cosine_mrr@1
|
| 276 |
+
value: 0.11351351351351352
|
| 277 |
+
name: Cosine Mrr@1
|
| 278 |
+
- type: cosine_mrr@20
|
| 279 |
+
value: 0.55
|
| 280 |
+
name: Cosine Mrr@20
|
| 281 |
+
- type: cosine_mrr@50
|
| 282 |
+
value: 0.55
|
| 283 |
+
name: Cosine Mrr@50
|
| 284 |
+
- type: cosine_mrr@100
|
| 285 |
+
value: 0.55
|
| 286 |
+
name: Cosine Mrr@100
|
| 287 |
+
- type: cosine_mrr@150
|
| 288 |
+
value: 0.55
|
| 289 |
+
name: Cosine Mrr@150
|
| 290 |
+
- type: cosine_mrr@200
|
| 291 |
+
value: 0.55
|
| 292 |
+
name: Cosine Mrr@200
|
| 293 |
+
- type: cosine_map@1
|
| 294 |
+
value: 0.11351351351351352
|
| 295 |
+
name: Cosine Map@1
|
| 296 |
+
- type: cosine_map@20
|
| 297 |
+
value: 0.4321212731877681
|
| 298 |
+
name: Cosine Map@20
|
| 299 |
+
- type: cosine_map@50
|
| 300 |
+
value: 0.3662438776904182
|
| 301 |
+
name: Cosine Map@50
|
| 302 |
+
- type: cosine_map@100
|
| 303 |
+
value: 0.3676467044477579
|
| 304 |
+
name: Cosine Map@100
|
| 305 |
+
- type: cosine_map@150
|
| 306 |
+
value: 0.37914071893635704
|
| 307 |
+
name: Cosine Map@150
|
| 308 |
+
- type: cosine_map@200
|
| 309 |
+
value: 0.3864291047810966
|
| 310 |
+
name: Cosine Map@200
|
| 311 |
+
- type: cosine_map@500
|
| 312 |
+
value: 0.3967448814407886
|
| 313 |
+
name: Cosine Map@500
|
| 314 |
+
- task:
|
| 315 |
+
type: information-retrieval
|
| 316 |
+
name: Information Retrieval
|
| 317 |
+
dataset:
|
| 318 |
+
name: full de
|
| 319 |
+
type: full_de
|
| 320 |
+
metrics:
|
| 321 |
+
- type: cosine_accuracy@1
|
| 322 |
+
value: 0.2955665024630542
|
| 323 |
+
name: Cosine Accuracy@1
|
| 324 |
+
- type: cosine_accuracy@20
|
| 325 |
+
value: 0.9605911330049262
|
| 326 |
+
name: Cosine Accuracy@20
|
| 327 |
+
- type: cosine_accuracy@50
|
| 328 |
+
value: 0.9802955665024631
|
| 329 |
+
name: Cosine Accuracy@50
|
| 330 |
+
- type: cosine_accuracy@100
|
| 331 |
+
value: 0.9852216748768473
|
| 332 |
+
name: Cosine Accuracy@100
|
| 333 |
+
- type: cosine_accuracy@150
|
| 334 |
+
value: 0.9852216748768473
|
| 335 |
+
name: Cosine Accuracy@150
|
| 336 |
+
- type: cosine_accuracy@200
|
| 337 |
+
value: 0.9901477832512315
|
| 338 |
+
name: Cosine Accuracy@200
|
| 339 |
+
- type: cosine_precision@1
|
| 340 |
+
value: 0.2955665024630542
|
| 341 |
+
name: Cosine Precision@1
|
| 342 |
+
- type: cosine_precision@20
|
| 343 |
+
value: 0.424384236453202
|
| 344 |
+
name: Cosine Precision@20
|
| 345 |
+
- type: cosine_precision@50
|
| 346 |
+
value: 0.29064039408866993
|
| 347 |
+
name: Cosine Precision@50
|
| 348 |
+
- type: cosine_precision@100
|
| 349 |
+
value: 0.19019704433497536
|
| 350 |
+
name: Cosine Precision@100
|
| 351 |
+
- type: cosine_precision@150
|
| 352 |
+
value: 0.14476190476190476
|
| 353 |
+
name: Cosine Precision@150
|
| 354 |
+
- type: cosine_precision@200
|
| 355 |
+
value: 0.1177832512315271
|
| 356 |
+
name: Cosine Precision@200
|
| 357 |
+
- type: cosine_recall@1
|
| 358 |
+
value: 0.01108543831680986
|
| 359 |
+
name: Cosine Recall@1
|
| 360 |
+
- type: cosine_recall@20
|
| 361 |
+
value: 0.2623989771425487
|
| 362 |
+
name: Cosine Recall@20
|
| 363 |
+
- type: cosine_recall@50
|
| 364 |
+
value: 0.399936827395569
|
| 365 |
+
name: Cosine Recall@50
|
| 366 |
+
- type: cosine_recall@100
|
| 367 |
+
value: 0.5011599542158983
|
| 368 |
+
name: Cosine Recall@100
|
| 369 |
+
- type: cosine_recall@150
|
| 370 |
+
value: 0.5599024076006294
|
| 371 |
+
name: Cosine Recall@150
|
| 372 |
+
- type: cosine_recall@200
|
| 373 |
+
value: 0.6019565140878311
|
| 374 |
+
name: Cosine Recall@200
|
| 375 |
+
- type: cosine_ndcg@1
|
| 376 |
+
value: 0.2955665024630542
|
| 377 |
+
name: Cosine Ndcg@1
|
| 378 |
+
- type: cosine_ndcg@20
|
| 379 |
+
value: 0.46461290935992494
|
| 380 |
+
name: Cosine Ndcg@20
|
| 381 |
+
- type: cosine_ndcg@50
|
| 382 |
+
value: 0.43636700085765784
|
| 383 |
+
name: Cosine Ndcg@50
|
| 384 |
+
- type: cosine_ndcg@100
|
| 385 |
+
value: 0.4594232150790335
|
| 386 |
+
name: Cosine Ndcg@100
|
| 387 |
+
- type: cosine_ndcg@150
|
| 388 |
+
value: 0.4887319216460325
|
| 389 |
+
name: Cosine Ndcg@150
|
| 390 |
+
- type: cosine_ndcg@200
|
| 391 |
+
value: 0.5085159310260775
|
| 392 |
+
name: Cosine Ndcg@200
|
| 393 |
+
- type: cosine_mrr@1
|
| 394 |
+
value: 0.2955665024630542
|
| 395 |
+
name: Cosine Mrr@1
|
| 396 |
+
- type: cosine_mrr@20
|
| 397 |
+
value: 0.503435229891329
|
| 398 |
+
name: Cosine Mrr@20
|
| 399 |
+
- type: cosine_mrr@50
|
| 400 |
+
value: 0.5041035247761447
|
| 401 |
+
name: Cosine Mrr@50
|
| 402 |
+
- type: cosine_mrr@100
|
| 403 |
+
value: 0.5041884576791513
|
| 404 |
+
name: Cosine Mrr@100
|
| 405 |
+
- type: cosine_mrr@150
|
| 406 |
+
value: 0.5041884576791513
|
| 407 |
+
name: Cosine Mrr@150
|
| 408 |
+
- type: cosine_mrr@200
|
| 409 |
+
value: 0.5042166068698621
|
| 410 |
+
name: Cosine Mrr@200
|
| 411 |
+
- type: cosine_map@1
|
| 412 |
+
value: 0.2955665024630542
|
| 413 |
+
name: Cosine Map@1
|
| 414 |
+
- type: cosine_map@20
|
| 415 |
+
value: 0.3326012942578798
|
| 416 |
+
name: Cosine Map@20
|
| 417 |
+
- type: cosine_map@50
|
| 418 |
+
value: 0.2779781159809199
|
| 419 |
+
name: Cosine Map@50
|
| 420 |
+
- type: cosine_map@100
|
| 421 |
+
value: 0.27530357902528746
|
| 422 |
+
name: Cosine Map@100
|
| 423 |
+
- type: cosine_map@150
|
| 424 |
+
value: 0.2859029789549631
|
| 425 |
+
name: Cosine Map@150
|
| 426 |
+
- type: cosine_map@200
|
| 427 |
+
value: 0.29192358526577794
|
| 428 |
+
name: Cosine Map@200
|
| 429 |
+
- type: cosine_map@500
|
| 430 |
+
value: 0.3037728006457777
|
| 431 |
+
name: Cosine Map@500
|
| 432 |
+
- task:
|
| 433 |
+
type: information-retrieval
|
| 434 |
+
name: Information Retrieval
|
| 435 |
+
dataset:
|
| 436 |
+
name: full zh
|
| 437 |
+
type: full_zh
|
| 438 |
+
metrics:
|
| 439 |
+
- type: cosine_accuracy@1
|
| 440 |
+
value: 0.6504854368932039
|
| 441 |
+
name: Cosine Accuracy@1
|
| 442 |
+
- type: cosine_accuracy@20
|
| 443 |
+
value: 0.970873786407767
|
| 444 |
+
name: Cosine Accuracy@20
|
| 445 |
+
- type: cosine_accuracy@50
|
| 446 |
+
value: 0.9805825242718447
|
| 447 |
+
name: Cosine Accuracy@50
|
| 448 |
+
- type: cosine_accuracy@100
|
| 449 |
+
value: 0.9902912621359223
|
| 450 |
+
name: Cosine Accuracy@100
|
| 451 |
+
- type: cosine_accuracy@150
|
| 452 |
+
value: 0.9902912621359223
|
| 453 |
+
name: Cosine Accuracy@150
|
| 454 |
+
- type: cosine_accuracy@200
|
| 455 |
+
value: 0.9902912621359223
|
| 456 |
+
name: Cosine Accuracy@200
|
| 457 |
+
- type: cosine_precision@1
|
| 458 |
+
value: 0.6504854368932039
|
| 459 |
+
name: Cosine Precision@1
|
| 460 |
+
- type: cosine_precision@20
|
| 461 |
+
value: 0.4461165048543689
|
| 462 |
+
name: Cosine Precision@20
|
| 463 |
+
- type: cosine_precision@50
|
| 464 |
+
value: 0.26932038834951455
|
| 465 |
+
name: Cosine Precision@50
|
| 466 |
+
- type: cosine_precision@100
|
| 467 |
+
value: 0.16601941747572818
|
| 468 |
+
name: Cosine Precision@100
|
| 469 |
+
- type: cosine_precision@150
|
| 470 |
+
value: 0.12000000000000002
|
| 471 |
+
name: Cosine Precision@150
|
| 472 |
+
- type: cosine_precision@200
|
| 473 |
+
value: 0.09475728155339808
|
| 474 |
+
name: Cosine Precision@200
|
| 475 |
+
- type: cosine_recall@1
|
| 476 |
+
value: 0.06125809321810901
|
| 477 |
+
name: Cosine Recall@1
|
| 478 |
+
- type: cosine_recall@20
|
| 479 |
+
value: 0.4798173076061309
|
| 480 |
+
name: Cosine Recall@20
|
| 481 |
+
- type: cosine_recall@50
|
| 482 |
+
value: 0.6511259115267456
|
| 483 |
+
name: Cosine Recall@50
|
| 484 |
+
- type: cosine_recall@100
|
| 485 |
+
value: 0.7667280032499174
|
| 486 |
+
name: Cosine Recall@100
|
| 487 |
+
- type: cosine_recall@150
|
| 488 |
+
value: 0.8234348132226993
|
| 489 |
+
name: Cosine Recall@150
|
| 490 |
+
- type: cosine_recall@200
|
| 491 |
+
value: 0.8570886860782638
|
| 492 |
+
name: Cosine Recall@200
|
| 493 |
+
- type: cosine_ndcg@1
|
| 494 |
+
value: 0.6504854368932039
|
| 495 |
+
name: Cosine Ndcg@1
|
| 496 |
+
- type: cosine_ndcg@20
|
| 497 |
+
value: 0.6163434250133266
|
| 498 |
+
name: Cosine Ndcg@20
|
| 499 |
+
- type: cosine_ndcg@50
|
| 500 |
+
value: 0.6306194061713684
|
| 501 |
+
name: Cosine Ndcg@50
|
| 502 |
+
- type: cosine_ndcg@100
|
| 503 |
+
value: 0.6852740031621496
|
| 504 |
+
name: Cosine Ndcg@100
|
| 505 |
+
- type: cosine_ndcg@150
|
| 506 |
+
value: 0.7087858531025408
|
| 507 |
+
name: Cosine Ndcg@150
|
| 508 |
+
- type: cosine_ndcg@200
|
| 509 |
+
value: 0.7227726687256436
|
| 510 |
+
name: Cosine Ndcg@200
|
| 511 |
+
- type: cosine_mrr@1
|
| 512 |
+
value: 0.6504854368932039
|
| 513 |
+
name: Cosine Mrr@1
|
| 514 |
+
- type: cosine_mrr@20
|
| 515 |
+
value: 0.7938511326860843
|
| 516 |
+
name: Cosine Mrr@20
|
| 517 |
+
- type: cosine_mrr@50
|
| 518 |
+
value: 0.7941135310067349
|
| 519 |
+
name: Cosine Mrr@50
|
| 520 |
+
- type: cosine_mrr@100
|
| 521 |
+
value: 0.7943002375041209
|
| 522 |
+
name: Cosine Mrr@100
|
| 523 |
+
- type: cosine_mrr@150
|
| 524 |
+
value: 0.7943002375041209
|
| 525 |
+
name: Cosine Mrr@150
|
| 526 |
+
- type: cosine_mrr@200
|
| 527 |
+
value: 0.7943002375041209
|
| 528 |
+
name: Cosine Mrr@200
|
| 529 |
+
- type: cosine_map@1
|
| 530 |
+
value: 0.6504854368932039
|
| 531 |
+
name: Cosine Map@1
|
| 532 |
+
- type: cosine_map@20
|
| 533 |
+
value: 0.4673451367444491
|
| 534 |
+
name: Cosine Map@20
|
| 535 |
+
- type: cosine_map@50
|
| 536 |
+
value: 0.4491601687897158
|
| 537 |
+
name: Cosine Map@50
|
| 538 |
+
- type: cosine_map@100
|
| 539 |
+
value: 0.4759775327060125
|
| 540 |
+
name: Cosine Map@100
|
| 541 |
+
- type: cosine_map@150
|
| 542 |
+
value: 0.484283864447002
|
| 543 |
+
name: Cosine Map@150
|
| 544 |
+
- type: cosine_map@200
|
| 545 |
+
value: 0.4885403171787604
|
| 546 |
+
name: Cosine Map@200
|
| 547 |
+
- type: cosine_map@500
|
| 548 |
+
value: 0.4948931148880558
|
| 549 |
+
name: Cosine Map@500
|
| 550 |
+
- task:
|
| 551 |
+
type: information-retrieval
|
| 552 |
+
name: Information Retrieval
|
| 553 |
+
dataset:
|
| 554 |
+
name: mix es
|
| 555 |
+
type: mix_es
|
| 556 |
+
metrics:
|
| 557 |
+
- type: cosine_accuracy@1
|
| 558 |
+
value: 0.6172646905876235
|
| 559 |
+
name: Cosine Accuracy@1
|
| 560 |
+
- type: cosine_accuracy@20
|
| 561 |
+
value: 0.9032761310452418
|
| 562 |
+
name: Cosine Accuracy@20
|
| 563 |
+
- type: cosine_accuracy@50
|
| 564 |
+
value: 0.9443577743109725
|
| 565 |
+
name: Cosine Accuracy@50
|
| 566 |
+
- type: cosine_accuracy@100
|
| 567 |
+
value: 0.9703588143525741
|
| 568 |
+
name: Cosine Accuracy@100
|
| 569 |
+
- type: cosine_accuracy@150
|
| 570 |
+
value: 0.9812792511700468
|
| 571 |
+
name: Cosine Accuracy@150
|
| 572 |
+
- type: cosine_accuracy@200
|
| 573 |
+
value: 0.9859594383775351
|
| 574 |
+
name: Cosine Accuracy@200
|
| 575 |
+
- type: cosine_precision@1
|
| 576 |
+
value: 0.6172646905876235
|
| 577 |
+
name: Cosine Precision@1
|
| 578 |
+
- type: cosine_precision@20
|
| 579 |
+
value: 0.10972438897555903
|
| 580 |
+
name: Cosine Precision@20
|
| 581 |
+
- type: cosine_precision@50
|
| 582 |
+
value: 0.04786271450858035
|
| 583 |
+
name: Cosine Precision@50
|
| 584 |
+
- type: cosine_precision@100
|
| 585 |
+
value: 0.025169006760270413
|
| 586 |
+
name: Cosine Precision@100
|
| 587 |
+
- type: cosine_precision@150
|
| 588 |
+
value: 0.017157219622118216
|
| 589 |
+
name: Cosine Precision@150
|
| 590 |
+
- type: cosine_precision@200
|
| 591 |
+
value: 0.013018720748829957
|
| 592 |
+
name: Cosine Precision@200
|
| 593 |
+
- type: cosine_recall@1
|
| 594 |
+
value: 0.2379838050664884
|
| 595 |
+
name: Cosine Recall@1
|
| 596 |
+
- type: cosine_recall@20
|
| 597 |
+
value: 0.8149369784315182
|
| 598 |
+
name: Cosine Recall@20
|
| 599 |
+
- type: cosine_recall@50
|
| 600 |
+
value: 0.8866788004853527
|
| 601 |
+
name: Cosine Recall@50
|
| 602 |
+
- type: cosine_recall@100
|
| 603 |
+
value: 0.9331773270930838
|
| 604 |
+
name: Cosine Recall@100
|
| 605 |
+
- type: cosine_recall@150
|
| 606 |
+
value: 0.9536141445657828
|
| 607 |
+
name: Cosine Recall@150
|
| 608 |
+
- type: cosine_recall@200
|
| 609 |
+
value: 0.9651759403709481
|
| 610 |
+
name: Cosine Recall@200
|
| 611 |
+
- type: cosine_ndcg@1
|
| 612 |
+
value: 0.6172646905876235
|
| 613 |
+
name: Cosine Ndcg@1
|
| 614 |
+
- type: cosine_ndcg@20
|
| 615 |
+
value: 0.6863945449619185
|
| 616 |
+
name: Cosine Ndcg@20
|
| 617 |
+
- type: cosine_ndcg@50
|
| 618 |
+
value: 0.7059805315894592
|
| 619 |
+
name: Cosine Ndcg@50
|
| 620 |
+
- type: cosine_ndcg@100
|
| 621 |
+
value: 0.7161349937562115
|
| 622 |
+
name: Cosine Ndcg@100
|
| 623 |
+
- type: cosine_ndcg@150
|
| 624 |
+
value: 0.7201494083175249
|
| 625 |
+
name: Cosine Ndcg@150
|
| 626 |
+
- type: cosine_ndcg@200
|
| 627 |
+
value: 0.722225937142632
|
| 628 |
+
name: Cosine Ndcg@200
|
| 629 |
+
- type: cosine_mrr@1
|
| 630 |
+
value: 0.6172646905876235
|
| 631 |
+
name: Cosine Mrr@1
|
| 632 |
+
- type: cosine_mrr@20
|
| 633 |
+
value: 0.6921361840847764
|
| 634 |
+
name: Cosine Mrr@20
|
| 635 |
+
- type: cosine_mrr@50
|
| 636 |
+
value: 0.6935275501084183
|
| 637 |
+
name: Cosine Mrr@50
|
| 638 |
+
- type: cosine_mrr@100
|
| 639 |
+
value: 0.6938924919697613
|
| 640 |
+
name: Cosine Mrr@100
|
| 641 |
+
- type: cosine_mrr@150
|
| 642 |
+
value: 0.6939819360030616
|
| 643 |
+
name: Cosine Mrr@150
|
| 644 |
+
- type: cosine_mrr@200
|
| 645 |
+
value: 0.6940082129440573
|
| 646 |
+
name: Cosine Mrr@200
|
| 647 |
+
- type: cosine_map@1
|
| 648 |
+
value: 0.6172646905876235
|
| 649 |
+
name: Cosine Map@1
|
| 650 |
+
- type: cosine_map@20
|
| 651 |
+
value: 0.6028333286973904
|
| 652 |
+
name: Cosine Map@20
|
| 653 |
+
- type: cosine_map@50
|
| 654 |
+
value: 0.6079882517976847
|
| 655 |
+
name: Cosine Map@50
|
| 656 |
+
- type: cosine_map@100
|
| 657 |
+
value: 0.6094136625128228
|
| 658 |
+
name: Cosine Map@100
|
| 659 |
+
- type: cosine_map@150
|
| 660 |
+
value: 0.6097807307495342
|
| 661 |
+
name: Cosine Map@150
|
| 662 |
+
- type: cosine_map@200
|
| 663 |
+
value: 0.6099278426294548
|
| 664 |
+
name: Cosine Map@200
|
| 665 |
+
- type: cosine_map@500
|
| 666 |
+
value: 0.6101218939355526
|
| 667 |
+
name: Cosine Map@500
|
| 668 |
+
- task:
|
| 669 |
+
type: information-retrieval
|
| 670 |
+
name: Information Retrieval
|
| 671 |
+
dataset:
|
| 672 |
+
name: mix de
|
| 673 |
+
type: mix_de
|
| 674 |
+
metrics:
|
| 675 |
+
- type: cosine_accuracy@1
|
| 676 |
+
value: 0.5429017160686428
|
| 677 |
+
name: Cosine Accuracy@1
|
| 678 |
+
- type: cosine_accuracy@20
|
| 679 |
+
value: 0.8725949037961519
|
| 680 |
+
name: Cosine Accuracy@20
|
| 681 |
+
- type: cosine_accuracy@50
|
| 682 |
+
value: 0.9297971918876755
|
| 683 |
+
name: Cosine Accuracy@50
|
| 684 |
+
- type: cosine_accuracy@100
|
| 685 |
+
value: 0.9552782111284451
|
| 686 |
+
name: Cosine Accuracy@100
|
| 687 |
+
- type: cosine_accuracy@150
|
| 688 |
+
value: 0.968278731149246
|
| 689 |
+
name: Cosine Accuracy@150
|
| 690 |
+
- type: cosine_accuracy@200
|
| 691 |
+
value: 0.9729589183567343
|
| 692 |
+
name: Cosine Accuracy@200
|
| 693 |
+
- type: cosine_precision@1
|
| 694 |
+
value: 0.5429017160686428
|
| 695 |
+
name: Cosine Precision@1
|
| 696 |
+
- type: cosine_precision@20
|
| 697 |
+
value: 0.10709828393135724
|
| 698 |
+
name: Cosine Precision@20
|
| 699 |
+
- type: cosine_precision@50
|
| 700 |
+
value: 0.04726989079563183
|
| 701 |
+
name: Cosine Precision@50
|
| 702 |
+
- type: cosine_precision@100
|
| 703 |
+
value: 0.025002600104004166
|
| 704 |
+
name: Cosine Precision@100
|
| 705 |
+
- type: cosine_precision@150
|
| 706 |
+
value: 0.01712601837406829
|
| 707 |
+
name: Cosine Precision@150
|
| 708 |
+
- type: cosine_precision@200
|
| 709 |
+
value: 0.013044721788871557
|
| 710 |
+
name: Cosine Precision@200
|
| 711 |
+
- type: cosine_recall@1
|
| 712 |
+
value: 0.20383948691280984
|
| 713 |
+
name: Cosine Recall@1
|
| 714 |
+
- type: cosine_recall@20
|
| 715 |
+
value: 0.7817386028774485
|
| 716 |
+
name: Cosine Recall@20
|
| 717 |
+
- type: cosine_recall@50
|
| 718 |
+
value: 0.8605044201768071
|
| 719 |
+
name: Cosine Recall@50
|
| 720 |
+
- type: cosine_recall@100
|
| 721 |
+
value: 0.9077223088923557
|
| 722 |
+
name: Cosine Recall@100
|
| 723 |
+
- type: cosine_recall@150
|
| 724 |
+
value: 0.9319032761310452
|
| 725 |
+
name: Cosine Recall@150
|
| 726 |
+
- type: cosine_recall@200
|
| 727 |
+
value: 0.9461778471138845
|
| 728 |
+
name: Cosine Recall@200
|
| 729 |
+
- type: cosine_ndcg@1
|
| 730 |
+
value: 0.5429017160686428
|
| 731 |
+
name: Cosine Ndcg@1
|
| 732 |
+
- type: cosine_ndcg@20
|
| 733 |
+
value: 0.6364696194038222
|
| 734 |
+
name: Cosine Ndcg@20
|
| 735 |
+
- type: cosine_ndcg@50
|
| 736 |
+
value: 0.6580204683537704
|
| 737 |
+
name: Cosine Ndcg@50
|
| 738 |
+
- type: cosine_ndcg@100
|
| 739 |
+
value: 0.6686859699628315
|
| 740 |
+
name: Cosine Ndcg@100
|
| 741 |
+
- type: cosine_ndcg@150
|
| 742 |
+
value: 0.6734670399055159
|
| 743 |
+
name: Cosine Ndcg@150
|
| 744 |
+
- type: cosine_ndcg@200
|
| 745 |
+
value: 0.6761041848609185
|
| 746 |
+
name: Cosine Ndcg@200
|
| 747 |
+
- type: cosine_mrr@1
|
| 748 |
+
value: 0.5429017160686428
|
| 749 |
+
name: Cosine Mrr@1
|
| 750 |
+
- type: cosine_mrr@20
|
| 751 |
+
value: 0.6331176720726237
|
| 752 |
+
name: Cosine Mrr@20
|
| 753 |
+
- type: cosine_mrr@50
|
| 754 |
+
value: 0.6350347522721764
|
| 755 |
+
name: Cosine Mrr@50
|
| 756 |
+
- type: cosine_mrr@100
|
| 757 |
+
value: 0.6354157777188323
|
| 758 |
+
name: Cosine Mrr@100
|
| 759 |
+
- type: cosine_mrr@150
|
| 760 |
+
value: 0.6355194502419383
|
| 761 |
+
name: Cosine Mrr@150
|
| 762 |
+
- type: cosine_mrr@200
|
| 763 |
+
value: 0.635546462249249
|
| 764 |
+
name: Cosine Mrr@200
|
| 765 |
+
- type: cosine_map@1
|
| 766 |
+
value: 0.5429017160686428
|
| 767 |
+
name: Cosine Map@1
|
| 768 |
+
- type: cosine_map@20
|
| 769 |
+
value: 0.546038259426052
|
| 770 |
+
name: Cosine Map@20
|
| 771 |
+
- type: cosine_map@50
|
| 772 |
+
value: 0.5513401593649401
|
| 773 |
+
name: Cosine Map@50
|
| 774 |
+
- type: cosine_map@100
|
| 775 |
+
value: 0.5528890114435938
|
| 776 |
+
name: Cosine Map@100
|
| 777 |
+
- type: cosine_map@150
|
| 778 |
+
value: 0.5533285819634786
|
| 779 |
+
name: Cosine Map@150
|
| 780 |
+
- type: cosine_map@200
|
| 781 |
+
value: 0.5535297820757661
|
| 782 |
+
name: Cosine Map@200
|
| 783 |
+
- type: cosine_map@500
|
| 784 |
+
value: 0.5538215020153545
|
| 785 |
+
name: Cosine Map@500
|
| 786 |
+
- task:
|
| 787 |
+
type: information-retrieval
|
| 788 |
+
name: Information Retrieval
|
| 789 |
+
dataset:
|
| 790 |
+
name: mix zh
|
| 791 |
+
type: mix_zh
|
| 792 |
+
metrics:
|
| 793 |
+
- type: cosine_accuracy@1
|
| 794 |
+
value: 0.5751565762004175
|
| 795 |
+
name: Cosine Accuracy@1
|
| 796 |
+
- type: cosine_accuracy@20
|
| 797 |
+
value: 0.9514613778705637
|
| 798 |
+
name: Cosine Accuracy@20
|
| 799 |
+
- type: cosine_accuracy@50
|
| 800 |
+
value: 0.975991649269311
|
| 801 |
+
name: Cosine Accuracy@50
|
| 802 |
+
- type: cosine_accuracy@100
|
| 803 |
+
value: 0.9848643006263048
|
| 804 |
+
name: Cosine Accuracy@100
|
| 805 |
+
- type: cosine_accuracy@150
|
| 806 |
+
value: 0.9895615866388309
|
| 807 |
+
name: Cosine Accuracy@150
|
| 808 |
+
- type: cosine_accuracy@200
|
| 809 |
+
value: 0.9916492693110647
|
| 810 |
+
name: Cosine Accuracy@200
|
| 811 |
+
- type: cosine_precision@1
|
| 812 |
+
value: 0.5751565762004175
|
| 813 |
+
name: Cosine Precision@1
|
| 814 |
+
- type: cosine_precision@20
|
| 815 |
+
value: 0.123982254697286
|
| 816 |
+
name: Cosine Precision@20
|
| 817 |
+
- type: cosine_precision@50
|
| 818 |
+
value: 0.05465553235908143
|
| 819 |
+
name: Cosine Precision@50
|
| 820 |
+
- type: cosine_precision@100
|
| 821 |
+
value: 0.02851252609603341
|
| 822 |
+
name: Cosine Precision@100
|
| 823 |
+
- type: cosine_precision@150
|
| 824 |
+
value: 0.019324982602644397
|
| 825 |
+
name: Cosine Precision@150
|
| 826 |
+
- type: cosine_precision@200
|
| 827 |
+
value: 0.014634655532359089
|
| 828 |
+
name: Cosine Precision@200
|
| 829 |
+
- type: cosine_recall@1
|
| 830 |
+
value: 0.19298513768764292
|
| 831 |
+
name: Cosine Recall@1
|
| 832 |
+
- type: cosine_recall@20
|
| 833 |
+
value: 0.8174060542797494
|
| 834 |
+
name: Cosine Recall@20
|
| 835 |
+
- type: cosine_recall@50
|
| 836 |
+
value: 0.901000347947112
|
| 837 |
+
name: Cosine Recall@50
|
| 838 |
+
- type: cosine_recall@100
|
| 839 |
+
value: 0.9399095337508698
|
| 840 |
+
name: Cosine Recall@100
|
| 841 |
+
- type: cosine_recall@150
|
| 842 |
+
value: 0.9558716075156575
|
| 843 |
+
name: Cosine Recall@150
|
| 844 |
+
- type: cosine_recall@200
|
| 845 |
+
value: 0.965196590118302
|
| 846 |
+
name: Cosine Recall@200
|
| 847 |
+
- type: cosine_ndcg@1
|
| 848 |
+
value: 0.5751565762004175
|
| 849 |
+
name: Cosine Ndcg@1
|
| 850 |
+
- type: cosine_ndcg@20
|
| 851 |
+
value: 0.6621196118161056
|
| 852 |
+
name: Cosine Ndcg@20
|
| 853 |
+
- type: cosine_ndcg@50
|
| 854 |
+
value: 0.6858570871515306
|
| 855 |
+
name: Cosine Ndcg@50
|
| 856 |
+
- type: cosine_ndcg@100
|
| 857 |
+
value: 0.6947962879201968
|
| 858 |
+
name: Cosine Ndcg@100
|
| 859 |
+
- type: cosine_ndcg@150
|
| 860 |
+
value: 0.6980250427797421
|
| 861 |
+
name: Cosine Ndcg@150
|
| 862 |
+
- type: cosine_ndcg@200
|
| 863 |
+
value: 0.6997922044919449
|
| 864 |
+
name: Cosine Ndcg@200
|
| 865 |
+
- type: cosine_mrr@1
|
| 866 |
+
value: 0.5751565762004175
|
| 867 |
+
name: Cosine Mrr@1
|
| 868 |
+
- type: cosine_mrr@20
|
| 869 |
+
value: 0.6974988781113621
|
| 870 |
+
name: Cosine Mrr@20
|
| 871 |
+
- type: cosine_mrr@50
|
| 872 |
+
value: 0.6983413027160801
|
| 873 |
+
name: Cosine Mrr@50
|
| 874 |
+
- type: cosine_mrr@100
|
| 875 |
+
value: 0.6984820179753005
|
| 876 |
+
name: Cosine Mrr@100
|
| 877 |
+
- type: cosine_mrr@150
|
| 878 |
+
value: 0.6985228351798531
|
| 879 |
+
name: Cosine Mrr@150
|
| 880 |
+
- type: cosine_mrr@200
|
| 881 |
+
value: 0.6985351624205532
|
| 882 |
+
name: Cosine Mrr@200
|
| 883 |
+
- type: cosine_map@1
|
| 884 |
+
value: 0.5751565762004175
|
| 885 |
+
name: Cosine Map@1
|
| 886 |
+
- type: cosine_map@20
|
| 887 |
+
value: 0.5395939445358217
|
| 888 |
+
name: Cosine Map@20
|
| 889 |
+
- type: cosine_map@50
|
| 890 |
+
value: 0.5465541726714618
|
| 891 |
+
name: Cosine Map@50
|
| 892 |
+
- type: cosine_map@100
|
| 893 |
+
value: 0.5480058234906587
|
| 894 |
+
name: Cosine Map@100
|
| 895 |
+
- type: cosine_map@150
|
| 896 |
+
value: 0.5483452539266979
|
| 897 |
+
name: Cosine Map@150
|
| 898 |
+
- type: cosine_map@200
|
| 899 |
+
value: 0.548487754480418
|
| 900 |
+
name: Cosine Map@200
|
| 901 |
+
- type: cosine_map@500
|
| 902 |
+
value: 0.5486704400924459
|
| 903 |
+
name: Cosine Map@500
|
| 904 |
+
---
|
| 905 |
+
|
| 906 |
+
# SentenceTransformer
|
| 907 |
+
|
| 908 |
+
This is a [sentence-transformers](https://www.SBERT.net) model trained. It maps sentences & paragraphs to a 768-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
|
| 909 |
+
|
| 910 |
+
## Model Details
|
| 911 |
+
|
| 912 |
+
### Model Description
|
| 913 |
+
- **Model Type:** Sentence Transformer
|
| 914 |
+
<!-- - **Base model:** [Unknown](https://huggingface.co/unknown) -->
|
| 915 |
+
- **Maximum Sequence Length:** 512 tokens
|
| 916 |
+
- **Output Dimensionality:** 768 dimensions
|
| 917 |
+
- **Similarity Function:** Cosine Similarity
|
| 918 |
+
<!-- - **Training Dataset:** Unknown -->
|
| 919 |
+
<!-- - **Language:** Unknown -->
|
| 920 |
+
<!-- - **License:** Unknown -->
|
| 921 |
+
|
| 922 |
+
### Model Sources
|
| 923 |
+
|
| 924 |
+
- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
|
| 925 |
+
- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
|
| 926 |
+
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
|
| 927 |
+
|
| 928 |
+
### Full Model Architecture
|
| 929 |
+
|
| 930 |
+
```
|
| 931 |
+
SentenceTransformer(
|
| 932 |
+
(0): Transformer({'max_seq_length': 512, 'do_lower_case': False}) with Transformer model: NewModel
|
| 933 |
+
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': True, 'pooling_mode_mean_tokens': False, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
|
| 934 |
+
(2): Normalize()
|
| 935 |
+
)
|
| 936 |
+
```
|
| 937 |
+
|
| 938 |
+
## Usage
|
| 939 |
+
|
| 940 |
+
### Direct Usage (Sentence Transformers)
|
| 941 |
+
|
| 942 |
+
First install the Sentence Transformers library:
|
| 943 |
+
|
| 944 |
+
```bash
|
| 945 |
+
pip install -U sentence-transformers
|
| 946 |
+
```
|
| 947 |
+
|
| 948 |
+
Then you can load this model and run inference.
|
| 949 |
+
```python
|
| 950 |
+
from sentence_transformers import SentenceTransformer
|
| 951 |
+
|
| 952 |
+
# Download from the 🤗 Hub
|
| 953 |
+
model = SentenceTransformer("sentence_transformers_model_id")
|
| 954 |
+
# Run inference
|
| 955 |
+
sentences = [
|
| 956 |
+
'Entwicklerin für mobile Anwendungen',
|
| 957 |
+
'Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin',
|
| 958 |
+
'fashion design expert',
|
| 959 |
+
]
|
| 960 |
+
embeddings = model.encode(sentences)
|
| 961 |
+
print(embeddings.shape)
|
| 962 |
+
# [3, 768]
|
| 963 |
+
|
| 964 |
+
# Get the similarity scores for the embeddings
|
| 965 |
+
similarities = model.similarity(embeddings, embeddings)
|
| 966 |
+
print(similarities.shape)
|
| 967 |
+
# [3, 3]
|
| 968 |
+
```
|
| 969 |
+
|
| 970 |
+
<!--
|
| 971 |
+
### Direct Usage (Transformers)
|
| 972 |
+
|
| 973 |
+
<details><summary>Click to see the direct usage in Transformers</summary>
|
| 974 |
+
|
| 975 |
+
</details>
|
| 976 |
+
-->
|
| 977 |
+
|
| 978 |
+
<!--
|
| 979 |
+
### Downstream Usage (Sentence Transformers)
|
| 980 |
+
|
| 981 |
+
You can finetune this model on your own dataset.
|
| 982 |
+
|
| 983 |
+
<details><summary>Click to expand</summary>
|
| 984 |
+
|
| 985 |
+
</details>
|
| 986 |
+
-->
|
| 987 |
+
|
| 988 |
+
<!--
|
| 989 |
+
### Out-of-Scope Use
|
| 990 |
+
|
| 991 |
+
*List how the model may foreseeably be misused and address what users ought not to do with the model.*
|
| 992 |
+
-->
|
| 993 |
+
|
| 994 |
+
## Evaluation
|
| 995 |
+
|
| 996 |
+
### Metrics
|
| 997 |
+
|
| 998 |
+
#### Information Retrieval
|
| 999 |
+
|
| 1000 |
+
* Datasets: `full_en`, `full_es`, `full_de`, `full_zh`, `mix_es`, `mix_de` and `mix_zh`
|
| 1001 |
+
* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
|
| 1002 |
+
|
| 1003 |
+
| Metric | full_en | full_es | full_de | full_zh | mix_es | mix_de | mix_zh |
|
| 1004 |
+
|:---------------------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|
|
| 1005 |
+
| cosine_accuracy@1 | 0.6286 | 0.1135 | 0.2956 | 0.6505 | 0.6173 | 0.5429 | 0.5752 |
|
| 1006 |
+
| cosine_accuracy@20 | 0.9714 | 1.0 | 0.9606 | 0.9709 | 0.9033 | 0.8726 | 0.9515 |
|
| 1007 |
+
| cosine_accuracy@50 | 0.9905 | 1.0 | 0.9803 | 0.9806 | 0.9444 | 0.9298 | 0.976 |
|
| 1008 |
+
| cosine_accuracy@100 | 0.9905 | 1.0 | 0.9852 | 0.9903 | 0.9704 | 0.9553 | 0.9849 |
|
| 1009 |
+
| cosine_accuracy@150 | 0.9905 | 1.0 | 0.9852 | 0.9903 | 0.9813 | 0.9683 | 0.9896 |
|
| 1010 |
+
| cosine_accuracy@200 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.986 | 0.973 | 0.9916 |
|
| 1011 |
+
| cosine_precision@1 | 0.6286 | 0.1135 | 0.2956 | 0.6505 | 0.6173 | 0.5429 | 0.5752 |
|
| 1012 |
+
| cosine_precision@20 | 0.4724 | 0.5214 | 0.4244 | 0.4461 | 0.1097 | 0.1071 | 0.124 |
|
| 1013 |
+
| cosine_precision@50 | 0.2838 | 0.3389 | 0.2906 | 0.2693 | 0.0479 | 0.0473 | 0.0547 |
|
| 1014 |
+
| cosine_precision@100 | 0.1707 | 0.2141 | 0.1902 | 0.166 | 0.0252 | 0.025 | 0.0285 |
|
| 1015 |
+
| cosine_precision@150 | 0.1229 | 0.161 | 0.1448 | 0.12 | 0.0172 | 0.0171 | 0.0193 |
|
| 1016 |
+
| cosine_precision@200 | 0.097 | 0.1309 | 0.1178 | 0.0948 | 0.013 | 0.013 | 0.0146 |
|
| 1017 |
+
| cosine_recall@1 | 0.0657 | 0.0035 | 0.0111 | 0.0613 | 0.238 | 0.2038 | 0.193 |
|
| 1018 |
+
| cosine_recall@20 | 0.5041 | 0.3483 | 0.2624 | 0.4798 | 0.8149 | 0.7817 | 0.8174 |
|
| 1019 |
+
| cosine_recall@50 | 0.6763 | 0.5044 | 0.3999 | 0.6511 | 0.8867 | 0.8605 | 0.901 |
|
| 1020 |
+
| cosine_recall@100 | 0.7798 | 0.5963 | 0.5012 | 0.7667 | 0.9332 | 0.9077 | 0.9399 |
|
| 1021 |
+
| cosine_recall@150 | 0.8312 | 0.654 | 0.5599 | 0.8234 | 0.9536 | 0.9319 | 0.9559 |
|
| 1022 |
+
| cosine_recall@200 | 0.8655 | 0.7028 | 0.602 | 0.8571 | 0.9652 | 0.9462 | 0.9652 |
|
| 1023 |
+
| cosine_ndcg@1 | 0.6286 | 0.1135 | 0.2956 | 0.6505 | 0.6173 | 0.5429 | 0.5752 |
|
| 1024 |
+
| cosine_ndcg@20 | 0.6385 | 0.5638 | 0.4646 | 0.6163 | 0.6864 | 0.6365 | 0.6621 |
|
| 1025 |
+
| cosine_ndcg@50 | 0.6505 | 0.5286 | 0.4364 | 0.6306 | 0.706 | 0.658 | 0.6859 |
|
| 1026 |
+
| cosine_ndcg@100 | 0.701 | 0.5495 | 0.4594 | 0.6853 | 0.7161 | 0.6687 | 0.6948 |
|
| 1027 |
+
| cosine_ndcg@150 | 0.7229 | 0.5779 | 0.4887 | 0.7088 | 0.7201 | 0.6735 | 0.698 |
|
| 1028 |
+
| **cosine_ndcg@200** | **0.7371** | **0.6002** | **0.5085** | **0.7228** | **0.7222** | **0.6761** | **0.6998** |
|
| 1029 |
+
| cosine_mrr@1 | 0.6286 | 0.1135 | 0.2956 | 0.6505 | 0.6173 | 0.5429 | 0.5752 |
|
| 1030 |
+
| cosine_mrr@20 | 0.7791 | 0.55 | 0.5034 | 0.7939 | 0.6921 | 0.6331 | 0.6975 |
|
| 1031 |
+
| cosine_mrr@50 | 0.7798 | 0.55 | 0.5041 | 0.7941 | 0.6935 | 0.635 | 0.6983 |
|
| 1032 |
+
| cosine_mrr@100 | 0.7798 | 0.55 | 0.5042 | 0.7943 | 0.6939 | 0.6354 | 0.6985 |
|
| 1033 |
+
| cosine_mrr@150 | 0.7798 | 0.55 | 0.5042 | 0.7943 | 0.694 | 0.6355 | 0.6985 |
|
| 1034 |
+
| cosine_mrr@200 | 0.7798 | 0.55 | 0.5042 | 0.7943 | 0.694 | 0.6355 | 0.6985 |
|
| 1035 |
+
| cosine_map@1 | 0.6286 | 0.1135 | 0.2956 | 0.6505 | 0.6173 | 0.5429 | 0.5752 |
|
| 1036 |
+
| cosine_map@20 | 0.4949 | 0.4321 | 0.3326 | 0.4673 | 0.6028 | 0.546 | 0.5396 |
|
| 1037 |
+
| cosine_map@50 | 0.4754 | 0.3662 | 0.278 | 0.4492 | 0.608 | 0.5513 | 0.5466 |
|
| 1038 |
+
| cosine_map@100 | 0.5028 | 0.3676 | 0.2753 | 0.476 | 0.6094 | 0.5529 | 0.548 |
|
| 1039 |
+
| cosine_map@150 | 0.5109 | 0.3791 | 0.2859 | 0.4843 | 0.6098 | 0.5533 | 0.5483 |
|
| 1040 |
+
| cosine_map@200 | 0.5152 | 0.3864 | 0.2919 | 0.4885 | 0.6099 | 0.5535 | 0.5485 |
|
| 1041 |
+
| cosine_map@500 | 0.5212 | 0.3967 | 0.3038 | 0.4949 | 0.6101 | 0.5538 | 0.5487 |
|
| 1042 |
+
|
| 1043 |
+
<!--
|
| 1044 |
+
## Bias, Risks and Limitations
|
| 1045 |
+
|
| 1046 |
+
*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
|
| 1047 |
+
-->
|
| 1048 |
+
|
| 1049 |
+
<!--
|
| 1050 |
+
### Recommendations
|
| 1051 |
+
|
| 1052 |
+
*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
|
| 1053 |
+
-->
|
| 1054 |
+
|
| 1055 |
+
## Training Details
|
| 1056 |
+
|
| 1057 |
+
### Training Dataset
|
| 1058 |
+
|
| 1059 |
+
#### Unnamed Dataset
|
| 1060 |
+
|
| 1061 |
+
* Size: 86,648 training samples
|
| 1062 |
+
* Columns: <code>sentence</code> and <code>label</code>
|
| 1063 |
+
* Approximate statistics based on the first 1000 samples:
|
| 1064 |
+
| | sentence | label |
|
| 1065 |
+
|:--------|:---------------------------------------------------------------------------------|:-------------------------------------|
|
| 1066 |
+
| type | string | list |
|
| 1067 |
+
| details | <ul><li>min: 2 tokens</li><li>mean: 8.25 tokens</li><li>max: 54 tokens</li></ul> | <ul><li>size: 768 elements</li></ul> |
|
| 1068 |
+
* Samples:
|
| 1069 |
+
| sentence | label |
|
| 1070 |
+
|:-----------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------|
|
| 1071 |
+
| <code></code> | <code>[-0.07171934843063354, 0.03595816716551781, -0.029780959710478783, 0.006593302357941866, 0.040611181408166885, ...]</code> |
|
| 1072 |
+
| <code>airport environment officer</code> | <code>[-0.022075481712818146, 0.02999737113714218, -0.02189866080880165, 0.016531817615032196, 0.012234307825565338, ...]</code> |
|
| 1073 |
+
| <code>Flake操作员</code> | <code>[-0.04815564677119255, 0.023524893447756767, -0.01583661139011383, 0.042527906596660614, 0.03815540298819542, ...]</code> |
|
| 1074 |
+
* Loss: [<code>MSELoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#mseloss)
|
| 1075 |
+
|
| 1076 |
+
### Training Hyperparameters
|
| 1077 |
+
#### Non-Default Hyperparameters
|
| 1078 |
+
|
| 1079 |
+
- `eval_strategy`: steps
|
| 1080 |
+
- `per_device_train_batch_size`: 128
|
| 1081 |
+
- `per_device_eval_batch_size`: 128
|
| 1082 |
+
- `gradient_accumulation_steps`: 2
|
| 1083 |
+
- `learning_rate`: 0.0001
|
| 1084 |
+
- `num_train_epochs`: 5
|
| 1085 |
+
- `warmup_ratio`: 0.05
|
| 1086 |
+
- `log_on_each_node`: False
|
| 1087 |
+
- `fp16`: True
|
| 1088 |
+
- `dataloader_num_workers`: 4
|
| 1089 |
+
- `ddp_find_unused_parameters`: True
|
| 1090 |
+
- `batch_sampler`: no_duplicates
|
| 1091 |
+
|
| 1092 |
+
#### All Hyperparameters
|
| 1093 |
+
<details><summary>Click to expand</summary>
|
| 1094 |
+
|
| 1095 |
+
- `overwrite_output_dir`: False
|
| 1096 |
+
- `do_predict`: False
|
| 1097 |
+
- `eval_strategy`: steps
|
| 1098 |
+
- `prediction_loss_only`: True
|
| 1099 |
+
- `per_device_train_batch_size`: 128
|
| 1100 |
+
- `per_device_eval_batch_size`: 128
|
| 1101 |
+
- `per_gpu_train_batch_size`: None
|
| 1102 |
+
- `per_gpu_eval_batch_size`: None
|
| 1103 |
+
- `gradient_accumulation_steps`: 2
|
| 1104 |
+
- `eval_accumulation_steps`: None
|
| 1105 |
+
- `torch_empty_cache_steps`: None
|
| 1106 |
+
- `learning_rate`: 0.0001
|
| 1107 |
+
- `weight_decay`: 0.0
|
| 1108 |
+
- `adam_beta1`: 0.9
|
| 1109 |
+
- `adam_beta2`: 0.999
|
| 1110 |
+
- `adam_epsilon`: 1e-08
|
| 1111 |
+
- `max_grad_norm`: 1.0
|
| 1112 |
+
- `num_train_epochs`: 5
|
| 1113 |
+
- `max_steps`: -1
|
| 1114 |
+
- `lr_scheduler_type`: linear
|
| 1115 |
+
- `lr_scheduler_kwargs`: {}
|
| 1116 |
+
- `warmup_ratio`: 0.05
|
| 1117 |
+
- `warmup_steps`: 0
|
| 1118 |
+
- `log_level`: passive
|
| 1119 |
+
- `log_level_replica`: warning
|
| 1120 |
+
- `log_on_each_node`: False
|
| 1121 |
+
- `logging_nan_inf_filter`: True
|
| 1122 |
+
- `save_safetensors`: True
|
| 1123 |
+
- `save_on_each_node`: False
|
| 1124 |
+
- `save_only_model`: False
|
| 1125 |
+
- `restore_callback_states_from_checkpoint`: False
|
| 1126 |
+
- `no_cuda`: False
|
| 1127 |
+
- `use_cpu`: False
|
| 1128 |
+
- `use_mps_device`: False
|
| 1129 |
+
- `seed`: 42
|
| 1130 |
+
- `data_seed`: None
|
| 1131 |
+
- `jit_mode_eval`: False
|
| 1132 |
+
- `use_ipex`: False
|
| 1133 |
+
- `bf16`: False
|
| 1134 |
+
- `fp16`: True
|
| 1135 |
+
- `fp16_opt_level`: O1
|
| 1136 |
+
- `half_precision_backend`: auto
|
| 1137 |
+
- `bf16_full_eval`: False
|
| 1138 |
+
- `fp16_full_eval`: False
|
| 1139 |
+
- `tf32`: None
|
| 1140 |
+
- `local_rank`: 0
|
| 1141 |
+
- `ddp_backend`: None
|
| 1142 |
+
- `tpu_num_cores`: None
|
| 1143 |
+
- `tpu_metrics_debug`: False
|
| 1144 |
+
- `debug`: []
|
| 1145 |
+
- `dataloader_drop_last`: True
|
| 1146 |
+
- `dataloader_num_workers`: 4
|
| 1147 |
+
- `dataloader_prefetch_factor`: None
|
| 1148 |
+
- `past_index`: -1
|
| 1149 |
+
- `disable_tqdm`: False
|
| 1150 |
+
- `remove_unused_columns`: True
|
| 1151 |
+
- `label_names`: None
|
| 1152 |
+
- `load_best_model_at_end`: False
|
| 1153 |
+
- `ignore_data_skip`: False
|
| 1154 |
+
- `fsdp`: []
|
| 1155 |
+
- `fsdp_min_num_params`: 0
|
| 1156 |
+
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
|
| 1157 |
+
- `tp_size`: 0
|
| 1158 |
+
- `fsdp_transformer_layer_cls_to_wrap`: None
|
| 1159 |
+
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
|
| 1160 |
+
- `deepspeed`: None
|
| 1161 |
+
- `label_smoothing_factor`: 0.0
|
| 1162 |
+
- `optim`: adamw_torch
|
| 1163 |
+
- `optim_args`: None
|
| 1164 |
+
- `adafactor`: False
|
| 1165 |
+
- `group_by_length`: False
|
| 1166 |
+
- `length_column_name`: length
|
| 1167 |
+
- `ddp_find_unused_parameters`: True
|
| 1168 |
+
- `ddp_bucket_cap_mb`: None
|
| 1169 |
+
- `ddp_broadcast_buffers`: False
|
| 1170 |
+
- `dataloader_pin_memory`: True
|
| 1171 |
+
- `dataloader_persistent_workers`: False
|
| 1172 |
+
- `skip_memory_metrics`: True
|
| 1173 |
+
- `use_legacy_prediction_loop`: False
|
| 1174 |
+
- `push_to_hub`: False
|
| 1175 |
+
- `resume_from_checkpoint`: None
|
| 1176 |
+
- `hub_model_id`: None
|
| 1177 |
+
- `hub_strategy`: every_save
|
| 1178 |
+
- `hub_private_repo`: None
|
| 1179 |
+
- `hub_always_push`: False
|
| 1180 |
+
- `gradient_checkpointing`: False
|
| 1181 |
+
- `gradient_checkpointing_kwargs`: None
|
| 1182 |
+
- `include_inputs_for_metrics`: False
|
| 1183 |
+
- `include_for_metrics`: []
|
| 1184 |
+
- `eval_do_concat_batches`: True
|
| 1185 |
+
- `fp16_backend`: auto
|
| 1186 |
+
- `push_to_hub_model_id`: None
|
| 1187 |
+
- `push_to_hub_organization`: None
|
| 1188 |
+
- `mp_parameters`:
|
| 1189 |
+
- `auto_find_batch_size`: False
|
| 1190 |
+
- `full_determinism`: False
|
| 1191 |
+
- `torchdynamo`: None
|
| 1192 |
+
- `ray_scope`: last
|
| 1193 |
+
- `ddp_timeout`: 1800
|
| 1194 |
+
- `torch_compile`: False
|
| 1195 |
+
- `torch_compile_backend`: None
|
| 1196 |
+
- `torch_compile_mode`: None
|
| 1197 |
+
- `include_tokens_per_second`: False
|
| 1198 |
+
- `include_num_input_tokens_seen`: False
|
| 1199 |
+
- `neftune_noise_alpha`: None
|
| 1200 |
+
- `optim_target_modules`: None
|
| 1201 |
+
- `batch_eval_metrics`: False
|
| 1202 |
+
- `eval_on_start`: False
|
| 1203 |
+
- `use_liger_kernel`: False
|
| 1204 |
+
- `eval_use_gather_object`: False
|
| 1205 |
+
- `average_tokens_across_devices`: False
|
| 1206 |
+
- `prompts`: None
|
| 1207 |
+
- `batch_sampler`: no_duplicates
|
| 1208 |
+
- `multi_dataset_batch_sampler`: proportional
|
| 1209 |
+
|
| 1210 |
+
</details>
|
| 1211 |
+
|
| 1212 |
+
### Training Logs
|
| 1213 |
+
| Epoch | Step | Training Loss | full_en_cosine_ndcg@200 | full_es_cosine_ndcg@200 | full_de_cosine_ndcg@200 | full_zh_cosine_ndcg@200 | mix_es_cosine_ndcg@200 | mix_de_cosine_ndcg@200 | mix_zh_cosine_ndcg@200 |
|
| 1214 |
+
|:------:|:----:|:-------------:|:-----------------------:|:-----------------------:|:-----------------------:|:-----------------------:|:----------------------:|:----------------------:|:----------------------:|
|
| 1215 |
+
| -1 | -1 | - | 0.5348 | 0.4311 | 0.3678 | 0.5333 | 0.2580 | 0.1924 | 0.2871 |
|
| 1216 |
+
| 0.0030 | 1 | 0.0017 | - | - | - | - | - | - | - |
|
| 1217 |
+
| 0.2959 | 100 | 0.001 | - | - | - | - | - | - | - |
|
| 1218 |
+
| 0.5917 | 200 | 0.0005 | 0.6702 | 0.5287 | 0.4566 | 0.6809 | 0.5864 | 0.5302 | 0.4739 |
|
| 1219 |
+
| 0.8876 | 300 | 0.0004 | - | - | - | - | - | - | - |
|
| 1220 |
+
| 1.1834 | 400 | 0.0004 | 0.7057 | 0.5643 | 0.4790 | 0.7033 | 0.6604 | 0.6055 | 0.6003 |
|
| 1221 |
+
| 1.4793 | 500 | 0.0004 | - | - | - | - | - | - | - |
|
| 1222 |
+
| 1.7751 | 600 | 0.0003 | 0.7184 | 0.5783 | 0.4910 | 0.7127 | 0.6927 | 0.6416 | 0.6485 |
|
| 1223 |
+
| 2.0710 | 700 | 0.0003 | - | - | - | - | - | - | - |
|
| 1224 |
+
| 2.3669 | 800 | 0.0003 | 0.7307 | 0.5938 | 0.5023 | 0.7233 | 0.7125 | 0.6639 | 0.6847 |
|
| 1225 |
+
| 2.6627 | 900 | 0.0003 | - | - | - | - | - | - | - |
|
| 1226 |
+
| 2.9586 | 1000 | 0.0003 | 0.7371 | 0.6002 | 0.5085 | 0.7228 | 0.7222 | 0.6761 | 0.6998 |
|
| 1227 |
+
|
| 1228 |
+
|
| 1229 |
+
### Framework Versions
|
| 1230 |
+
- Python: 3.11.11
|
| 1231 |
+
- Sentence Transformers: 4.1.0
|
| 1232 |
+
- Transformers: 4.51.3
|
| 1233 |
+
- PyTorch: 2.6.0+cu124
|
| 1234 |
+
- Accelerate: 1.6.0
|
| 1235 |
+
- Datasets: 3.5.0
|
| 1236 |
+
- Tokenizers: 0.21.1
|
| 1237 |
+
|
| 1238 |
+
## Citation
|
| 1239 |
+
|
| 1240 |
+
### BibTeX
|
| 1241 |
+
|
| 1242 |
+
#### Sentence Transformers
|
| 1243 |
+
```bibtex
|
| 1244 |
+
@inproceedings{reimers-2019-sentence-bert,
|
| 1245 |
+
title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
|
| 1246 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1247 |
+
booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
|
| 1248 |
+
month = "11",
|
| 1249 |
+
year = "2019",
|
| 1250 |
+
publisher = "Association for Computational Linguistics",
|
| 1251 |
+
url = "https://arxiv.org/abs/1908.10084",
|
| 1252 |
+
}
|
| 1253 |
+
```
|
| 1254 |
+
|
| 1255 |
+
#### MSELoss
|
| 1256 |
+
```bibtex
|
| 1257 |
+
@inproceedings{reimers-2020-multilingual-sentence-bert,
|
| 1258 |
+
title = "Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation",
|
| 1259 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1260 |
+
booktitle = "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing",
|
| 1261 |
+
month = "11",
|
| 1262 |
+
year = "2020",
|
| 1263 |
+
publisher = "Association for Computational Linguistics",
|
| 1264 |
+
url = "https://arxiv.org/abs/2004.09813",
|
| 1265 |
+
}
|
| 1266 |
+
```
|
| 1267 |
+
|
| 1268 |
+
<!--
|
| 1269 |
+
## Glossary
|
| 1270 |
+
|
| 1271 |
+
*Clearly define terms in order to be accessible across audiences.*
|
| 1272 |
+
-->
|
| 1273 |
+
|
| 1274 |
+
<!--
|
| 1275 |
+
## Model Card Authors
|
| 1276 |
+
|
| 1277 |
+
*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
|
| 1278 |
+
-->
|
| 1279 |
+
|
| 1280 |
+
<!--
|
| 1281 |
+
## Model Card Contact
|
| 1282 |
+
|
| 1283 |
+
*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
|
| 1284 |
+
-->
|
checkpoint-1000/config.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"NewModel"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.0,
|
| 6 |
+
"auto_map": {
|
| 7 |
+
"AutoConfig": "configuration.NewConfig",
|
| 8 |
+
"AutoModel": "Alibaba-NLP/new-impl--modeling.NewModel",
|
| 9 |
+
"AutoModelForMaskedLM": "Alibaba-NLP/new-impl--modeling.NewForMaskedLM",
|
| 10 |
+
"AutoModelForMultipleChoice": "Alibaba-NLP/new-impl--modeling.NewForMultipleChoice",
|
| 11 |
+
"AutoModelForQuestionAnswering": "Alibaba-NLP/new-impl--modeling.NewForQuestionAnswering",
|
| 12 |
+
"AutoModelForSequenceClassification": "Alibaba-NLP/new-impl--modeling.NewForSequenceClassification",
|
| 13 |
+
"AutoModelForTokenClassification": "Alibaba-NLP/new-impl--modeling.NewForTokenClassification"
|
| 14 |
+
},
|
| 15 |
+
"classifier_dropout": 0.0,
|
| 16 |
+
"hidden_act": "gelu",
|
| 17 |
+
"hidden_dropout_prob": 0.1,
|
| 18 |
+
"hidden_size": 768,
|
| 19 |
+
"id2label": {
|
| 20 |
+
"0": "LABEL_0"
|
| 21 |
+
},
|
| 22 |
+
"initializer_range": 0.02,
|
| 23 |
+
"intermediate_size": 3072,
|
| 24 |
+
"label2id": {
|
| 25 |
+
"LABEL_0": 0
|
| 26 |
+
},
|
| 27 |
+
"layer_norm_eps": 1e-12,
|
| 28 |
+
"layer_norm_type": "layer_norm",
|
| 29 |
+
"logn_attention_clip1": false,
|
| 30 |
+
"logn_attention_scale": false,
|
| 31 |
+
"max_position_embeddings": 8192,
|
| 32 |
+
"model_type": "new",
|
| 33 |
+
"num_attention_heads": 12,
|
| 34 |
+
"num_hidden_layers": 3,
|
| 35 |
+
"pack_qkv": true,
|
| 36 |
+
"pad_token_id": 1,
|
| 37 |
+
"position_embedding_type": "rope",
|
| 38 |
+
"rope_scaling": {
|
| 39 |
+
"factor": 8.0,
|
| 40 |
+
"type": "ntk"
|
| 41 |
+
},
|
| 42 |
+
"rope_theta": 20000,
|
| 43 |
+
"torch_dtype": "float32",
|
| 44 |
+
"transformers_version": "4.51.3",
|
| 45 |
+
"type_vocab_size": 1,
|
| 46 |
+
"unpad_inputs": false,
|
| 47 |
+
"use_memory_efficient_attention": false,
|
| 48 |
+
"vocab_size": 250048
|
| 49 |
+
}
|
checkpoint-1000/config_sentence_transformers.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"__version__": {
|
| 3 |
+
"sentence_transformers": "4.1.0",
|
| 4 |
+
"transformers": "4.51.3",
|
| 5 |
+
"pytorch": "2.6.0+cu124"
|
| 6 |
+
},
|
| 7 |
+
"prompts": {},
|
| 8 |
+
"default_prompt_name": null,
|
| 9 |
+
"similarity_fn_name": "cosine"
|
| 10 |
+
}
|
checkpoint-1000/modules.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"idx": 0,
|
| 4 |
+
"name": "0",
|
| 5 |
+
"path": "",
|
| 6 |
+
"type": "sentence_transformers.models.Transformer"
|
| 7 |
+
},
|
| 8 |
+
{
|
| 9 |
+
"idx": 1,
|
| 10 |
+
"name": "1",
|
| 11 |
+
"path": "1_Pooling",
|
| 12 |
+
"type": "sentence_transformers.models.Pooling"
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"idx": 2,
|
| 16 |
+
"name": "2",
|
| 17 |
+
"path": "2_Normalize",
|
| 18 |
+
"type": "sentence_transformers.models.Normalize"
|
| 19 |
+
}
|
| 20 |
+
]
|
checkpoint-1000/sentence_bert_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"max_seq_length": 512,
|
| 3 |
+
"do_lower_case": false
|
| 4 |
+
}
|
checkpoint-1000/special_tokens_map.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"cls_token": {
|
| 10 |
+
"content": "<s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"eos_token": {
|
| 17 |
+
"content": "</s>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"mask_token": {
|
| 24 |
+
"content": "<mask>",
|
| 25 |
+
"lstrip": true,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
},
|
| 30 |
+
"pad_token": {
|
| 31 |
+
"content": "<pad>",
|
| 32 |
+
"lstrip": false,
|
| 33 |
+
"normalized": false,
|
| 34 |
+
"rstrip": false,
|
| 35 |
+
"single_word": false
|
| 36 |
+
},
|
| 37 |
+
"sep_token": {
|
| 38 |
+
"content": "</s>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false
|
| 43 |
+
},
|
| 44 |
+
"unk_token": {
|
| 45 |
+
"content": "<unk>",
|
| 46 |
+
"lstrip": false,
|
| 47 |
+
"normalized": false,
|
| 48 |
+
"rstrip": false,
|
| 49 |
+
"single_word": false
|
| 50 |
+
}
|
| 51 |
+
}
|
checkpoint-1000/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:883b037111086fd4dfebbbc9b7cee11e1517b5e0c0514879478661440f137085
|
| 3 |
+
size 17082987
|
checkpoint-1000/tokenizer_config.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": true,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"max_length": 512,
|
| 51 |
+
"model_max_length": 512,
|
| 52 |
+
"pad_to_multiple_of": null,
|
| 53 |
+
"pad_token": "<pad>",
|
| 54 |
+
"pad_token_type_id": 0,
|
| 55 |
+
"padding_side": "right",
|
| 56 |
+
"sep_token": "</s>",
|
| 57 |
+
"stride": 0,
|
| 58 |
+
"tokenizer_class": "XLMRobertaTokenizerFast",
|
| 59 |
+
"truncation_side": "right",
|
| 60 |
+
"truncation_strategy": "longest_first",
|
| 61 |
+
"unk_token": "<unk>"
|
| 62 |
+
}
|
checkpoint-1000/trainer_state.json
ADDED
|
@@ -0,0 +1,1446 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": null,
|
| 3 |
+
"best_metric": null,
|
| 4 |
+
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 2.9585798816568047,
|
| 6 |
+
"eval_steps": 200,
|
| 7 |
+
"global_step": 1000,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.0029585798816568047,
|
| 14 |
+
"grad_norm": 0.003932574763894081,
|
| 15 |
+
"learning_rate": 0.0,
|
| 16 |
+
"loss": 0.0017,
|
| 17 |
+
"step": 1
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2958579881656805,
|
| 21 |
+
"grad_norm": 0.0002998154377564788,
|
| 22 |
+
"learning_rate": 9.912772585669783e-05,
|
| 23 |
+
"loss": 0.001,
|
| 24 |
+
"step": 100
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.591715976331361,
|
| 28 |
+
"grad_norm": 0.00026975994114764035,
|
| 29 |
+
"learning_rate": 9.289719626168225e-05,
|
| 30 |
+
"loss": 0.0005,
|
| 31 |
+
"step": 200
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.591715976331361,
|
| 35 |
+
"eval_full_de_cosine_accuracy@1": 0.2955665024630542,
|
| 36 |
+
"eval_full_de_cosine_accuracy@100": 0.9802955665024631,
|
| 37 |
+
"eval_full_de_cosine_accuracy@150": 0.9901477832512315,
|
| 38 |
+
"eval_full_de_cosine_accuracy@20": 0.9556650246305419,
|
| 39 |
+
"eval_full_de_cosine_accuracy@200": 0.9901477832512315,
|
| 40 |
+
"eval_full_de_cosine_accuracy@50": 0.9704433497536946,
|
| 41 |
+
"eval_full_de_cosine_map@1": 0.2955665024630542,
|
| 42 |
+
"eval_full_de_cosine_map@100": 0.23912170495699045,
|
| 43 |
+
"eval_full_de_cosine_map@150": 0.2480105904337085,
|
| 44 |
+
"eval_full_de_cosine_map@20": 0.308500931390137,
|
| 45 |
+
"eval_full_de_cosine_map@200": 0.253032960716972,
|
| 46 |
+
"eval_full_de_cosine_map@50": 0.24325745555408396,
|
| 47 |
+
"eval_full_de_cosine_map@500": 0.2637582116936768,
|
| 48 |
+
"eval_full_de_cosine_mrr@1": 0.2955665024630542,
|
| 49 |
+
"eval_full_de_cosine_mrr@100": 0.5005668219316932,
|
| 50 |
+
"eval_full_de_cosine_mrr@150": 0.5006561680149542,
|
| 51 |
+
"eval_full_de_cosine_mrr@20": 0.4999630364162379,
|
| 52 |
+
"eval_full_de_cosine_mrr@200": 0.5006561680149542,
|
| 53 |
+
"eval_full_de_cosine_mrr@50": 0.500417913595253,
|
| 54 |
+
"eval_full_de_cosine_ndcg@1": 0.2955665024630542,
|
| 55 |
+
"eval_full_de_cosine_ndcg@100": 0.4132573069016215,
|
| 56 |
+
"eval_full_de_cosine_ndcg@150": 0.4386619476207025,
|
| 57 |
+
"eval_full_de_cosine_ndcg@20": 0.4413841049902018,
|
| 58 |
+
"eval_full_de_cosine_ndcg@200": 0.45655433596891026,
|
| 59 |
+
"eval_full_de_cosine_ndcg@50": 0.396035545928819,
|
| 60 |
+
"eval_full_de_cosine_precision@1": 0.2955665024630542,
|
| 61 |
+
"eval_full_de_cosine_precision@100": 0.1660591133004926,
|
| 62 |
+
"eval_full_de_cosine_precision@150": 0.1265353037766831,
|
| 63 |
+
"eval_full_de_cosine_precision@20": 0.3982758620689655,
|
| 64 |
+
"eval_full_de_cosine_precision@200": 0.1033743842364532,
|
| 65 |
+
"eval_full_de_cosine_precision@50": 0.25733990147783253,
|
| 66 |
+
"eval_full_de_cosine_recall@1": 0.01108543831680986,
|
| 67 |
+
"eval_full_de_cosine_recall@100": 0.4368237340812292,
|
| 68 |
+
"eval_full_de_cosine_recall@150": 0.4866824517136917,
|
| 69 |
+
"eval_full_de_cosine_recall@20": 0.24291574566277963,
|
| 70 |
+
"eval_full_de_cosine_recall@200": 0.5237567328396163,
|
| 71 |
+
"eval_full_de_cosine_recall@50": 0.3508390750999705,
|
| 72 |
+
"eval_full_en_cosine_accuracy@1": 0.6095238095238096,
|
| 73 |
+
"eval_full_en_cosine_accuracy@100": 0.9809523809523809,
|
| 74 |
+
"eval_full_en_cosine_accuracy@150": 0.9904761904761905,
|
| 75 |
+
"eval_full_en_cosine_accuracy@20": 0.9619047619047619,
|
| 76 |
+
"eval_full_en_cosine_accuracy@200": 0.9904761904761905,
|
| 77 |
+
"eval_full_en_cosine_accuracy@50": 0.9714285714285714,
|
| 78 |
+
"eval_full_en_cosine_map@1": 0.6095238095238096,
|
| 79 |
+
"eval_full_en_cosine_map@100": 0.4212871549773475,
|
| 80 |
+
"eval_full_en_cosine_map@150": 0.4292041397533778,
|
| 81 |
+
"eval_full_en_cosine_map@20": 0.41834185162590387,
|
| 82 |
+
"eval_full_en_cosine_map@200": 0.43360983440296147,
|
| 83 |
+
"eval_full_en_cosine_map@50": 0.3950487272048726,
|
| 84 |
+
"eval_full_en_cosine_map@500": 0.44048129620249793,
|
| 85 |
+
"eval_full_en_cosine_mrr@1": 0.6095238095238096,
|
| 86 |
+
"eval_full_en_cosine_mrr@100": 0.7651908878224667,
|
| 87 |
+
"eval_full_en_cosine_mrr@150": 0.7652709198352718,
|
| 88 |
+
"eval_full_en_cosine_mrr@20": 0.7647869674185462,
|
| 89 |
+
"eval_full_en_cosine_mrr@200": 0.7652709198352718,
|
| 90 |
+
"eval_full_en_cosine_mrr@50": 0.7650443676759465,
|
| 91 |
+
"eval_full_en_cosine_ndcg@1": 0.6095238095238096,
|
| 92 |
+
"eval_full_en_cosine_ndcg@100": 0.6311923978676361,
|
| 93 |
+
"eval_full_en_cosine_ndcg@150": 0.6538048550548475,
|
| 94 |
+
"eval_full_en_cosine_ndcg@20": 0.5708801066213397,
|
| 95 |
+
"eval_full_en_cosine_ndcg@200": 0.6702447487259725,
|
| 96 |
+
"eval_full_en_cosine_ndcg@50": 0.5759834478645489,
|
| 97 |
+
"eval_full_en_cosine_precision@1": 0.6095238095238096,
|
| 98 |
+
"eval_full_en_cosine_precision@100": 0.15038095238095237,
|
| 99 |
+
"eval_full_en_cosine_precision@150": 0.10958730158730158,
|
| 100 |
+
"eval_full_en_cosine_precision@20": 0.40714285714285714,
|
| 101 |
+
"eval_full_en_cosine_precision@200": 0.08747619047619049,
|
| 102 |
+
"eval_full_en_cosine_precision@50": 0.2398095238095238,
|
| 103 |
+
"eval_full_en_cosine_recall@1": 0.06442722624702855,
|
| 104 |
+
"eval_full_en_cosine_recall@100": 0.6967385317394644,
|
| 105 |
+
"eval_full_en_cosine_recall@150": 0.7500891135070625,
|
| 106 |
+
"eval_full_en_cosine_recall@20": 0.4346349989024896,
|
| 107 |
+
"eval_full_en_cosine_recall@200": 0.7922657853216979,
|
| 108 |
+
"eval_full_en_cosine_recall@50": 0.5835601213490562,
|
| 109 |
+
"eval_full_es_cosine_accuracy@1": 0.12432432432432433,
|
| 110 |
+
"eval_full_es_cosine_accuracy@100": 1.0,
|
| 111 |
+
"eval_full_es_cosine_accuracy@150": 1.0,
|
| 112 |
+
"eval_full_es_cosine_accuracy@20": 1.0,
|
| 113 |
+
"eval_full_es_cosine_accuracy@200": 1.0,
|
| 114 |
+
"eval_full_es_cosine_accuracy@50": 1.0,
|
| 115 |
+
"eval_full_es_cosine_map@1": 0.12432432432432433,
|
| 116 |
+
"eval_full_es_cosine_map@100": 0.30626153255960936,
|
| 117 |
+
"eval_full_es_cosine_map@150": 0.31525172417568115,
|
| 118 |
+
"eval_full_es_cosine_map@20": 0.3754636987030811,
|
| 119 |
+
"eval_full_es_cosine_map@200": 0.3203321736620439,
|
| 120 |
+
"eval_full_es_cosine_map@50": 0.3089347159262503,
|
| 121 |
+
"eval_full_es_cosine_map@500": 0.33123215907886244,
|
| 122 |
+
"eval_full_es_cosine_mrr@1": 0.12432432432432433,
|
| 123 |
+
"eval_full_es_cosine_mrr@100": 0.554954954954955,
|
| 124 |
+
"eval_full_es_cosine_mrr@150": 0.554954954954955,
|
| 125 |
+
"eval_full_es_cosine_mrr@20": 0.554954954954955,
|
| 126 |
+
"eval_full_es_cosine_mrr@200": 0.554954954954955,
|
| 127 |
+
"eval_full_es_cosine_mrr@50": 0.554954954954955,
|
| 128 |
+
"eval_full_es_cosine_ndcg@1": 0.12432432432432433,
|
| 129 |
+
"eval_full_es_cosine_ndcg@100": 0.48680034537634215,
|
| 130 |
+
"eval_full_es_cosine_ndcg@150": 0.512345996720451,
|
| 131 |
+
"eval_full_es_cosine_ndcg@20": 0.5146195558295508,
|
| 132 |
+
"eval_full_es_cosine_ndcg@200": 0.5287187750886941,
|
| 133 |
+
"eval_full_es_cosine_ndcg@50": 0.46964512631645533,
|
| 134 |
+
"eval_full_es_cosine_precision@1": 0.12432432432432433,
|
| 135 |
+
"eval_full_es_cosine_precision@100": 0.1852972972972973,
|
| 136 |
+
"eval_full_es_cosine_precision@150": 0.1388828828828829,
|
| 137 |
+
"eval_full_es_cosine_precision@20": 0.4651351351351351,
|
| 138 |
+
"eval_full_es_cosine_precision@200": 0.11194594594594595,
|
| 139 |
+
"eval_full_es_cosine_precision@50": 0.29437837837837844,
|
| 140 |
+
"eval_full_es_cosine_recall@1": 0.0035399794657678236,
|
| 141 |
+
"eval_full_es_cosine_recall@100": 0.5157476179053113,
|
| 142 |
+
"eval_full_es_cosine_recall@150": 0.5689714281780028,
|
| 143 |
+
"eval_full_es_cosine_recall@20": 0.30618326173570504,
|
| 144 |
+
"eval_full_es_cosine_recall@200": 0.603294577927924,
|
| 145 |
+
"eval_full_es_cosine_recall@50": 0.4305380966092272,
|
| 146 |
+
"eval_full_zh_cosine_accuracy@1": 0.6504854368932039,
|
| 147 |
+
"eval_full_zh_cosine_accuracy@100": 0.9902912621359223,
|
| 148 |
+
"eval_full_zh_cosine_accuracy@150": 0.9902912621359223,
|
| 149 |
+
"eval_full_zh_cosine_accuracy@20": 0.9805825242718447,
|
| 150 |
+
"eval_full_zh_cosine_accuracy@200": 0.9902912621359223,
|
| 151 |
+
"eval_full_zh_cosine_accuracy@50": 0.9805825242718447,
|
| 152 |
+
"eval_full_zh_cosine_map@1": 0.6504854368932039,
|
| 153 |
+
"eval_full_zh_cosine_map@100": 0.4341400410992279,
|
| 154 |
+
"eval_full_zh_cosine_map@150": 0.4421470493216924,
|
| 155 |
+
"eval_full_zh_cosine_map@20": 0.4370709010270343,
|
| 156 |
+
"eval_full_zh_cosine_map@200": 0.446164032411221,
|
| 157 |
+
"eval_full_zh_cosine_map@50": 0.4129724014671616,
|
| 158 |
+
"eval_full_zh_cosine_map@500": 0.45382091491269705,
|
| 159 |
+
"eval_full_zh_cosine_mrr@1": 0.6504854368932039,
|
| 160 |
+
"eval_full_zh_cosine_mrr@100": 0.7916435506241332,
|
| 161 |
+
"eval_full_zh_cosine_mrr@150": 0.7916435506241332,
|
| 162 |
+
"eval_full_zh_cosine_mrr@20": 0.7915048543689321,
|
| 163 |
+
"eval_full_zh_cosine_mrr@200": 0.7916435506241332,
|
| 164 |
+
"eval_full_zh_cosine_mrr@50": 0.7915048543689321,
|
| 165 |
+
"eval_full_zh_cosine_ndcg@1": 0.6504854368932039,
|
| 166 |
+
"eval_full_zh_cosine_ndcg@100": 0.6435966486586578,
|
| 167 |
+
"eval_full_zh_cosine_ndcg@150": 0.6661105297536296,
|
| 168 |
+
"eval_full_zh_cosine_ndcg@20": 0.5891740583683294,
|
| 169 |
+
"eval_full_zh_cosine_ndcg@200": 0.6809059849503412,
|
| 170 |
+
"eval_full_zh_cosine_ndcg@50": 0.5940858700081013,
|
| 171 |
+
"eval_full_zh_cosine_precision@1": 0.6504854368932039,
|
| 172 |
+
"eval_full_zh_cosine_precision@100": 0.14951456310679612,
|
| 173 |
+
"eval_full_zh_cosine_precision@150": 0.109126213592233,
|
| 174 |
+
"eval_full_zh_cosine_precision@20": 0.4174757281553398,
|
| 175 |
+
"eval_full_zh_cosine_precision@200": 0.08660194174757284,
|
| 176 |
+
"eval_full_zh_cosine_precision@50": 0.24388349514563107,
|
| 177 |
+
"eval_full_zh_cosine_recall@1": 0.06297195936535313,
|
| 178 |
+
"eval_full_zh_cosine_recall@100": 0.7066962990102679,
|
| 179 |
+
"eval_full_zh_cosine_recall@150": 0.7572705548910881,
|
| 180 |
+
"eval_full_zh_cosine_recall@20": 0.45216321099583096,
|
| 181 |
+
"eval_full_zh_cosine_recall@200": 0.7957063099867823,
|
| 182 |
+
"eval_full_zh_cosine_recall@50": 0.5985947222599055,
|
| 183 |
+
"eval_mix_de_cosine_accuracy@1": 0.38845553822152884,
|
| 184 |
+
"eval_mix_de_cosine_accuracy@100": 0.8803952158086323,
|
| 185 |
+
"eval_mix_de_cosine_accuracy@150": 0.9121164846593863,
|
| 186 |
+
"eval_mix_de_cosine_accuracy@20": 0.734269370774831,
|
| 187 |
+
"eval_mix_de_cosine_accuracy@200": 0.9355174206968279,
|
| 188 |
+
"eval_mix_de_cosine_accuracy@50": 0.8117524700988039,
|
| 189 |
+
"eval_mix_de_cosine_map@1": 0.38845553822152884,
|
| 190 |
+
"eval_mix_de_cosine_map@100": 0.39390468588701283,
|
| 191 |
+
"eval_mix_de_cosine_map@150": 0.39462204836530157,
|
| 192 |
+
"eval_mix_de_cosine_map@20": 0.38515411365076746,
|
| 193 |
+
"eval_mix_de_cosine_map@200": 0.3950134124984197,
|
| 194 |
+
"eval_mix_de_cosine_map@50": 0.39147682232706005,
|
| 195 |
+
"eval_mix_de_cosine_map@500": 0.39564242254391563,
|
| 196 |
+
"eval_mix_de_cosine_mrr@1": 0.38845553822152884,
|
| 197 |
+
"eval_mix_de_cosine_mrr@100": 0.47910662936458426,
|
| 198 |
+
"eval_mix_de_cosine_mrr@150": 0.4793689523443691,
|
| 199 |
+
"eval_mix_de_cosine_mrr@20": 0.4755813854666515,
|
| 200 |
+
"eval_mix_de_cosine_mrr@200": 0.47950783378595774,
|
| 201 |
+
"eval_mix_de_cosine_mrr@50": 0.47811704545297706,
|
| 202 |
+
"eval_mix_de_cosine_ndcg@1": 0.38845553822152884,
|
| 203 |
+
"eval_mix_de_cosine_ndcg@100": 0.5158211232743959,
|
| 204 |
+
"eval_mix_de_cosine_ndcg@150": 0.5242022471749376,
|
| 205 |
+
"eval_mix_de_cosine_ndcg@20": 0.47089223070507885,
|
| 206 |
+
"eval_mix_de_cosine_ndcg@200": 0.5302273876532717,
|
| 207 |
+
"eval_mix_de_cosine_ndcg@50": 0.49701321688193106,
|
| 208 |
+
"eval_mix_de_cosine_precision@1": 0.38845553822152884,
|
| 209 |
+
"eval_mix_de_cosine_precision@100": 0.021476859074362975,
|
| 210 |
+
"eval_mix_de_cosine_precision@150": 0.015122204888195528,
|
| 211 |
+
"eval_mix_de_cosine_precision@20": 0.08216328653146125,
|
| 212 |
+
"eval_mix_de_cosine_precision@200": 0.011799271970878837,
|
| 213 |
+
"eval_mix_de_cosine_precision@50": 0.038169526781071245,
|
| 214 |
+
"eval_mix_de_cosine_recall@1": 0.14673253596810537,
|
| 215 |
+
"eval_mix_de_cosine_recall@100": 0.7834026694401108,
|
| 216 |
+
"eval_mix_de_cosine_recall@150": 0.8256557279835054,
|
| 217 |
+
"eval_mix_de_cosine_recall@20": 0.6032587970185473,
|
| 218 |
+
"eval_mix_de_cosine_recall@200": 0.8584343724626179,
|
| 219 |
+
"eval_mix_de_cosine_recall@50": 0.6989859594383776,
|
| 220 |
+
"eval_mix_es_cosine_accuracy@1": 0.4638585543421737,
|
| 221 |
+
"eval_mix_es_cosine_accuracy@100": 0.9136765470618825,
|
| 222 |
+
"eval_mix_es_cosine_accuracy@150": 0.9365574622984919,
|
| 223 |
+
"eval_mix_es_cosine_accuracy@20": 0.7857514300572023,
|
| 224 |
+
"eval_mix_es_cosine_accuracy@200": 0.9542381695267811,
|
| 225 |
+
"eval_mix_es_cosine_accuracy@50": 0.8647945917836714,
|
| 226 |
+
"eval_mix_es_cosine_map@1": 0.4638585543421737,
|
| 227 |
+
"eval_mix_es_cosine_map@100": 0.4536657081231957,
|
| 228 |
+
"eval_mix_es_cosine_map@150": 0.45437606495676935,
|
| 229 |
+
"eval_mix_es_cosine_map@20": 0.4451761994811194,
|
| 230 |
+
"eval_mix_es_cosine_map@200": 0.4547015177344374,
|
| 231 |
+
"eval_mix_es_cosine_map@50": 0.4514863355267052,
|
| 232 |
+
"eval_mix_es_cosine_map@500": 0.4551697792251131,
|
| 233 |
+
"eval_mix_es_cosine_mrr@1": 0.4638585543421737,
|
| 234 |
+
"eval_mix_es_cosine_mrr@100": 0.5475382320931931,
|
| 235 |
+
"eval_mix_es_cosine_mrr@150": 0.5477257595682632,
|
| 236 |
+
"eval_mix_es_cosine_mrr@20": 0.5443176030174267,
|
| 237 |
+
"eval_mix_es_cosine_mrr@200": 0.5478279203164989,
|
| 238 |
+
"eval_mix_es_cosine_mrr@50": 0.5468380835249812,
|
| 239 |
+
"eval_mix_es_cosine_ndcg@1": 0.4638585543421737,
|
| 240 |
+
"eval_mix_es_cosine_ndcg@100": 0.5736815761872325,
|
| 241 |
+
"eval_mix_es_cosine_ndcg@150": 0.5816308035747072,
|
| 242 |
+
"eval_mix_es_cosine_ndcg@20": 0.5312553934197572,
|
| 243 |
+
"eval_mix_es_cosine_ndcg@200": 0.5864336371127215,
|
| 244 |
+
"eval_mix_es_cosine_ndcg@50": 0.5579803424628411,
|
| 245 |
+
"eval_mix_es_cosine_precision@1": 0.4638585543421737,
|
| 246 |
+
"eval_mix_es_cosine_precision@100": 0.022371294851794076,
|
| 247 |
+
"eval_mix_es_cosine_precision@150": 0.015656092910383078,
|
| 248 |
+
"eval_mix_es_cosine_precision@20": 0.08827353094123765,
|
| 249 |
+
"eval_mix_es_cosine_precision@200": 0.012106084243369737,
|
| 250 |
+
"eval_mix_es_cosine_precision@50": 0.040811232449297984,
|
| 251 |
+
"eval_mix_es_cosine_recall@1": 0.17768739321001412,
|
| 252 |
+
"eval_mix_es_cosine_recall@100": 0.8300398682613971,
|
| 253 |
+
"eval_mix_es_cosine_recall@150": 0.8706881608597676,
|
| 254 |
+
"eval_mix_es_cosine_recall@20": 0.6605551841121264,
|
| 255 |
+
"eval_mix_es_cosine_recall@200": 0.89693534408043,
|
| 256 |
+
"eval_mix_es_cosine_recall@50": 0.759268751702449,
|
| 257 |
+
"eval_mix_zh_cosine_accuracy@1": 0.26148225469728603,
|
| 258 |
+
"eval_mix_zh_cosine_accuracy@100": 0.947286012526096,
|
| 259 |
+
"eval_mix_zh_cosine_accuracy@150": 0.9634655532359081,
|
| 260 |
+
"eval_mix_zh_cosine_accuracy@20": 0.7964509394572025,
|
| 261 |
+
"eval_mix_zh_cosine_accuracy@200": 0.9770354906054279,
|
| 262 |
+
"eval_mix_zh_cosine_accuracy@50": 0.906054279749478,
|
| 263 |
+
"eval_mix_zh_cosine_map@1": 0.26148225469728603,
|
| 264 |
+
"eval_mix_zh_cosine_map@100": 0.28749631900572015,
|
| 265 |
+
"eval_mix_zh_cosine_map@150": 0.288385962001369,
|
| 266 |
+
"eval_mix_zh_cosine_map@20": 0.27295959762752364,
|
| 267 |
+
"eval_mix_zh_cosine_map@200": 0.2887678508836165,
|
| 268 |
+
"eval_mix_zh_cosine_map@50": 0.28444963805440326,
|
| 269 |
+
"eval_mix_zh_cosine_map@500": 0.28928883002088956,
|
| 270 |
+
"eval_mix_zh_cosine_mrr@1": 0.26148225469728603,
|
| 271 |
+
"eval_mix_zh_cosine_mrr@100": 0.39683287872204204,
|
| 272 |
+
"eval_mix_zh_cosine_mrr@150": 0.39696910415421693,
|
| 273 |
+
"eval_mix_zh_cosine_mrr@20": 0.39252482645039777,
|
| 274 |
+
"eval_mix_zh_cosine_mrr@200": 0.3970482418572872,
|
| 275 |
+
"eval_mix_zh_cosine_mrr@50": 0.3962445974483728,
|
| 276 |
+
"eval_mix_zh_cosine_ndcg@1": 0.26148225469728603,
|
| 277 |
+
"eval_mix_zh_cosine_ndcg@100": 0.4593523494555993,
|
| 278 |
+
"eval_mix_zh_cosine_ndcg@150": 0.4684878552004546,
|
| 279 |
+
"eval_mix_zh_cosine_ndcg@20": 0.3939592969070947,
|
| 280 |
+
"eval_mix_zh_cosine_ndcg@200": 0.47387019447635725,
|
| 281 |
+
"eval_mix_zh_cosine_ndcg@50": 0.4391803566109192,
|
| 282 |
+
"eval_mix_zh_cosine_precision@1": 0.26148225469728603,
|
| 283 |
+
"eval_mix_zh_cosine_precision@100": 0.025161795407098127,
|
| 284 |
+
"eval_mix_zh_cosine_precision@150": 0.017682672233820456,
|
| 285 |
+
"eval_mix_zh_cosine_precision@20": 0.08815240083507307,
|
| 286 |
+
"eval_mix_zh_cosine_precision@200": 0.013692588726513574,
|
| 287 |
+
"eval_mix_zh_cosine_precision@50": 0.04498956158663884,
|
| 288 |
+
"eval_mix_zh_cosine_recall@1": 0.08735212247738343,
|
| 289 |
+
"eval_mix_zh_cosine_recall@100": 0.8295183417834775,
|
| 290 |
+
"eval_mix_zh_cosine_recall@150": 0.8744905060145144,
|
| 291 |
+
"eval_mix_zh_cosine_recall@20": 0.5815724724127646,
|
| 292 |
+
"eval_mix_zh_cosine_recall@200": 0.9029314544189283,
|
| 293 |
+
"eval_mix_zh_cosine_recall@50": 0.7417213440699871,
|
| 294 |
+
"eval_runtime": 9.6673,
|
| 295 |
+
"eval_samples_per_second": 0.0,
|
| 296 |
+
"eval_sequential_score": 0.47387019447635725,
|
| 297 |
+
"eval_steps_per_second": 0.0,
|
| 298 |
+
"step": 200
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 0.8875739644970414,
|
| 302 |
+
"grad_norm": 0.00019490200793370605,
|
| 303 |
+
"learning_rate": 8.666666666666667e-05,
|
| 304 |
+
"loss": 0.0004,
|
| 305 |
+
"step": 300
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 1.183431952662722,
|
| 309 |
+
"grad_norm": 0.00019593666365835816,
|
| 310 |
+
"learning_rate": 8.04361370716511e-05,
|
| 311 |
+
"loss": 0.0004,
|
| 312 |
+
"step": 400
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 1.183431952662722,
|
| 316 |
+
"eval_full_de_cosine_accuracy@1": 0.2955665024630542,
|
| 317 |
+
"eval_full_de_cosine_accuracy@100": 0.9852216748768473,
|
| 318 |
+
"eval_full_de_cosine_accuracy@150": 0.9852216748768473,
|
| 319 |
+
"eval_full_de_cosine_accuracy@20": 0.9507389162561576,
|
| 320 |
+
"eval_full_de_cosine_accuracy@200": 0.9852216748768473,
|
| 321 |
+
"eval_full_de_cosine_accuracy@50": 0.9802955665024631,
|
| 322 |
+
"eval_full_de_cosine_map@1": 0.2955665024630542,
|
| 323 |
+
"eval_full_de_cosine_map@100": 0.2567419215438217,
|
| 324 |
+
"eval_full_de_cosine_map@150": 0.265533796232109,
|
| 325 |
+
"eval_full_de_cosine_map@20": 0.32048995864445406,
|
| 326 |
+
"eval_full_de_cosine_map@200": 0.2708551550258729,
|
| 327 |
+
"eval_full_de_cosine_map@50": 0.2606298564929459,
|
| 328 |
+
"eval_full_de_cosine_map@500": 0.2822869226313566,
|
| 329 |
+
"eval_full_de_cosine_mrr@1": 0.2955665024630542,
|
| 330 |
+
"eval_full_de_cosine_mrr@100": 0.5045788271072928,
|
| 331 |
+
"eval_full_de_cosine_mrr@150": 0.5045788271072928,
|
| 332 |
+
"eval_full_de_cosine_mrr@20": 0.5034406890318217,
|
| 333 |
+
"eval_full_de_cosine_mrr@200": 0.5045788271072928,
|
| 334 |
+
"eval_full_de_cosine_mrr@50": 0.5044953337450152,
|
| 335 |
+
"eval_full_de_cosine_ndcg@1": 0.2955665024630542,
|
| 336 |
+
"eval_full_de_cosine_ndcg@100": 0.4359687320861737,
|
| 337 |
+
"eval_full_de_cosine_ndcg@150": 0.46083576855515557,
|
| 338 |
+
"eval_full_de_cosine_ndcg@20": 0.4529243844878547,
|
| 339 |
+
"eval_full_de_cosine_ndcg@200": 0.478958125597508,
|
| 340 |
+
"eval_full_de_cosine_ndcg@50": 0.41681830054243046,
|
| 341 |
+
"eval_full_de_cosine_precision@1": 0.2955665024630542,
|
| 342 |
+
"eval_full_de_cosine_precision@100": 0.17866995073891623,
|
| 343 |
+
"eval_full_de_cosine_precision@150": 0.13484400656814452,
|
| 344 |
+
"eval_full_de_cosine_precision@20": 0.41305418719211817,
|
| 345 |
+
"eval_full_de_cosine_precision@200": 0.10938423645320196,
|
| 346 |
+
"eval_full_de_cosine_precision@50": 0.27536945812807884,
|
| 347 |
+
"eval_full_de_cosine_recall@1": 0.01108543831680986,
|
| 348 |
+
"eval_full_de_cosine_recall@100": 0.469544736236114,
|
| 349 |
+
"eval_full_de_cosine_recall@150": 0.518314283934692,
|
| 350 |
+
"eval_full_de_cosine_recall@20": 0.24971697618676908,
|
| 351 |
+
"eval_full_de_cosine_recall@200": 0.5568747053184373,
|
| 352 |
+
"eval_full_de_cosine_recall@50": 0.377731758436709,
|
| 353 |
+
"eval_full_en_cosine_accuracy@1": 0.638095238095238,
|
| 354 |
+
"eval_full_en_cosine_accuracy@100": 0.9809523809523809,
|
| 355 |
+
"eval_full_en_cosine_accuracy@150": 0.9904761904761905,
|
| 356 |
+
"eval_full_en_cosine_accuracy@20": 0.9619047619047619,
|
| 357 |
+
"eval_full_en_cosine_accuracy@200": 0.9904761904761905,
|
| 358 |
+
"eval_full_en_cosine_accuracy@50": 0.9809523809523809,
|
| 359 |
+
"eval_full_en_cosine_map@1": 0.638095238095238,
|
| 360 |
+
"eval_full_en_cosine_map@100": 0.4641764995443202,
|
| 361 |
+
"eval_full_en_cosine_map@150": 0.4720056673047399,
|
| 362 |
+
"eval_full_en_cosine_map@20": 0.45544156984456047,
|
| 363 |
+
"eval_full_en_cosine_map@200": 0.4759301061204395,
|
| 364 |
+
"eval_full_en_cosine_map@50": 0.43603273590332614,
|
| 365 |
+
"eval_full_en_cosine_map@500": 0.48186919678908585,
|
| 366 |
+
"eval_full_en_cosine_mrr@1": 0.638095238095238,
|
| 367 |
+
"eval_full_en_cosine_mrr@100": 0.777095588456426,
|
| 368 |
+
"eval_full_en_cosine_mrr@150": 0.7771762987066277,
|
| 369 |
+
"eval_full_en_cosine_mrr@20": 0.7764695621838479,
|
| 370 |
+
"eval_full_en_cosine_mrr@200": 0.7771762987066277,
|
| 371 |
+
"eval_full_en_cosine_mrr@50": 0.777095588456426,
|
| 372 |
+
"eval_full_en_cosine_ndcg@1": 0.638095238095238,
|
| 373 |
+
"eval_full_en_cosine_ndcg@100": 0.6716130331252141,
|
| 374 |
+
"eval_full_en_cosine_ndcg@150": 0.6926366359514627,
|
| 375 |
+
"eval_full_en_cosine_ndcg@20": 0.6045447897465399,
|
| 376 |
+
"eval_full_en_cosine_ndcg@200": 0.7057049689923274,
|
| 377 |
+
"eval_full_en_cosine_ndcg@50": 0.616645155946133,
|
| 378 |
+
"eval_full_en_cosine_precision@1": 0.638095238095238,
|
| 379 |
+
"eval_full_en_cosine_precision@100": 0.16285714285714287,
|
| 380 |
+
"eval_full_en_cosine_precision@150": 0.1175873015873016,
|
| 381 |
+
"eval_full_en_cosine_precision@20": 0.44,
|
| 382 |
+
"eval_full_en_cosine_precision@200": 0.09252380952380952,
|
| 383 |
+
"eval_full_en_cosine_precision@50": 0.2638095238095238,
|
| 384 |
+
"eval_full_en_cosine_recall@1": 0.06587125840534644,
|
| 385 |
+
"eval_full_en_cosine_recall@100": 0.7504235744205895,
|
| 386 |
+
"eval_full_en_cosine_recall@150": 0.7988070365630658,
|
| 387 |
+
"eval_full_en_cosine_recall@20": 0.46630153865605645,
|
| 388 |
+
"eval_full_en_cosine_recall@200": 0.8309271201681789,
|
| 389 |
+
"eval_full_en_cosine_recall@50": 0.6382197782219897,
|
| 390 |
+
"eval_full_es_cosine_accuracy@1": 0.11891891891891893,
|
| 391 |
+
"eval_full_es_cosine_accuracy@100": 1.0,
|
| 392 |
+
"eval_full_es_cosine_accuracy@150": 1.0,
|
| 393 |
+
"eval_full_es_cosine_accuracy@20": 1.0,
|
| 394 |
+
"eval_full_es_cosine_accuracy@200": 1.0,
|
| 395 |
+
"eval_full_es_cosine_accuracy@50": 1.0,
|
| 396 |
+
"eval_full_es_cosine_map@1": 0.11891891891891893,
|
| 397 |
+
"eval_full_es_cosine_map@100": 0.33925112142258473,
|
| 398 |
+
"eval_full_es_cosine_map@150": 0.3495637811043188,
|
| 399 |
+
"eval_full_es_cosine_map@20": 0.4061377984909505,
|
| 400 |
+
"eval_full_es_cosine_map@200": 0.3553587904962262,
|
| 401 |
+
"eval_full_es_cosine_map@50": 0.3393000005892038,
|
| 402 |
+
"eval_full_es_cosine_map@500": 0.3673477186343514,
|
| 403 |
+
"eval_full_es_cosine_mrr@1": 0.11891891891891893,
|
| 404 |
+
"eval_full_es_cosine_mrr@100": 0.5527027027027027,
|
| 405 |
+
"eval_full_es_cosine_mrr@150": 0.5527027027027027,
|
| 406 |
+
"eval_full_es_cosine_mrr@20": 0.5527027027027027,
|
| 407 |
+
"eval_full_es_cosine_mrr@200": 0.5527027027027027,
|
| 408 |
+
"eval_full_es_cosine_mrr@50": 0.5527027027027027,
|
| 409 |
+
"eval_full_es_cosine_ndcg@1": 0.11891891891891893,
|
| 410 |
+
"eval_full_es_cosine_ndcg@100": 0.5197929449881334,
|
| 411 |
+
"eval_full_es_cosine_ndcg@150": 0.5468931458857987,
|
| 412 |
+
"eval_full_es_cosine_ndcg@20": 0.5388533101278794,
|
| 413 |
+
"eval_full_es_cosine_ndcg@200": 0.564264362976638,
|
| 414 |
+
"eval_full_es_cosine_ndcg@50": 0.4987694462893664,
|
| 415 |
+
"eval_full_es_cosine_precision@1": 0.11891891891891893,
|
| 416 |
+
"eval_full_es_cosine_precision@100": 0.2010810810810811,
|
| 417 |
+
"eval_full_es_cosine_precision@150": 0.150990990990991,
|
| 418 |
+
"eval_full_es_cosine_precision@20": 0.49324324324324315,
|
| 419 |
+
"eval_full_es_cosine_precision@200": 0.12159459459459462,
|
| 420 |
+
"eval_full_es_cosine_precision@50": 0.31762162162162166,
|
| 421 |
+
"eval_full_es_cosine_recall@1": 0.003585791969830351,
|
| 422 |
+
"eval_full_es_cosine_recall@100": 0.5579278113476547,
|
| 423 |
+
"eval_full_es_cosine_recall@150": 0.6134526766095394,
|
| 424 |
+
"eval_full_es_cosine_recall@20": 0.3278801797081431,
|
| 425 |
+
"eval_full_es_cosine_recall@200": 0.6494087695214673,
|
| 426 |
+
"eval_full_es_cosine_recall@50": 0.4648123261874251,
|
| 427 |
+
"eval_full_zh_cosine_accuracy@1": 0.6504854368932039,
|
| 428 |
+
"eval_full_zh_cosine_accuracy@100": 0.9902912621359223,
|
| 429 |
+
"eval_full_zh_cosine_accuracy@150": 0.9902912621359223,
|
| 430 |
+
"eval_full_zh_cosine_accuracy@20": 0.970873786407767,
|
| 431 |
+
"eval_full_zh_cosine_accuracy@200": 0.9902912621359223,
|
| 432 |
+
"eval_full_zh_cosine_accuracy@50": 0.9902912621359223,
|
| 433 |
+
"eval_full_zh_cosine_map@1": 0.6504854368932039,
|
| 434 |
+
"eval_full_zh_cosine_map@100": 0.4540673637374807,
|
| 435 |
+
"eval_full_zh_cosine_map@150": 0.4618461018630378,
|
| 436 |
+
"eval_full_zh_cosine_map@20": 0.44892279062424895,
|
| 437 |
+
"eval_full_zh_cosine_map@200": 0.4667217834039844,
|
| 438 |
+
"eval_full_zh_cosine_map@50": 0.4305094126014137,
|
| 439 |
+
"eval_full_zh_cosine_map@500": 0.4739392963854547,
|
| 440 |
+
"eval_full_zh_cosine_mrr@1": 0.6504854368932039,
|
| 441 |
+
"eval_full_zh_cosine_mrr@100": 0.7962001570321734,
|
| 442 |
+
"eval_full_zh_cosine_mrr@150": 0.7962001570321734,
|
| 443 |
+
"eval_full_zh_cosine_mrr@20": 0.7957119741100325,
|
| 444 |
+
"eval_full_zh_cosine_mrr@200": 0.7962001570321734,
|
| 445 |
+
"eval_full_zh_cosine_mrr@50": 0.7962001570321734,
|
| 446 |
+
"eval_full_zh_cosine_ndcg@1": 0.6504854368932039,
|
| 447 |
+
"eval_full_zh_cosine_ndcg@100": 0.6638909331450039,
|
| 448 |
+
"eval_full_zh_cosine_ndcg@150": 0.6853311981200142,
|
| 449 |
+
"eval_full_zh_cosine_ndcg@20": 0.5999086133003301,
|
| 450 |
+
"eval_full_zh_cosine_ndcg@200": 0.7033198205460287,
|
| 451 |
+
"eval_full_zh_cosine_ndcg@50": 0.6129532658410302,
|
| 452 |
+
"eval_full_zh_cosine_precision@1": 0.6504854368932039,
|
| 453 |
+
"eval_full_zh_cosine_precision@100": 0.15786407766990293,
|
| 454 |
+
"eval_full_zh_cosine_precision@150": 0.11411003236245955,
|
| 455 |
+
"eval_full_zh_cosine_precision@20": 0.4305825242718446,
|
| 456 |
+
"eval_full_zh_cosine_precision@200": 0.0913592233009709,
|
| 457 |
+
"eval_full_zh_cosine_precision@50": 0.25825242718446595,
|
| 458 |
+
"eval_full_zh_cosine_recall@1": 0.060986081165882694,
|
| 459 |
+
"eval_full_zh_cosine_recall@100": 0.738289597577811,
|
| 460 |
+
"eval_full_zh_cosine_recall@150": 0.7878105561736307,
|
| 461 |
+
"eval_full_zh_cosine_recall@20": 0.4605261938478766,
|
| 462 |
+
"eval_full_zh_cosine_recall@200": 0.8324956345368711,
|
| 463 |
+
"eval_full_zh_cosine_recall@50": 0.6279780571130372,
|
| 464 |
+
"eval_mix_de_cosine_accuracy@1": 0.46021840873634945,
|
| 465 |
+
"eval_mix_de_cosine_accuracy@100": 0.9313572542901716,
|
| 466 |
+
"eval_mix_de_cosine_accuracy@150": 0.9495579823192928,
|
| 467 |
+
"eval_mix_de_cosine_accuracy@20": 0.8091523660946438,
|
| 468 |
+
"eval_mix_de_cosine_accuracy@200": 0.9625585023400937,
|
| 469 |
+
"eval_mix_de_cosine_accuracy@50": 0.8835153406136246,
|
| 470 |
+
"eval_mix_de_cosine_map@1": 0.46021840873634945,
|
| 471 |
+
"eval_mix_de_cosine_map@100": 0.4723217628710669,
|
| 472 |
+
"eval_mix_de_cosine_map@150": 0.47290246629177823,
|
| 473 |
+
"eval_mix_de_cosine_map@20": 0.4642437490768453,
|
| 474 |
+
"eval_mix_de_cosine_map@200": 0.47323000409233096,
|
| 475 |
+
"eval_mix_de_cosine_map@50": 0.47019746688105846,
|
| 476 |
+
"eval_mix_de_cosine_map@500": 0.47363146569190606,
|
| 477 |
+
"eval_mix_de_cosine_mrr@1": 0.46021840873634945,
|
| 478 |
+
"eval_mix_de_cosine_mrr@100": 0.5561629113405923,
|
| 479 |
+
"eval_mix_de_cosine_mrr@150": 0.5563168524767522,
|
| 480 |
+
"eval_mix_de_cosine_mrr@20": 0.5531152893840248,
|
| 481 |
+
"eval_mix_de_cosine_mrr@200": 0.5563946576872058,
|
| 482 |
+
"eval_mix_de_cosine_mrr@50": 0.5554363671701441,
|
| 483 |
+
"eval_mix_de_cosine_ndcg@1": 0.46021840873634945,
|
| 484 |
+
"eval_mix_de_cosine_ndcg@100": 0.5944999375964086,
|
| 485 |
+
"eval_mix_de_cosine_ndcg@150": 0.6010213315483848,
|
| 486 |
+
"eval_mix_de_cosine_ndcg@20": 0.5540701081096809,
|
| 487 |
+
"eval_mix_de_cosine_ndcg@200": 0.6054920754873866,
|
| 488 |
+
"eval_mix_de_cosine_ndcg@50": 0.5786034933790482,
|
| 489 |
+
"eval_mix_de_cosine_precision@1": 0.46021840873634945,
|
| 490 |
+
"eval_mix_de_cosine_precision@100": 0.02356214248569943,
|
| 491 |
+
"eval_mix_de_cosine_precision@150": 0.016328653146125843,
|
| 492 |
+
"eval_mix_de_cosine_precision@20": 0.09500780031201247,
|
| 493 |
+
"eval_mix_de_cosine_precision@200": 0.012597503900156008,
|
| 494 |
+
"eval_mix_de_cosine_precision@50": 0.04315132605304212,
|
| 495 |
+
"eval_mix_de_cosine_recall@1": 0.17405096203848153,
|
| 496 |
+
"eval_mix_de_cosine_recall@100": 0.857782977985786,
|
| 497 |
+
"eval_mix_de_cosine_recall@150": 0.8908389668920089,
|
| 498 |
+
"eval_mix_de_cosine_recall@20": 0.6965938637545501,
|
| 499 |
+
"eval_mix_de_cosine_recall@200": 0.9146832890859494,
|
| 500 |
+
"eval_mix_de_cosine_recall@50": 0.7862367828046456,
|
| 501 |
+
"eval_mix_es_cosine_accuracy@1": 0.5455018200728029,
|
| 502 |
+
"eval_mix_es_cosine_accuracy@100": 0.9474778991159646,
|
| 503 |
+
"eval_mix_es_cosine_accuracy@150": 0.9651586063442538,
|
| 504 |
+
"eval_mix_es_cosine_accuracy@20": 0.8569942797711908,
|
| 505 |
+
"eval_mix_es_cosine_accuracy@200": 0.9729589183567343,
|
| 506 |
+
"eval_mix_es_cosine_accuracy@50": 0.9126365054602185,
|
| 507 |
+
"eval_mix_es_cosine_map@1": 0.5455018200728029,
|
| 508 |
+
"eval_mix_es_cosine_map@100": 0.535255166612506,
|
| 509 |
+
"eval_mix_es_cosine_map@150": 0.535781036051377,
|
| 510 |
+
"eval_mix_es_cosine_map@20": 0.5274530705128716,
|
| 511 |
+
"eval_mix_es_cosine_map@200": 0.5360323324320723,
|
| 512 |
+
"eval_mix_es_cosine_map@50": 0.5335700056858728,
|
| 513 |
+
"eval_mix_es_cosine_map@500": 0.5363495198132057,
|
| 514 |
+
"eval_mix_es_cosine_mrr@1": 0.5455018200728029,
|
| 515 |
+
"eval_mix_es_cosine_mrr@100": 0.6286967011568556,
|
| 516 |
+
"eval_mix_es_cosine_mrr@150": 0.6288426810615296,
|
| 517 |
+
"eval_mix_es_cosine_mrr@20": 0.626350833432816,
|
| 518 |
+
"eval_mix_es_cosine_mrr@200": 0.6288903722545199,
|
| 519 |
+
"eval_mix_es_cosine_mrr@50": 0.6281937000449875,
|
| 520 |
+
"eval_mix_es_cosine_ndcg@1": 0.5455018200728029,
|
| 521 |
+
"eval_mix_es_cosine_ndcg@100": 0.6510862026444352,
|
| 522 |
+
"eval_mix_es_cosine_ndcg@150": 0.6568932430019802,
|
| 523 |
+
"eval_mix_es_cosine_ndcg@20": 0.6150365602568844,
|
| 524 |
+
"eval_mix_es_cosine_ndcg@200": 0.6604458038086418,
|
| 525 |
+
"eval_mix_es_cosine_ndcg@50": 0.6390345568565291,
|
| 526 |
+
"eval_mix_es_cosine_precision@1": 0.5455018200728029,
|
| 527 |
+
"eval_mix_es_cosine_precision@100": 0.02399375975039002,
|
| 528 |
+
"eval_mix_es_cosine_precision@150": 0.016543595077136417,
|
| 529 |
+
"eval_mix_es_cosine_precision@20": 0.10023400936037442,
|
| 530 |
+
"eval_mix_es_cosine_precision@200": 0.012665106604264172,
|
| 531 |
+
"eval_mix_es_cosine_precision@50": 0.04500260010400416,
|
| 532 |
+
"eval_mix_es_cosine_recall@1": 0.2100760220885026,
|
| 533 |
+
"eval_mix_es_cosine_recall@100": 0.8890448951291384,
|
| 534 |
+
"eval_mix_es_cosine_recall@150": 0.9186167446697868,
|
| 535 |
+
"eval_mix_es_cosine_recall@20": 0.7463635688284673,
|
| 536 |
+
"eval_mix_es_cosine_recall@200": 0.9383775351014041,
|
| 537 |
+
"eval_mix_es_cosine_recall@50": 0.8345207141618998,
|
| 538 |
+
"eval_mix_zh_cosine_accuracy@1": 0.4232776617954071,
|
| 539 |
+
"eval_mix_zh_cosine_accuracy@100": 0.9765135699373695,
|
| 540 |
+
"eval_mix_zh_cosine_accuracy@150": 0.9859081419624217,
|
| 541 |
+
"eval_mix_zh_cosine_accuracy@20": 0.901356993736952,
|
| 542 |
+
"eval_mix_zh_cosine_accuracy@200": 0.9890396659707724,
|
| 543 |
+
"eval_mix_zh_cosine_accuracy@50": 0.954070981210856,
|
| 544 |
+
"eval_mix_zh_cosine_map@1": 0.4232776617954071,
|
| 545 |
+
"eval_mix_zh_cosine_map@100": 0.42741180736358436,
|
| 546 |
+
"eval_mix_zh_cosine_map@150": 0.4279910729994889,
|
| 547 |
+
"eval_mix_zh_cosine_map@20": 0.41568187503158693,
|
| 548 |
+
"eval_mix_zh_cosine_map@200": 0.42824261164446553,
|
| 549 |
+
"eval_mix_zh_cosine_map@50": 0.42544885981608077,
|
| 550 |
+
"eval_mix_zh_cosine_map@500": 0.428533272446383,
|
| 551 |
+
"eval_mix_zh_cosine_mrr@1": 0.4232776617954071,
|
| 552 |
+
"eval_mix_zh_cosine_mrr@100": 0.5650479488833118,
|
| 553 |
+
"eval_mix_zh_cosine_mrr@150": 0.565124056781373,
|
| 554 |
+
"eval_mix_zh_cosine_mrr@20": 0.5629837129820784,
|
| 555 |
+
"eval_mix_zh_cosine_mrr@200": 0.5651432098126187,
|
| 556 |
+
"eval_mix_zh_cosine_mrr@50": 0.5647239642584531,
|
| 557 |
+
"eval_mix_zh_cosine_ndcg@1": 0.4232776617954071,
|
| 558 |
+
"eval_mix_zh_cosine_ndcg@100": 0.5914166160498772,
|
| 559 |
+
"eval_mix_zh_cosine_ndcg@150": 0.5971759685516622,
|
| 560 |
+
"eval_mix_zh_cosine_ndcg@20": 0.543883122464392,
|
| 561 |
+
"eval_mix_zh_cosine_ndcg@200": 0.6003485381890498,
|
| 562 |
+
"eval_mix_zh_cosine_ndcg@50": 0.5784717737270649,
|
| 563 |
+
"eval_mix_zh_cosine_precision@1": 0.4232776617954071,
|
| 564 |
+
"eval_mix_zh_cosine_precision@100": 0.027332985386221306,
|
| 565 |
+
"eval_mix_zh_cosine_precision@150": 0.01878566457898399,
|
| 566 |
+
"eval_mix_zh_cosine_precision@20": 0.10955114822546971,
|
| 567 |
+
"eval_mix_zh_cosine_precision@200": 0.014342379958246351,
|
| 568 |
+
"eval_mix_zh_cosine_precision@50": 0.05122129436325679,
|
| 569 |
+
"eval_mix_zh_cosine_recall@1": 0.14153618649965202,
|
| 570 |
+
"eval_mix_zh_cosine_recall@100": 0.9008872651356993,
|
| 571 |
+
"eval_mix_zh_cosine_recall@150": 0.9293493389004871,
|
| 572 |
+
"eval_mix_zh_cosine_recall@20": 0.722858882592703,
|
| 573 |
+
"eval_mix_zh_cosine_recall@200": 0.9460681976339596,
|
| 574 |
+
"eval_mix_zh_cosine_recall@50": 0.8446490704841435,
|
| 575 |
+
"eval_runtime": 10.0466,
|
| 576 |
+
"eval_samples_per_second": 0.0,
|
| 577 |
+
"eval_sequential_score": 0.6003485381890498,
|
| 578 |
+
"eval_steps_per_second": 0.0,
|
| 579 |
+
"step": 400
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 1.4792899408284024,
|
| 583 |
+
"grad_norm": 0.0002115300012519583,
|
| 584 |
+
"learning_rate": 7.420560747663552e-05,
|
| 585 |
+
"loss": 0.0004,
|
| 586 |
+
"step": 500
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 1.7751479289940828,
|
| 590 |
+
"grad_norm": 0.0001920880749821663,
|
| 591 |
+
"learning_rate": 6.797507788161995e-05,
|
| 592 |
+
"loss": 0.0003,
|
| 593 |
+
"step": 600
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 1.7751479289940828,
|
| 597 |
+
"eval_full_de_cosine_accuracy@1": 0.2955665024630542,
|
| 598 |
+
"eval_full_de_cosine_accuracy@100": 0.9852216748768473,
|
| 599 |
+
"eval_full_de_cosine_accuracy@150": 0.9852216748768473,
|
| 600 |
+
"eval_full_de_cosine_accuracy@20": 0.9458128078817734,
|
| 601 |
+
"eval_full_de_cosine_accuracy@200": 0.9852216748768473,
|
| 602 |
+
"eval_full_de_cosine_accuracy@50": 0.9852216748768473,
|
| 603 |
+
"eval_full_de_cosine_map@1": 0.2955665024630542,
|
| 604 |
+
"eval_full_de_cosine_map@100": 0.2625024440656235,
|
| 605 |
+
"eval_full_de_cosine_map@150": 0.2722157763818812,
|
| 606 |
+
"eval_full_de_cosine_map@20": 0.32183381322560267,
|
| 607 |
+
"eval_full_de_cosine_map@200": 0.27793824790648164,
|
| 608 |
+
"eval_full_de_cosine_map@50": 0.26687539986261816,
|
| 609 |
+
"eval_full_de_cosine_map@500": 0.2893817200030204,
|
| 610 |
+
"eval_full_de_cosine_mrr@1": 0.2955665024630542,
|
| 611 |
+
"eval_full_de_cosine_mrr@100": 0.5023210116527641,
|
| 612 |
+
"eval_full_de_cosine_mrr@150": 0.5023210116527641,
|
| 613 |
+
"eval_full_de_cosine_mrr@20": 0.5008673660767252,
|
| 614 |
+
"eval_full_de_cosine_mrr@200": 0.5023210116527641,
|
| 615 |
+
"eval_full_de_cosine_mrr@50": 0.5023210116527641,
|
| 616 |
+
"eval_full_de_cosine_ndcg@1": 0.2955665024630542,
|
| 617 |
+
"eval_full_de_cosine_ndcg@100": 0.44367884677993147,
|
| 618 |
+
"eval_full_de_cosine_ndcg@150": 0.47160000110152916,
|
| 619 |
+
"eval_full_de_cosine_ndcg@20": 0.4542210023439735,
|
| 620 |
+
"eval_full_de_cosine_ndcg@200": 0.4909825861195281,
|
| 621 |
+
"eval_full_de_cosine_ndcg@50": 0.42517836513872964,
|
| 622 |
+
"eval_full_de_cosine_precision@1": 0.2955665024630542,
|
| 623 |
+
"eval_full_de_cosine_precision@100": 0.18251231527093598,
|
| 624 |
+
"eval_full_de_cosine_precision@150": 0.13898193760262725,
|
| 625 |
+
"eval_full_de_cosine_precision@20": 0.41379310344827586,
|
| 626 |
+
"eval_full_de_cosine_precision@200": 0.11325123152709361,
|
| 627 |
+
"eval_full_de_cosine_precision@50": 0.283448275862069,
|
| 628 |
+
"eval_full_de_cosine_recall@1": 0.01108543831680986,
|
| 629 |
+
"eval_full_de_cosine_recall@100": 0.4813501045539941,
|
| 630 |
+
"eval_full_de_cosine_recall@150": 0.5364084146960163,
|
| 631 |
+
"eval_full_de_cosine_recall@20": 0.2542107894141876,
|
| 632 |
+
"eval_full_de_cosine_recall@200": 0.5778850032024853,
|
| 633 |
+
"eval_full_de_cosine_recall@50": 0.38875379672131,
|
| 634 |
+
"eval_full_en_cosine_accuracy@1": 0.6285714285714286,
|
| 635 |
+
"eval_full_en_cosine_accuracy@100": 0.9904761904761905,
|
| 636 |
+
"eval_full_en_cosine_accuracy@150": 0.9904761904761905,
|
| 637 |
+
"eval_full_en_cosine_accuracy@20": 0.9714285714285714,
|
| 638 |
+
"eval_full_en_cosine_accuracy@200": 0.9904761904761905,
|
| 639 |
+
"eval_full_en_cosine_accuracy@50": 0.9904761904761905,
|
| 640 |
+
"eval_full_en_cosine_map@1": 0.6285714285714286,
|
| 641 |
+
"eval_full_en_cosine_map@100": 0.4808997647658073,
|
| 642 |
+
"eval_full_en_cosine_map@150": 0.48880948507389355,
|
| 643 |
+
"eval_full_en_cosine_map@20": 0.47343714269469456,
|
| 644 |
+
"eval_full_en_cosine_map@200": 0.4927770622539844,
|
| 645 |
+
"eval_full_en_cosine_map@50": 0.4522725203086179,
|
| 646 |
+
"eval_full_en_cosine_map@500": 0.4988827324510947,
|
| 647 |
+
"eval_full_en_cosine_mrr@1": 0.6285714285714286,
|
| 648 |
+
"eval_full_en_cosine_mrr@100": 0.7724103674103674,
|
| 649 |
+
"eval_full_en_cosine_mrr@150": 0.7724103674103674,
|
| 650 |
+
"eval_full_en_cosine_mrr@20": 0.7716777666777668,
|
| 651 |
+
"eval_full_en_cosine_mrr@200": 0.7724103674103674,
|
| 652 |
+
"eval_full_en_cosine_mrr@50": 0.7724103674103674,
|
| 653 |
+
"eval_full_en_cosine_ndcg@1": 0.6285714285714286,
|
| 654 |
+
"eval_full_en_cosine_ndcg@100": 0.6843480406110959,
|
| 655 |
+
"eval_full_en_cosine_ndcg@150": 0.7049173882762053,
|
| 656 |
+
"eval_full_en_cosine_ndcg@20": 0.6209444418709248,
|
| 657 |
+
"eval_full_en_cosine_ndcg@200": 0.7183756949142358,
|
| 658 |
+
"eval_full_en_cosine_ndcg@50": 0.6294473723576711,
|
| 659 |
+
"eval_full_en_cosine_precision@1": 0.6285714285714286,
|
| 660 |
+
"eval_full_en_cosine_precision@100": 0.16647619047619047,
|
| 661 |
+
"eval_full_en_cosine_precision@150": 0.11974603174603174,
|
| 662 |
+
"eval_full_en_cosine_precision@20": 0.4561904761904762,
|
| 663 |
+
"eval_full_en_cosine_precision@200": 0.09438095238095238,
|
| 664 |
+
"eval_full_en_cosine_precision@50": 0.2714285714285714,
|
| 665 |
+
"eval_full_en_cosine_recall@1": 0.06527602031010833,
|
| 666 |
+
"eval_full_en_cosine_recall@100": 0.7653429555146114,
|
| 667 |
+
"eval_full_en_cosine_recall@150": 0.8123778494980212,
|
| 668 |
+
"eval_full_en_cosine_recall@20": 0.48745391682105155,
|
| 669 |
+
"eval_full_en_cosine_recall@200": 0.8453961465111183,
|
| 670 |
+
"eval_full_en_cosine_recall@50": 0.6514858980133492,
|
| 671 |
+
"eval_full_es_cosine_accuracy@1": 0.11891891891891893,
|
| 672 |
+
"eval_full_es_cosine_accuracy@100": 1.0,
|
| 673 |
+
"eval_full_es_cosine_accuracy@150": 1.0,
|
| 674 |
+
"eval_full_es_cosine_accuracy@20": 1.0,
|
| 675 |
+
"eval_full_es_cosine_accuracy@200": 1.0,
|
| 676 |
+
"eval_full_es_cosine_accuracy@50": 1.0,
|
| 677 |
+
"eval_full_es_cosine_map@1": 0.11891891891891893,
|
| 678 |
+
"eval_full_es_cosine_map@100": 0.3498217476058891,
|
| 679 |
+
"eval_full_es_cosine_map@150": 0.3605480020931346,
|
| 680 |
+
"eval_full_es_cosine_map@20": 0.4161905368354915,
|
| 681 |
+
"eval_full_es_cosine_map@200": 0.3668087716720678,
|
| 682 |
+
"eval_full_es_cosine_map@50": 0.3483074634920869,
|
| 683 |
+
"eval_full_es_cosine_map@500": 0.3779292241221979,
|
| 684 |
+
"eval_full_es_cosine_mrr@1": 0.11891891891891893,
|
| 685 |
+
"eval_full_es_cosine_mrr@100": 0.5527027027027027,
|
| 686 |
+
"eval_full_es_cosine_mrr@150": 0.5527027027027027,
|
| 687 |
+
"eval_full_es_cosine_mrr@20": 0.5527027027027027,
|
| 688 |
+
"eval_full_es_cosine_mrr@200": 0.5527027027027027,
|
| 689 |
+
"eval_full_es_cosine_mrr@50": 0.5527027027027027,
|
| 690 |
+
"eval_full_es_cosine_ndcg@1": 0.11891891891891893,
|
| 691 |
+
"eval_full_es_cosine_ndcg@100": 0.5331520105561902,
|
| 692 |
+
"eval_full_es_cosine_ndcg@150": 0.559793036371957,
|
| 693 |
+
"eval_full_es_cosine_ndcg@20": 0.5478489868293568,
|
| 694 |
+
"eval_full_es_cosine_ndcg@200": 0.5782925384583979,
|
| 695 |
+
"eval_full_es_cosine_ndcg@50": 0.5093924480385684,
|
| 696 |
+
"eval_full_es_cosine_precision@1": 0.11891891891891893,
|
| 697 |
+
"eval_full_es_cosine_precision@100": 0.2076216216216216,
|
| 698 |
+
"eval_full_es_cosine_precision@150": 0.15545945945945944,
|
| 699 |
+
"eval_full_es_cosine_precision@20": 0.504054054054054,
|
| 700 |
+
"eval_full_es_cosine_precision@200": 0.12545945945945947,
|
| 701 |
+
"eval_full_es_cosine_precision@50": 0.3250810810810811,
|
| 702 |
+
"eval_full_es_cosine_recall@1": 0.0035436931012884127,
|
| 703 |
+
"eval_full_es_cosine_recall@100": 0.5786140267067541,
|
| 704 |
+
"eval_full_es_cosine_recall@150": 0.6321781446534547,
|
| 705 |
+
"eval_full_es_cosine_recall@20": 0.3336169042151915,
|
| 706 |
+
"eval_full_es_cosine_recall@200": 0.670760202615299,
|
| 707 |
+
"eval_full_es_cosine_recall@50": 0.4802169473485588,
|
| 708 |
+
"eval_full_zh_cosine_accuracy@1": 0.6504854368932039,
|
| 709 |
+
"eval_full_zh_cosine_accuracy@100": 0.9902912621359223,
|
| 710 |
+
"eval_full_zh_cosine_accuracy@150": 0.9902912621359223,
|
| 711 |
+
"eval_full_zh_cosine_accuracy@20": 0.970873786407767,
|
| 712 |
+
"eval_full_zh_cosine_accuracy@200": 0.9902912621359223,
|
| 713 |
+
"eval_full_zh_cosine_accuracy@50": 0.9805825242718447,
|
| 714 |
+
"eval_full_zh_cosine_map@1": 0.6504854368932039,
|
| 715 |
+
"eval_full_zh_cosine_map@100": 0.4638450563796641,
|
| 716 |
+
"eval_full_zh_cosine_map@150": 0.4725316312725551,
|
| 717 |
+
"eval_full_zh_cosine_map@20": 0.4569063620154663,
|
| 718 |
+
"eval_full_zh_cosine_map@200": 0.47660671101600177,
|
| 719 |
+
"eval_full_zh_cosine_map@50": 0.4389770039812701,
|
| 720 |
+
"eval_full_zh_cosine_map@500": 0.48324935280787457,
|
| 721 |
+
"eval_full_zh_cosine_mrr@1": 0.6504854368932039,
|
| 722 |
+
"eval_full_zh_cosine_mrr@100": 0.7966674372014181,
|
| 723 |
+
"eval_full_zh_cosine_mrr@150": 0.7966674372014181,
|
| 724 |
+
"eval_full_zh_cosine_mrr@20": 0.7962783171521037,
|
| 725 |
+
"eval_full_zh_cosine_mrr@200": 0.7966674372014181,
|
| 726 |
+
"eval_full_zh_cosine_mrr@50": 0.7964940668824165,
|
| 727 |
+
"eval_full_zh_cosine_ndcg@1": 0.6504854368932039,
|
| 728 |
+
"eval_full_zh_cosine_ndcg@100": 0.6731573623782805,
|
| 729 |
+
"eval_full_zh_cosine_ndcg@150": 0.6988573621008486,
|
| 730 |
+
"eval_full_zh_cosine_ndcg@20": 0.6071619364096145,
|
| 731 |
+
"eval_full_zh_cosine_ndcg@200": 0.7127085059867994,
|
| 732 |
+
"eval_full_zh_cosine_ndcg@50": 0.6201924771490717,
|
| 733 |
+
"eval_full_zh_cosine_precision@1": 0.6504854368932039,
|
| 734 |
+
"eval_full_zh_cosine_precision@100": 0.16135922330097088,
|
| 735 |
+
"eval_full_zh_cosine_precision@150": 0.11754045307443368,
|
| 736 |
+
"eval_full_zh_cosine_precision@20": 0.43592233009708736,
|
| 737 |
+
"eval_full_zh_cosine_precision@200": 0.0929126213592233,
|
| 738 |
+
"eval_full_zh_cosine_precision@50": 0.2627184466019417,
|
| 739 |
+
"eval_full_zh_cosine_recall@1": 0.06125809321810901,
|
| 740 |
+
"eval_full_zh_cosine_recall@100": 0.7480807136556352,
|
| 741 |
+
"eval_full_zh_cosine_recall@150": 0.8100117014753285,
|
| 742 |
+
"eval_full_zh_cosine_recall@20": 0.46840361505881567,
|
| 743 |
+
"eval_full_zh_cosine_recall@200": 0.8429633028529663,
|
| 744 |
+
"eval_full_zh_cosine_recall@50": 0.6339158091762449,
|
| 745 |
+
"eval_mix_de_cosine_accuracy@1": 0.5039001560062403,
|
| 746 |
+
"eval_mix_de_cosine_accuracy@100": 0.9448777951118045,
|
| 747 |
+
"eval_mix_de_cosine_accuracy@150": 0.9589183567342694,
|
| 748 |
+
"eval_mix_de_cosine_accuracy@20": 0.84399375975039,
|
| 749 |
+
"eval_mix_de_cosine_accuracy@200": 0.968278731149246,
|
| 750 |
+
"eval_mix_de_cosine_accuracy@50": 0.9084763390535622,
|
| 751 |
+
"eval_mix_de_cosine_map@1": 0.5039001560062403,
|
| 752 |
+
"eval_mix_de_cosine_map@100": 0.5125971106477005,
|
| 753 |
+
"eval_mix_de_cosine_map@150": 0.5131188199194585,
|
| 754 |
+
"eval_mix_de_cosine_map@20": 0.505156594331499,
|
| 755 |
+
"eval_mix_de_cosine_map@200": 0.5133496478406526,
|
| 756 |
+
"eval_mix_de_cosine_map@50": 0.5107325975552374,
|
| 757 |
+
"eval_mix_de_cosine_map@500": 0.5136957927685452,
|
| 758 |
+
"eval_mix_de_cosine_mrr@1": 0.5039001560062403,
|
| 759 |
+
"eval_mix_de_cosine_mrr@100": 0.5985336788307954,
|
| 760 |
+
"eval_mix_de_cosine_mrr@150": 0.5986528259488063,
|
| 761 |
+
"eval_mix_de_cosine_mrr@20": 0.5958911705035703,
|
| 762 |
+
"eval_mix_de_cosine_mrr@200": 0.5987063352922788,
|
| 763 |
+
"eval_mix_de_cosine_mrr@50": 0.5979962477714235,
|
| 764 |
+
"eval_mix_de_cosine_ndcg@1": 0.5039001560062403,
|
| 765 |
+
"eval_mix_de_cosine_ndcg@100": 0.6328275670544934,
|
| 766 |
+
"eval_mix_de_cosine_ndcg@150": 0.6383837176839967,
|
| 767 |
+
"eval_mix_de_cosine_ndcg@20": 0.5959978647836432,
|
| 768 |
+
"eval_mix_de_cosine_ndcg@200": 0.6416384714660877,
|
| 769 |
+
"eval_mix_de_cosine_ndcg@50": 0.6193308358901232,
|
| 770 |
+
"eval_mix_de_cosine_precision@1": 0.5039001560062403,
|
| 771 |
+
"eval_mix_de_cosine_precision@100": 0.024368174726989083,
|
| 772 |
+
"eval_mix_de_cosine_precision@150": 0.01678280464551915,
|
| 773 |
+
"eval_mix_de_cosine_precision@20": 0.10124804992199687,
|
| 774 |
+
"eval_mix_de_cosine_precision@200": 0.012841913676547067,
|
| 775 |
+
"eval_mix_de_cosine_precision@50": 0.045325013000520026,
|
| 776 |
+
"eval_mix_de_cosine_recall@1": 0.18934824059629052,
|
| 777 |
+
"eval_mix_de_cosine_recall@100": 0.8861067776044376,
|
| 778 |
+
"eval_mix_de_cosine_recall@150": 0.9139625585023401,
|
| 779 |
+
"eval_mix_de_cosine_recall@20": 0.7398769284104697,
|
| 780 |
+
"eval_mix_de_cosine_recall@200": 0.9314265903969492,
|
| 781 |
+
"eval_mix_de_cosine_recall@50": 0.825628358467672,
|
| 782 |
+
"eval_mix_es_cosine_accuracy@1": 0.5886635465418617,
|
| 783 |
+
"eval_mix_es_cosine_accuracy@100": 0.9594383775351014,
|
| 784 |
+
"eval_mix_es_cosine_accuracy@150": 0.9729589183567343,
|
| 785 |
+
"eval_mix_es_cosine_accuracy@20": 0.8809152366094644,
|
| 786 |
+
"eval_mix_es_cosine_accuracy@200": 0.9802392095683827,
|
| 787 |
+
"eval_mix_es_cosine_accuracy@50": 0.9261570462818512,
|
| 788 |
+
"eval_mix_es_cosine_map@1": 0.5886635465418617,
|
| 789 |
+
"eval_mix_es_cosine_map@100": 0.5729158897524718,
|
| 790 |
+
"eval_mix_es_cosine_map@150": 0.5733350346731677,
|
| 791 |
+
"eval_mix_es_cosine_map@20": 0.5655989370130696,
|
| 792 |
+
"eval_mix_es_cosine_map@200": 0.5735091332370877,
|
| 793 |
+
"eval_mix_es_cosine_map@50": 0.5711765803960042,
|
| 794 |
+
"eval_mix_es_cosine_map@500": 0.5737709089431217,
|
| 795 |
+
"eval_mix_es_cosine_mrr@1": 0.5886635465418617,
|
| 796 |
+
"eval_mix_es_cosine_mrr@100": 0.6657709136674115,
|
| 797 |
+
"eval_mix_es_cosine_mrr@150": 0.6658836947979178,
|
| 798 |
+
"eval_mix_es_cosine_mrr@20": 0.663746406326751,
|
| 799 |
+
"eval_mix_es_cosine_mrr@200": 0.6659271840534754,
|
| 800 |
+
"eval_mix_es_cosine_mrr@50": 0.6652772962495554,
|
| 801 |
+
"eval_mix_es_cosine_ndcg@1": 0.5886635465418617,
|
| 802 |
+
"eval_mix_es_cosine_ndcg@100": 0.6853991490467752,
|
| 803 |
+
"eval_mix_es_cosine_ndcg@150": 0.6900742923636211,
|
| 804 |
+
"eval_mix_es_cosine_ndcg@20": 0.6519769338150208,
|
| 805 |
+
"eval_mix_es_cosine_ndcg@200": 0.6926702396087282,
|
| 806 |
+
"eval_mix_es_cosine_ndcg@50": 0.6730191518959872,
|
| 807 |
+
"eval_mix_es_cosine_precision@1": 0.5886635465418617,
|
| 808 |
+
"eval_mix_es_cosine_precision@100": 0.024664586583463342,
|
| 809 |
+
"eval_mix_es_cosine_precision@150": 0.01687640838966892,
|
| 810 |
+
"eval_mix_es_cosine_precision@20": 0.10491419656786272,
|
| 811 |
+
"eval_mix_es_cosine_precision@200": 0.012844513780551223,
|
| 812 |
+
"eval_mix_es_cosine_precision@50": 0.04624024960998441,
|
| 813 |
+
"eval_mix_es_cosine_recall@1": 0.22689002798207167,
|
| 814 |
+
"eval_mix_es_cosine_recall@100": 0.9135552088750216,
|
| 815 |
+
"eval_mix_es_cosine_recall@150": 0.9375628358467673,
|
| 816 |
+
"eval_mix_es_cosine_recall@20": 0.7807976128568952,
|
| 817 |
+
"eval_mix_es_cosine_recall@200": 0.9520714161899808,
|
| 818 |
+
"eval_mix_es_cosine_recall@50": 0.8575923036921478,
|
| 819 |
+
"eval_mix_zh_cosine_accuracy@1": 0.4979123173277662,
|
| 820 |
+
"eval_mix_zh_cosine_accuracy@100": 0.9822546972860126,
|
| 821 |
+
"eval_mix_zh_cosine_accuracy@150": 0.9879958246346555,
|
| 822 |
+
"eval_mix_zh_cosine_accuracy@20": 0.9258872651356994,
|
| 823 |
+
"eval_mix_zh_cosine_accuracy@200": 0.9911273486430062,
|
| 824 |
+
"eval_mix_zh_cosine_accuracy@50": 0.9660751565762005,
|
| 825 |
+
"eval_mix_zh_cosine_map@1": 0.4979123173277662,
|
| 826 |
+
"eval_mix_zh_cosine_map@100": 0.48398634980849026,
|
| 827 |
+
"eval_mix_zh_cosine_map@150": 0.4844678407622049,
|
| 828 |
+
"eval_mix_zh_cosine_map@20": 0.47412363249079337,
|
| 829 |
+
"eval_mix_zh_cosine_map@200": 0.4846279769270419,
|
| 830 |
+
"eval_mix_zh_cosine_map@50": 0.482345495201663,
|
| 831 |
+
"eval_mix_zh_cosine_map@500": 0.4848745509164184,
|
| 832 |
+
"eval_mix_zh_cosine_mrr@1": 0.4979123173277662,
|
| 833 |
+
"eval_mix_zh_cosine_mrr@100": 0.6315865451011656,
|
| 834 |
+
"eval_mix_zh_cosine_mrr@150": 0.6316324222127293,
|
| 835 |
+
"eval_mix_zh_cosine_mrr@20": 0.6299942347473082,
|
| 836 |
+
"eval_mix_zh_cosine_mrr@200": 0.6316505881656331,
|
| 837 |
+
"eval_mix_zh_cosine_mrr@50": 0.6313380864532873,
|
| 838 |
+
"eval_mix_zh_cosine_ndcg@1": 0.4979123173277662,
|
| 839 |
+
"eval_mix_zh_cosine_ndcg@100": 0.6418702520158802,
|
| 840 |
+
"eval_mix_zh_cosine_ndcg@150": 0.6465087052200355,
|
| 841 |
+
"eval_mix_zh_cosine_ndcg@20": 0.6027761736684122,
|
| 842 |
+
"eval_mix_zh_cosine_ndcg@200": 0.6485444879545422,
|
| 843 |
+
"eval_mix_zh_cosine_ndcg@50": 0.6312554634401243,
|
| 844 |
+
"eval_mix_zh_cosine_precision@1": 0.4979123173277662,
|
| 845 |
+
"eval_mix_zh_cosine_precision@100": 0.027964509394572033,
|
| 846 |
+
"eval_mix_zh_cosine_precision@150": 0.019102296450939454,
|
| 847 |
+
"eval_mix_zh_cosine_precision@20": 0.11761482254697284,
|
| 848 |
+
"eval_mix_zh_cosine_precision@200": 0.01448851774530272,
|
| 849 |
+
"eval_mix_zh_cosine_precision@50": 0.05312108559498958,
|
| 850 |
+
"eval_mix_zh_cosine_recall@1": 0.16643677303906948,
|
| 851 |
+
"eval_mix_zh_cosine_recall@100": 0.9219380654140571,
|
| 852 |
+
"eval_mix_zh_cosine_recall@150": 0.9448677800974251,
|
| 853 |
+
"eval_mix_zh_cosine_recall@20": 0.7755393180236603,
|
| 854 |
+
"eval_mix_zh_cosine_recall@200": 0.9555845511482255,
|
| 855 |
+
"eval_mix_zh_cosine_recall@50": 0.8757132915796799,
|
| 856 |
+
"eval_runtime": 9.6289,
|
| 857 |
+
"eval_samples_per_second": 0.0,
|
| 858 |
+
"eval_sequential_score": 0.6485444879545422,
|
| 859 |
+
"eval_steps_per_second": 0.0,
|
| 860 |
+
"step": 600
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"epoch": 2.0710059171597632,
|
| 864 |
+
"grad_norm": 0.00018405374430585653,
|
| 865 |
+
"learning_rate": 6.174454828660436e-05,
|
| 866 |
+
"loss": 0.0003,
|
| 867 |
+
"step": 700
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 2.366863905325444,
|
| 871 |
+
"grad_norm": 0.00021158685558475554,
|
| 872 |
+
"learning_rate": 5.551401869158879e-05,
|
| 873 |
+
"loss": 0.0003,
|
| 874 |
+
"step": 800
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 2.366863905325444,
|
| 878 |
+
"eval_full_de_cosine_accuracy@1": 0.2955665024630542,
|
| 879 |
+
"eval_full_de_cosine_accuracy@100": 0.9852216748768473,
|
| 880 |
+
"eval_full_de_cosine_accuracy@150": 0.9852216748768473,
|
| 881 |
+
"eval_full_de_cosine_accuracy@20": 0.9605911330049262,
|
| 882 |
+
"eval_full_de_cosine_accuracy@200": 0.9852216748768473,
|
| 883 |
+
"eval_full_de_cosine_accuracy@50": 0.9852216748768473,
|
| 884 |
+
"eval_full_de_cosine_map@1": 0.2955665024630542,
|
| 885 |
+
"eval_full_de_cosine_map@100": 0.26989528469865864,
|
| 886 |
+
"eval_full_de_cosine_map@150": 0.280569759282424,
|
| 887 |
+
"eval_full_de_cosine_map@20": 0.32803634024001166,
|
| 888 |
+
"eval_full_de_cosine_map@200": 0.28615236999483784,
|
| 889 |
+
"eval_full_de_cosine_map@50": 0.2732961593033311,
|
| 890 |
+
"eval_full_de_cosine_map@500": 0.29766318543285797,
|
| 891 |
+
"eval_full_de_cosine_mrr@1": 0.2955665024630542,
|
| 892 |
+
"eval_full_de_cosine_mrr@100": 0.5036943461274306,
|
| 893 |
+
"eval_full_de_cosine_mrr@150": 0.5036943461274306,
|
| 894 |
+
"eval_full_de_cosine_mrr@20": 0.5028631393626662,
|
| 895 |
+
"eval_full_de_cosine_mrr@200": 0.5036943461274306,
|
| 896 |
+
"eval_full_de_cosine_mrr@50": 0.5036943461274306,
|
| 897 |
+
"eval_full_de_cosine_ndcg@1": 0.2955665024630542,
|
| 898 |
+
"eval_full_de_cosine_ndcg@100": 0.4534525483371107,
|
| 899 |
+
"eval_full_de_cosine_ndcg@150": 0.4832887800019625,
|
| 900 |
+
"eval_full_de_cosine_ndcg@20": 0.4608166745708263,
|
| 901 |
+
"eval_full_de_cosine_ndcg@200": 0.5023264900853682,
|
| 902 |
+
"eval_full_de_cosine_ndcg@50": 0.43241693487506655,
|
| 903 |
+
"eval_full_de_cosine_precision@1": 0.2955665024630542,
|
| 904 |
+
"eval_full_de_cosine_precision@100": 0.18748768472906405,
|
| 905 |
+
"eval_full_de_cosine_precision@150": 0.1430870279146141,
|
| 906 |
+
"eval_full_de_cosine_precision@20": 0.4204433497536946,
|
| 907 |
+
"eval_full_de_cosine_precision@200": 0.11603448275862069,
|
| 908 |
+
"eval_full_de_cosine_precision@50": 0.2882758620689655,
|
| 909 |
+
"eval_full_de_cosine_recall@1": 0.01108543831680986,
|
| 910 |
+
"eval_full_de_cosine_recall@100": 0.49405659749418546,
|
| 911 |
+
"eval_full_de_cosine_recall@150": 0.5537788330251293,
|
| 912 |
+
"eval_full_de_cosine_recall@20": 0.26013047047662125,
|
| 913 |
+
"eval_full_de_cosine_recall@200": 0.5949031327763369,
|
| 914 |
+
"eval_full_de_cosine_recall@50": 0.3966511112168954,
|
| 915 |
+
"eval_full_en_cosine_accuracy@1": 0.638095238095238,
|
| 916 |
+
"eval_full_en_cosine_accuracy@100": 0.9904761904761905,
|
| 917 |
+
"eval_full_en_cosine_accuracy@150": 0.9904761904761905,
|
| 918 |
+
"eval_full_en_cosine_accuracy@20": 0.9714285714285714,
|
| 919 |
+
"eval_full_en_cosine_accuracy@200": 0.9904761904761905,
|
| 920 |
+
"eval_full_en_cosine_accuracy@50": 0.9904761904761905,
|
| 921 |
+
"eval_full_en_cosine_map@1": 0.638095238095238,
|
| 922 |
+
"eval_full_en_cosine_map@100": 0.49496599786546613,
|
| 923 |
+
"eval_full_en_cosine_map@150": 0.5034594550180629,
|
| 924 |
+
"eval_full_en_cosine_map@20": 0.4869878588929393,
|
| 925 |
+
"eval_full_en_cosine_map@200": 0.5072739176309733,
|
| 926 |
+
"eval_full_en_cosine_map@50": 0.46662543266107637,
|
| 927 |
+
"eval_full_en_cosine_map@500": 0.513497188490262,
|
| 928 |
+
"eval_full_en_cosine_mrr@1": 0.638095238095238,
|
| 929 |
+
"eval_full_en_cosine_mrr@100": 0.7830671550671551,
|
| 930 |
+
"eval_full_en_cosine_mrr@150": 0.7830671550671551,
|
| 931 |
+
"eval_full_en_cosine_mrr@20": 0.7823199023199023,
|
| 932 |
+
"eval_full_en_cosine_mrr@200": 0.7830671550671551,
|
| 933 |
+
"eval_full_en_cosine_mrr@50": 0.7830671550671551,
|
| 934 |
+
"eval_full_en_cosine_ndcg@1": 0.638095238095238,
|
| 935 |
+
"eval_full_en_cosine_ndcg@100": 0.6953363920968629,
|
| 936 |
+
"eval_full_en_cosine_ndcg@150": 0.7178434762154305,
|
| 937 |
+
"eval_full_en_cosine_ndcg@20": 0.6328305552523847,
|
| 938 |
+
"eval_full_en_cosine_ndcg@200": 0.7306862991424842,
|
| 939 |
+
"eval_full_en_cosine_ndcg@50": 0.6422634260444581,
|
| 940 |
+
"eval_full_en_cosine_precision@1": 0.638095238095238,
|
| 941 |
+
"eval_full_en_cosine_precision@100": 0.16866666666666671,
|
| 942 |
+
"eval_full_en_cosine_precision@150": 0.12184126984126983,
|
| 943 |
+
"eval_full_en_cosine_precision@20": 0.46523809523809523,
|
| 944 |
+
"eval_full_en_cosine_precision@200": 0.09585714285714286,
|
| 945 |
+
"eval_full_en_cosine_precision@50": 0.27809523809523806,
|
| 946 |
+
"eval_full_en_cosine_recall@1": 0.06587125840534644,
|
| 947 |
+
"eval_full_en_cosine_recall@100": 0.7728137840947553,
|
| 948 |
+
"eval_full_en_cosine_recall@150": 0.8252655196277217,
|
| 949 |
+
"eval_full_en_cosine_recall@20": 0.49716157160369917,
|
| 950 |
+
"eval_full_en_cosine_recall@200": 0.8555531706571073,
|
| 951 |
+
"eval_full_en_cosine_recall@50": 0.6633636132155855,
|
| 952 |
+
"eval_full_es_cosine_accuracy@1": 0.11891891891891893,
|
| 953 |
+
"eval_full_es_cosine_accuracy@100": 1.0,
|
| 954 |
+
"eval_full_es_cosine_accuracy@150": 1.0,
|
| 955 |
+
"eval_full_es_cosine_accuracy@20": 1.0,
|
| 956 |
+
"eval_full_es_cosine_accuracy@200": 1.0,
|
| 957 |
+
"eval_full_es_cosine_accuracy@50": 1.0,
|
| 958 |
+
"eval_full_es_cosine_map@1": 0.11891891891891893,
|
| 959 |
+
"eval_full_es_cosine_map@100": 0.36277737080647704,
|
| 960 |
+
"eval_full_es_cosine_map@150": 0.37405867180001495,
|
| 961 |
+
"eval_full_es_cosine_map@20": 0.4282003376242628,
|
| 962 |
+
"eval_full_es_cosine_map@200": 0.38113830290272754,
|
| 963 |
+
"eval_full_es_cosine_map@50": 0.36226639114104775,
|
| 964 |
+
"eval_full_es_cosine_map@500": 0.3916826388439343,
|
| 965 |
+
"eval_full_es_cosine_mrr@1": 0.11891891891891893,
|
| 966 |
+
"eval_full_es_cosine_mrr@100": 0.5536036036036036,
|
| 967 |
+
"eval_full_es_cosine_mrr@150": 0.5536036036036036,
|
| 968 |
+
"eval_full_es_cosine_mrr@20": 0.5536036036036036,
|
| 969 |
+
"eval_full_es_cosine_mrr@200": 0.5536036036036036,
|
| 970 |
+
"eval_full_es_cosine_mrr@50": 0.5536036036036036,
|
| 971 |
+
"eval_full_es_cosine_ndcg@1": 0.11891891891891893,
|
| 972 |
+
"eval_full_es_cosine_ndcg@100": 0.5449386715947235,
|
| 973 |
+
"eval_full_es_cosine_ndcg@150": 0.5723788977348012,
|
| 974 |
+
"eval_full_es_cosine_ndcg@20": 0.5602690347910769,
|
| 975 |
+
"eval_full_es_cosine_ndcg@200": 0.593844013640946,
|
| 976 |
+
"eval_full_es_cosine_ndcg@50": 0.5249033466595285,
|
| 977 |
+
"eval_full_es_cosine_precision@1": 0.11891891891891893,
|
| 978 |
+
"eval_full_es_cosine_precision@100": 0.21189189189189192,
|
| 979 |
+
"eval_full_es_cosine_precision@150": 0.15902702702702703,
|
| 980 |
+
"eval_full_es_cosine_precision@20": 0.5178378378378379,
|
| 981 |
+
"eval_full_es_cosine_precision@200": 0.12905405405405404,
|
| 982 |
+
"eval_full_es_cosine_precision@50": 0.3364324324324324,
|
| 983 |
+
"eval_full_es_cosine_recall@1": 0.0035747235671014874,
|
| 984 |
+
"eval_full_es_cosine_recall@100": 0.5916287235670691,
|
| 985 |
+
"eval_full_es_cosine_recall@150": 0.6467712559340097,
|
| 986 |
+
"eval_full_es_cosine_recall@20": 0.34399720695046865,
|
| 987 |
+
"eval_full_es_cosine_recall@200": 0.6937965313057715,
|
| 988 |
+
"eval_full_es_cosine_recall@50": 0.5012588939840604,
|
| 989 |
+
"eval_full_zh_cosine_accuracy@1": 0.6601941747572816,
|
| 990 |
+
"eval_full_zh_cosine_accuracy@100": 0.9902912621359223,
|
| 991 |
+
"eval_full_zh_cosine_accuracy@150": 0.9902912621359223,
|
| 992 |
+
"eval_full_zh_cosine_accuracy@20": 0.970873786407767,
|
| 993 |
+
"eval_full_zh_cosine_accuracy@200": 0.9902912621359223,
|
| 994 |
+
"eval_full_zh_cosine_accuracy@50": 0.9902912621359223,
|
| 995 |
+
"eval_full_zh_cosine_map@1": 0.6601941747572816,
|
| 996 |
+
"eval_full_zh_cosine_map@100": 0.4749717781804501,
|
| 997 |
+
"eval_full_zh_cosine_map@150": 0.4832701810816351,
|
| 998 |
+
"eval_full_zh_cosine_map@20": 0.46498128288276724,
|
| 999 |
+
"eval_full_zh_cosine_map@200": 0.487762460646856,
|
| 1000 |
+
"eval_full_zh_cosine_map@50": 0.4485986843158645,
|
| 1001 |
+
"eval_full_zh_cosine_map@500": 0.4939522359452576,
|
| 1002 |
+
"eval_full_zh_cosine_mrr@1": 0.6601941747572816,
|
| 1003 |
+
"eval_full_zh_cosine_mrr@100": 0.8038261082260857,
|
| 1004 |
+
"eval_full_zh_cosine_mrr@150": 0.8038261082260857,
|
| 1005 |
+
"eval_full_zh_cosine_mrr@20": 0.8033980582524272,
|
| 1006 |
+
"eval_full_zh_cosine_mrr@200": 0.8038261082260857,
|
| 1007 |
+
"eval_full_zh_cosine_mrr@50": 0.8038261082260857,
|
| 1008 |
+
"eval_full_zh_cosine_ndcg@1": 0.6601941747572816,
|
| 1009 |
+
"eval_full_zh_cosine_ndcg@100": 0.6845556918348534,
|
| 1010 |
+
"eval_full_zh_cosine_ndcg@150": 0.707685056330406,
|
| 1011 |
+
"eval_full_zh_cosine_ndcg@20": 0.6135478065862052,
|
| 1012 |
+
"eval_full_zh_cosine_ndcg@200": 0.7232611066574451,
|
| 1013 |
+
"eval_full_zh_cosine_ndcg@50": 0.6308156378108885,
|
| 1014 |
+
"eval_full_zh_cosine_precision@1": 0.6601941747572816,
|
| 1015 |
+
"eval_full_zh_cosine_precision@100": 0.164368932038835,
|
| 1016 |
+
"eval_full_zh_cosine_precision@150": 0.11870550161812297,
|
| 1017 |
+
"eval_full_zh_cosine_precision@20": 0.437378640776699,
|
| 1018 |
+
"eval_full_zh_cosine_precision@200": 0.09432038834951458,
|
| 1019 |
+
"eval_full_zh_cosine_precision@50": 0.26679611650485435,
|
| 1020 |
+
"eval_full_zh_cosine_recall@1": 0.06611246215014785,
|
| 1021 |
+
"eval_full_zh_cosine_recall@100": 0.7614494349130585,
|
| 1022 |
+
"eval_full_zh_cosine_recall@150": 0.8169184700467885,
|
| 1023 |
+
"eval_full_zh_cosine_recall@20": 0.47220221895116143,
|
| 1024 |
+
"eval_full_zh_cosine_recall@200": 0.8548694196710027,
|
| 1025 |
+
"eval_full_zh_cosine_recall@50": 0.6481360616867319,
|
| 1026 |
+
"eval_mix_de_cosine_accuracy@1": 0.5325013000520021,
|
| 1027 |
+
"eval_mix_de_cosine_accuracy@100": 0.9516380655226209,
|
| 1028 |
+
"eval_mix_de_cosine_accuracy@150": 0.9651586063442538,
|
| 1029 |
+
"eval_mix_de_cosine_accuracy@20": 0.8637545501820073,
|
| 1030 |
+
"eval_mix_de_cosine_accuracy@200": 0.9729589183567343,
|
| 1031 |
+
"eval_mix_de_cosine_accuracy@50": 0.9251170046801872,
|
| 1032 |
+
"eval_mix_de_cosine_map@1": 0.5325013000520021,
|
| 1033 |
+
"eval_mix_de_cosine_map@100": 0.5374123776699551,
|
| 1034 |
+
"eval_mix_de_cosine_map@150": 0.5378689641686509,
|
| 1035 |
+
"eval_mix_de_cosine_map@20": 0.5304865672939455,
|
| 1036 |
+
"eval_mix_de_cosine_map@200": 0.5381229578769543,
|
| 1037 |
+
"eval_mix_de_cosine_map@50": 0.5358413929854877,
|
| 1038 |
+
"eval_mix_de_cosine_map@500": 0.5384218703705271,
|
| 1039 |
+
"eval_mix_de_cosine_mrr@1": 0.5325013000520021,
|
| 1040 |
+
"eval_mix_de_cosine_mrr@100": 0.6238401145880241,
|
| 1041 |
+
"eval_mix_de_cosine_mrr@150": 0.6239470104163971,
|
| 1042 |
+
"eval_mix_de_cosine_mrr@20": 0.6214631528403295,
|
| 1043 |
+
"eval_mix_de_cosine_mrr@200": 0.6239938982140064,
|
| 1044 |
+
"eval_mix_de_cosine_mrr@50": 0.6234664391780935,
|
| 1045 |
+
"eval_mix_de_cosine_ndcg@1": 0.5325013000520021,
|
| 1046 |
+
"eval_mix_de_cosine_ndcg@100": 0.655555914976012,
|
| 1047 |
+
"eval_mix_de_cosine_ndcg@150": 0.6605327238662299,
|
| 1048 |
+
"eval_mix_de_cosine_ndcg@20": 0.6224558186311073,
|
| 1049 |
+
"eval_mix_de_cosine_ndcg@200": 0.6639471441610337,
|
| 1050 |
+
"eval_mix_de_cosine_ndcg@50": 0.644673644554676,
|
| 1051 |
+
"eval_mix_de_cosine_precision@1": 0.5325013000520021,
|
| 1052 |
+
"eval_mix_de_cosine_precision@100": 0.02476339053562143,
|
| 1053 |
+
"eval_mix_de_cosine_precision@150": 0.016987346160513086,
|
| 1054 |
+
"eval_mix_de_cosine_precision@20": 0.10535621424856995,
|
| 1055 |
+
"eval_mix_de_cosine_precision@200": 0.013000520020800833,
|
| 1056 |
+
"eval_mix_de_cosine_precision@50": 0.04671866874674988,
|
| 1057 |
+
"eval_mix_de_cosine_recall@1": 0.19959265037268156,
|
| 1058 |
+
"eval_mix_de_cosine_recall@100": 0.8992286358120992,
|
| 1059 |
+
"eval_mix_de_cosine_recall@150": 0.9242329693187727,
|
| 1060 |
+
"eval_mix_de_cosine_recall@20": 0.7690587623504941,
|
| 1061 |
+
"eval_mix_de_cosine_recall@200": 0.9427543768417402,
|
| 1062 |
+
"eval_mix_de_cosine_recall@50": 0.8509793725082337,
|
| 1063 |
+
"eval_mix_es_cosine_accuracy@1": 0.607904316172647,
|
| 1064 |
+
"eval_mix_es_cosine_accuracy@100": 0.9656786271450858,
|
| 1065 |
+
"eval_mix_es_cosine_accuracy@150": 0.9776391055642226,
|
| 1066 |
+
"eval_mix_es_cosine_accuracy@20": 0.8975559022360895,
|
| 1067 |
+
"eval_mix_es_cosine_accuracy@200": 0.983879355174207,
|
| 1068 |
+
"eval_mix_es_cosine_accuracy@50": 0.9370774830993239,
|
| 1069 |
+
"eval_mix_es_cosine_map@1": 0.607904316172647,
|
| 1070 |
+
"eval_mix_es_cosine_map@100": 0.5975211890190857,
|
| 1071 |
+
"eval_mix_es_cosine_map@150": 0.5979584945984814,
|
| 1072 |
+
"eval_mix_es_cosine_map@20": 0.5906291851909811,
|
| 1073 |
+
"eval_mix_es_cosine_map@200": 0.5981011467491768,
|
| 1074 |
+
"eval_mix_es_cosine_map@50": 0.5960353592752704,
|
| 1075 |
+
"eval_mix_es_cosine_map@500": 0.5983366971827869,
|
| 1076 |
+
"eval_mix_es_cosine_mrr@1": 0.607904316172647,
|
| 1077 |
+
"eval_mix_es_cosine_mrr@100": 0.6849138427496972,
|
| 1078 |
+
"eval_mix_es_cosine_mrr@150": 0.6850137837316987,
|
| 1079 |
+
"eval_mix_es_cosine_mrr@20": 0.68313810383803,
|
| 1080 |
+
"eval_mix_es_cosine_mrr@200": 0.6850496425615078,
|
| 1081 |
+
"eval_mix_es_cosine_mrr@50": 0.6845037901150748,
|
| 1082 |
+
"eval_mix_es_cosine_ndcg@1": 0.607904316172647,
|
| 1083 |
+
"eval_mix_es_cosine_ndcg@100": 0.7056752373517705,
|
| 1084 |
+
"eval_mix_es_cosine_ndcg@150": 0.7103953789351477,
|
| 1085 |
+
"eval_mix_es_cosine_ndcg@20": 0.6752876326597782,
|
| 1086 |
+
"eval_mix_es_cosine_ndcg@200": 0.712457504431498,
|
| 1087 |
+
"eval_mix_es_cosine_ndcg@50": 0.6951844012171731,
|
| 1088 |
+
"eval_mix_es_cosine_precision@1": 0.607904316172647,
|
| 1089 |
+
"eval_mix_es_cosine_precision@100": 0.02492459698387936,
|
| 1090 |
+
"eval_mix_es_cosine_precision@150": 0.017053215461951807,
|
| 1091 |
+
"eval_mix_es_cosine_precision@20": 0.10816432657306292,
|
| 1092 |
+
"eval_mix_es_cosine_precision@200": 0.012943317732709313,
|
| 1093 |
+
"eval_mix_es_cosine_precision@50": 0.04728029121164847,
|
| 1094 |
+
"eval_mix_es_cosine_recall@1": 0.23460366986108014,
|
| 1095 |
+
"eval_mix_es_cosine_recall@100": 0.9238169526781072,
|
| 1096 |
+
"eval_mix_es_cosine_recall@150": 0.9479805858901021,
|
| 1097 |
+
"eval_mix_es_cosine_recall@20": 0.8038345343337544,
|
| 1098 |
+
"eval_mix_es_cosine_recall@200": 0.9593517074016294,
|
| 1099 |
+
"eval_mix_es_cosine_recall@50": 0.8761570462818512,
|
| 1100 |
+
"eval_mix_zh_cosine_accuracy@1": 0.5521920668058455,
|
| 1101 |
+
"eval_mix_zh_cosine_accuracy@100": 0.9843423799582464,
|
| 1102 |
+
"eval_mix_zh_cosine_accuracy@150": 0.9900835073068893,
|
| 1103 |
+
"eval_mix_zh_cosine_accuracy@20": 0.9420668058455115,
|
| 1104 |
+
"eval_mix_zh_cosine_accuracy@200": 0.9921711899791231,
|
| 1105 |
+
"eval_mix_zh_cosine_accuracy@50": 0.9749478079331941,
|
| 1106 |
+
"eval_mix_zh_cosine_map@1": 0.5521920668058455,
|
| 1107 |
+
"eval_mix_zh_cosine_map@100": 0.5290555813566699,
|
| 1108 |
+
"eval_mix_zh_cosine_map@150": 0.5294873001921219,
|
| 1109 |
+
"eval_mix_zh_cosine_map@20": 0.5203958350785768,
|
| 1110 |
+
"eval_mix_zh_cosine_map@200": 0.5296267135628773,
|
| 1111 |
+
"eval_mix_zh_cosine_map@50": 0.5275524955682618,
|
| 1112 |
+
"eval_mix_zh_cosine_map@500": 0.5298325476614522,
|
| 1113 |
+
"eval_mix_zh_cosine_mrr@1": 0.5521920668058455,
|
| 1114 |
+
"eval_mix_zh_cosine_mrr@100": 0.678394992746269,
|
| 1115 |
+
"eval_mix_zh_cosine_mrr@150": 0.67843915509047,
|
| 1116 |
+
"eval_mix_zh_cosine_mrr@20": 0.6771753752113248,
|
| 1117 |
+
"eval_mix_zh_cosine_mrr@200": 0.6784507184460267,
|
| 1118 |
+
"eval_mix_zh_cosine_mrr@50": 0.6782538605101974,
|
| 1119 |
+
"eval_mix_zh_cosine_ndcg@1": 0.5521920668058455,
|
| 1120 |
+
"eval_mix_zh_cosine_ndcg@100": 0.6789004025721674,
|
| 1121 |
+
"eval_mix_zh_cosine_ndcg@150": 0.6829363362348053,
|
| 1122 |
+
"eval_mix_zh_cosine_ndcg@20": 0.6447847513126116,
|
| 1123 |
+
"eval_mix_zh_cosine_ndcg@200": 0.6846976649936148,
|
| 1124 |
+
"eval_mix_zh_cosine_ndcg@50": 0.6696189286501009,
|
| 1125 |
+
"eval_mix_zh_cosine_precision@1": 0.5521920668058455,
|
| 1126 |
+
"eval_mix_zh_cosine_precision@100": 0.028298538622129447,
|
| 1127 |
+
"eval_mix_zh_cosine_precision@150": 0.019262352122477382,
|
| 1128 |
+
"eval_mix_zh_cosine_precision@20": 0.12207724425887263,
|
| 1129 |
+
"eval_mix_zh_cosine_precision@200": 0.014587682672233825,
|
| 1130 |
+
"eval_mix_zh_cosine_precision@50": 0.05415448851774532,
|
| 1131 |
+
"eval_mix_zh_cosine_recall@1": 0.1851563276667661,
|
| 1132 |
+
"eval_mix_zh_cosine_recall@100": 0.9329853862212943,
|
| 1133 |
+
"eval_mix_zh_cosine_recall@150": 0.9528705636743215,
|
| 1134 |
+
"eval_mix_zh_cosine_recall@20": 0.8050539318023661,
|
| 1135 |
+
"eval_mix_zh_cosine_recall@200": 0.962152052887961,
|
| 1136 |
+
"eval_mix_zh_cosine_recall@50": 0.8926757132915798,
|
| 1137 |
+
"eval_runtime": 9.8944,
|
| 1138 |
+
"eval_samples_per_second": 0.0,
|
| 1139 |
+
"eval_sequential_score": 0.6846976649936148,
|
| 1140 |
+
"eval_steps_per_second": 0.0,
|
| 1141 |
+
"step": 800
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"epoch": 2.662721893491124,
|
| 1145 |
+
"grad_norm": 0.00016998578212223947,
|
| 1146 |
+
"learning_rate": 4.928348909657321e-05,
|
| 1147 |
+
"loss": 0.0003,
|
| 1148 |
+
"step": 900
|
| 1149 |
+
},
|
| 1150 |
+
{
|
| 1151 |
+
"epoch": 2.9585798816568047,
|
| 1152 |
+
"grad_norm": 0.00017521833069622517,
|
| 1153 |
+
"learning_rate": 4.3052959501557634e-05,
|
| 1154 |
+
"loss": 0.0003,
|
| 1155 |
+
"step": 1000
|
| 1156 |
+
},
|
| 1157 |
+
{
|
| 1158 |
+
"epoch": 2.9585798816568047,
|
| 1159 |
+
"eval_full_de_cosine_accuracy@1": 0.2955665024630542,
|
| 1160 |
+
"eval_full_de_cosine_accuracy@100": 0.9852216748768473,
|
| 1161 |
+
"eval_full_de_cosine_accuracy@150": 0.9852216748768473,
|
| 1162 |
+
"eval_full_de_cosine_accuracy@20": 0.9605911330049262,
|
| 1163 |
+
"eval_full_de_cosine_accuracy@200": 0.9901477832512315,
|
| 1164 |
+
"eval_full_de_cosine_accuracy@50": 0.9802955665024631,
|
| 1165 |
+
"eval_full_de_cosine_map@1": 0.2955665024630542,
|
| 1166 |
+
"eval_full_de_cosine_map@100": 0.27530357902528746,
|
| 1167 |
+
"eval_full_de_cosine_map@150": 0.2859029789549631,
|
| 1168 |
+
"eval_full_de_cosine_map@20": 0.3326012942578798,
|
| 1169 |
+
"eval_full_de_cosine_map@200": 0.29192358526577794,
|
| 1170 |
+
"eval_full_de_cosine_map@50": 0.2779781159809199,
|
| 1171 |
+
"eval_full_de_cosine_map@500": 0.3037728006457777,
|
| 1172 |
+
"eval_full_de_cosine_mrr@1": 0.2955665024630542,
|
| 1173 |
+
"eval_full_de_cosine_mrr@100": 0.5041884576791513,
|
| 1174 |
+
"eval_full_de_cosine_mrr@150": 0.5041884576791513,
|
| 1175 |
+
"eval_full_de_cosine_mrr@20": 0.503435229891329,
|
| 1176 |
+
"eval_full_de_cosine_mrr@200": 0.5042166068698621,
|
| 1177 |
+
"eval_full_de_cosine_mrr@50": 0.5041035247761447,
|
| 1178 |
+
"eval_full_de_cosine_ndcg@1": 0.2955665024630542,
|
| 1179 |
+
"eval_full_de_cosine_ndcg@100": 0.4594232150790335,
|
| 1180 |
+
"eval_full_de_cosine_ndcg@150": 0.4887319216460325,
|
| 1181 |
+
"eval_full_de_cosine_ndcg@20": 0.46461290935992494,
|
| 1182 |
+
"eval_full_de_cosine_ndcg@200": 0.5085159310260775,
|
| 1183 |
+
"eval_full_de_cosine_ndcg@50": 0.43636700085765784,
|
| 1184 |
+
"eval_full_de_cosine_precision@1": 0.2955665024630542,
|
| 1185 |
+
"eval_full_de_cosine_precision@100": 0.19019704433497536,
|
| 1186 |
+
"eval_full_de_cosine_precision@150": 0.14476190476190476,
|
| 1187 |
+
"eval_full_de_cosine_precision@20": 0.424384236453202,
|
| 1188 |
+
"eval_full_de_cosine_precision@200": 0.1177832512315271,
|
| 1189 |
+
"eval_full_de_cosine_precision@50": 0.29064039408866993,
|
| 1190 |
+
"eval_full_de_cosine_recall@1": 0.01108543831680986,
|
| 1191 |
+
"eval_full_de_cosine_recall@100": 0.5011599542158983,
|
| 1192 |
+
"eval_full_de_cosine_recall@150": 0.5599024076006294,
|
| 1193 |
+
"eval_full_de_cosine_recall@20": 0.2623989771425487,
|
| 1194 |
+
"eval_full_de_cosine_recall@200": 0.6019565140878311,
|
| 1195 |
+
"eval_full_de_cosine_recall@50": 0.399936827395569,
|
| 1196 |
+
"eval_full_en_cosine_accuracy@1": 0.6285714285714286,
|
| 1197 |
+
"eval_full_en_cosine_accuracy@100": 0.9904761904761905,
|
| 1198 |
+
"eval_full_en_cosine_accuracy@150": 0.9904761904761905,
|
| 1199 |
+
"eval_full_en_cosine_accuracy@20": 0.9714285714285714,
|
| 1200 |
+
"eval_full_en_cosine_accuracy@200": 0.9904761904761905,
|
| 1201 |
+
"eval_full_en_cosine_accuracy@50": 0.9904761904761905,
|
| 1202 |
+
"eval_full_en_cosine_map@1": 0.6285714285714286,
|
| 1203 |
+
"eval_full_en_cosine_map@100": 0.5027685735699932,
|
| 1204 |
+
"eval_full_en_cosine_map@150": 0.5108956115342047,
|
| 1205 |
+
"eval_full_en_cosine_map@20": 0.4949002324392317,
|
| 1206 |
+
"eval_full_en_cosine_map@200": 0.5152152246235047,
|
| 1207 |
+
"eval_full_en_cosine_map@50": 0.47542864021103454,
|
| 1208 |
+
"eval_full_en_cosine_map@500": 0.5211733943510876,
|
| 1209 |
+
"eval_full_en_cosine_mrr@1": 0.6285714285714286,
|
| 1210 |
+
"eval_full_en_cosine_mrr@100": 0.7797979143260452,
|
| 1211 |
+
"eval_full_en_cosine_mrr@150": 0.7797979143260452,
|
| 1212 |
+
"eval_full_en_cosine_mrr@20": 0.7790726817042607,
|
| 1213 |
+
"eval_full_en_cosine_mrr@200": 0.7797979143260452,
|
| 1214 |
+
"eval_full_en_cosine_mrr@50": 0.7797979143260452,
|
| 1215 |
+
"eval_full_en_cosine_ndcg@1": 0.6285714285714286,
|
| 1216 |
+
"eval_full_en_cosine_ndcg@100": 0.7009585791000247,
|
| 1217 |
+
"eval_full_en_cosine_ndcg@150": 0.7228549618650749,
|
| 1218 |
+
"eval_full_en_cosine_ndcg@20": 0.6385286667884668,
|
| 1219 |
+
"eval_full_en_cosine_ndcg@200": 0.7370730818153396,
|
| 1220 |
+
"eval_full_en_cosine_ndcg@50": 0.6505087993598385,
|
| 1221 |
+
"eval_full_en_cosine_precision@1": 0.6285714285714286,
|
| 1222 |
+
"eval_full_en_cosine_precision@100": 0.1706666666666667,
|
| 1223 |
+
"eval_full_en_cosine_precision@150": 0.12285714285714286,
|
| 1224 |
+
"eval_full_en_cosine_precision@20": 0.4723809523809524,
|
| 1225 |
+
"eval_full_en_cosine_precision@200": 0.09700000000000002,
|
| 1226 |
+
"eval_full_en_cosine_precision@50": 0.2838095238095238,
|
| 1227 |
+
"eval_full_en_cosine_recall@1": 0.06568451704213447,
|
| 1228 |
+
"eval_full_en_cosine_recall@100": 0.7798036464336738,
|
| 1229 |
+
"eval_full_en_cosine_recall@150": 0.8311908383371492,
|
| 1230 |
+
"eval_full_en_cosine_recall@20": 0.5041312032991911,
|
| 1231 |
+
"eval_full_en_cosine_recall@200": 0.8655400214018215,
|
| 1232 |
+
"eval_full_en_cosine_recall@50": 0.6762963371727007,
|
| 1233 |
+
"eval_full_es_cosine_accuracy@1": 0.11351351351351352,
|
| 1234 |
+
"eval_full_es_cosine_accuracy@100": 1.0,
|
| 1235 |
+
"eval_full_es_cosine_accuracy@150": 1.0,
|
| 1236 |
+
"eval_full_es_cosine_accuracy@20": 1.0,
|
| 1237 |
+
"eval_full_es_cosine_accuracy@200": 1.0,
|
| 1238 |
+
"eval_full_es_cosine_accuracy@50": 1.0,
|
| 1239 |
+
"eval_full_es_cosine_map@1": 0.11351351351351352,
|
| 1240 |
+
"eval_full_es_cosine_map@100": 0.3676467044477579,
|
| 1241 |
+
"eval_full_es_cosine_map@150": 0.37914071893635704,
|
| 1242 |
+
"eval_full_es_cosine_map@20": 0.4321212731877681,
|
| 1243 |
+
"eval_full_es_cosine_map@200": 0.3864291047810966,
|
| 1244 |
+
"eval_full_es_cosine_map@50": 0.3662438776904182,
|
| 1245 |
+
"eval_full_es_cosine_map@500": 0.3967448814407886,
|
| 1246 |
+
"eval_full_es_cosine_mrr@1": 0.11351351351351352,
|
| 1247 |
+
"eval_full_es_cosine_mrr@100": 0.55,
|
| 1248 |
+
"eval_full_es_cosine_mrr@150": 0.55,
|
| 1249 |
+
"eval_full_es_cosine_mrr@20": 0.55,
|
| 1250 |
+
"eval_full_es_cosine_mrr@200": 0.55,
|
| 1251 |
+
"eval_full_es_cosine_mrr@50": 0.55,
|
| 1252 |
+
"eval_full_es_cosine_ndcg@1": 0.11351351351351352,
|
| 1253 |
+
"eval_full_es_cosine_ndcg@100": 0.5494533442820461,
|
| 1254 |
+
"eval_full_es_cosine_ndcg@150": 0.5778904564772578,
|
| 1255 |
+
"eval_full_es_cosine_ndcg@20": 0.5638160555705326,
|
| 1256 |
+
"eval_full_es_cosine_ndcg@200": 0.6002374248801999,
|
| 1257 |
+
"eval_full_es_cosine_ndcg@50": 0.5286289587475489,
|
| 1258 |
+
"eval_full_es_cosine_precision@1": 0.11351351351351352,
|
| 1259 |
+
"eval_full_es_cosine_precision@100": 0.2141081081081081,
|
| 1260 |
+
"eval_full_es_cosine_precision@150": 0.16104504504504505,
|
| 1261 |
+
"eval_full_es_cosine_precision@20": 0.5213513513513512,
|
| 1262 |
+
"eval_full_es_cosine_precision@200": 0.13094594594594594,
|
| 1263 |
+
"eval_full_es_cosine_precision@50": 0.33891891891891895,
|
| 1264 |
+
"eval_full_es_cosine_recall@1": 0.0035045234969014166,
|
| 1265 |
+
"eval_full_es_cosine_recall@100": 0.5962566893615484,
|
| 1266 |
+
"eval_full_es_cosine_recall@150": 0.6539916045900668,
|
| 1267 |
+
"eval_full_es_cosine_recall@20": 0.34830621955762764,
|
| 1268 |
+
"eval_full_es_cosine_recall@200": 0.7027707655811134,
|
| 1269 |
+
"eval_full_es_cosine_recall@50": 0.5043797869988105,
|
| 1270 |
+
"eval_full_zh_cosine_accuracy@1": 0.6504854368932039,
|
| 1271 |
+
"eval_full_zh_cosine_accuracy@100": 0.9902912621359223,
|
| 1272 |
+
"eval_full_zh_cosine_accuracy@150": 0.9902912621359223,
|
| 1273 |
+
"eval_full_zh_cosine_accuracy@20": 0.970873786407767,
|
| 1274 |
+
"eval_full_zh_cosine_accuracy@200": 0.9902912621359223,
|
| 1275 |
+
"eval_full_zh_cosine_accuracy@50": 0.9805825242718447,
|
| 1276 |
+
"eval_full_zh_cosine_map@1": 0.6504854368932039,
|
| 1277 |
+
"eval_full_zh_cosine_map@100": 0.4759775327060125,
|
| 1278 |
+
"eval_full_zh_cosine_map@150": 0.484283864447002,
|
| 1279 |
+
"eval_full_zh_cosine_map@20": 0.4673451367444491,
|
| 1280 |
+
"eval_full_zh_cosine_map@200": 0.4885403171787604,
|
| 1281 |
+
"eval_full_zh_cosine_map@50": 0.4491601687897158,
|
| 1282 |
+
"eval_full_zh_cosine_map@500": 0.4948931148880558,
|
| 1283 |
+
"eval_full_zh_cosine_mrr@1": 0.6504854368932039,
|
| 1284 |
+
"eval_full_zh_cosine_mrr@100": 0.7943002375041209,
|
| 1285 |
+
"eval_full_zh_cosine_mrr@150": 0.7943002375041209,
|
| 1286 |
+
"eval_full_zh_cosine_mrr@20": 0.7938511326860843,
|
| 1287 |
+
"eval_full_zh_cosine_mrr@200": 0.7943002375041209,
|
| 1288 |
+
"eval_full_zh_cosine_mrr@50": 0.7941135310067349,
|
| 1289 |
+
"eval_full_zh_cosine_ndcg@1": 0.6504854368932039,
|
| 1290 |
+
"eval_full_zh_cosine_ndcg@100": 0.6852740031621496,
|
| 1291 |
+
"eval_full_zh_cosine_ndcg@150": 0.7087858531025408,
|
| 1292 |
+
"eval_full_zh_cosine_ndcg@20": 0.6163434250133266,
|
| 1293 |
+
"eval_full_zh_cosine_ndcg@200": 0.7227726687256436,
|
| 1294 |
+
"eval_full_zh_cosine_ndcg@50": 0.6306194061713684,
|
| 1295 |
+
"eval_full_zh_cosine_precision@1": 0.6504854368932039,
|
| 1296 |
+
"eval_full_zh_cosine_precision@100": 0.16601941747572818,
|
| 1297 |
+
"eval_full_zh_cosine_precision@150": 0.12000000000000002,
|
| 1298 |
+
"eval_full_zh_cosine_precision@20": 0.4461165048543689,
|
| 1299 |
+
"eval_full_zh_cosine_precision@200": 0.09475728155339808,
|
| 1300 |
+
"eval_full_zh_cosine_precision@50": 0.26932038834951455,
|
| 1301 |
+
"eval_full_zh_cosine_recall@1": 0.06125809321810901,
|
| 1302 |
+
"eval_full_zh_cosine_recall@100": 0.7667280032499174,
|
| 1303 |
+
"eval_full_zh_cosine_recall@150": 0.8234348132226993,
|
| 1304 |
+
"eval_full_zh_cosine_recall@20": 0.4798173076061309,
|
| 1305 |
+
"eval_full_zh_cosine_recall@200": 0.8570886860782638,
|
| 1306 |
+
"eval_full_zh_cosine_recall@50": 0.6511259115267456,
|
| 1307 |
+
"eval_mix_de_cosine_accuracy@1": 0.5429017160686428,
|
| 1308 |
+
"eval_mix_de_cosine_accuracy@100": 0.9552782111284451,
|
| 1309 |
+
"eval_mix_de_cosine_accuracy@150": 0.968278731149246,
|
| 1310 |
+
"eval_mix_de_cosine_accuracy@20": 0.8725949037961519,
|
| 1311 |
+
"eval_mix_de_cosine_accuracy@200": 0.9729589183567343,
|
| 1312 |
+
"eval_mix_de_cosine_accuracy@50": 0.9297971918876755,
|
| 1313 |
+
"eval_mix_de_cosine_map@1": 0.5429017160686428,
|
| 1314 |
+
"eval_mix_de_cosine_map@100": 0.5528890114435938,
|
| 1315 |
+
"eval_mix_de_cosine_map@150": 0.5533285819634786,
|
| 1316 |
+
"eval_mix_de_cosine_map@20": 0.546038259426052,
|
| 1317 |
+
"eval_mix_de_cosine_map@200": 0.5535297820757661,
|
| 1318 |
+
"eval_mix_de_cosine_map@50": 0.5513401593649401,
|
| 1319 |
+
"eval_mix_de_cosine_map@500": 0.5538215020153545,
|
| 1320 |
+
"eval_mix_de_cosine_mrr@1": 0.5429017160686428,
|
| 1321 |
+
"eval_mix_de_cosine_mrr@100": 0.6354157777188323,
|
| 1322 |
+
"eval_mix_de_cosine_mrr@150": 0.6355194502419383,
|
| 1323 |
+
"eval_mix_de_cosine_mrr@20": 0.6331176720726237,
|
| 1324 |
+
"eval_mix_de_cosine_mrr@200": 0.635546462249249,
|
| 1325 |
+
"eval_mix_de_cosine_mrr@50": 0.6350347522721764,
|
| 1326 |
+
"eval_mix_de_cosine_ndcg@1": 0.5429017160686428,
|
| 1327 |
+
"eval_mix_de_cosine_ndcg@100": 0.6686859699628315,
|
| 1328 |
+
"eval_mix_de_cosine_ndcg@150": 0.6734670399055159,
|
| 1329 |
+
"eval_mix_de_cosine_ndcg@20": 0.6364696194038222,
|
| 1330 |
+
"eval_mix_de_cosine_ndcg@200": 0.6761041848609185,
|
| 1331 |
+
"eval_mix_de_cosine_ndcg@50": 0.6580204683537704,
|
| 1332 |
+
"eval_mix_de_cosine_precision@1": 0.5429017160686428,
|
| 1333 |
+
"eval_mix_de_cosine_precision@100": 0.025002600104004166,
|
| 1334 |
+
"eval_mix_de_cosine_precision@150": 0.01712601837406829,
|
| 1335 |
+
"eval_mix_de_cosine_precision@20": 0.10709828393135724,
|
| 1336 |
+
"eval_mix_de_cosine_precision@200": 0.013044721788871557,
|
| 1337 |
+
"eval_mix_de_cosine_precision@50": 0.04726989079563183,
|
| 1338 |
+
"eval_mix_de_cosine_recall@1": 0.20383948691280984,
|
| 1339 |
+
"eval_mix_de_cosine_recall@100": 0.9077223088923557,
|
| 1340 |
+
"eval_mix_de_cosine_recall@150": 0.9319032761310452,
|
| 1341 |
+
"eval_mix_de_cosine_recall@20": 0.7817386028774485,
|
| 1342 |
+
"eval_mix_de_cosine_recall@200": 0.9461778471138845,
|
| 1343 |
+
"eval_mix_de_cosine_recall@50": 0.8605044201768071,
|
| 1344 |
+
"eval_mix_es_cosine_accuracy@1": 0.6172646905876235,
|
| 1345 |
+
"eval_mix_es_cosine_accuracy@100": 0.9703588143525741,
|
| 1346 |
+
"eval_mix_es_cosine_accuracy@150": 0.9812792511700468,
|
| 1347 |
+
"eval_mix_es_cosine_accuracy@20": 0.9032761310452418,
|
| 1348 |
+
"eval_mix_es_cosine_accuracy@200": 0.9859594383775351,
|
| 1349 |
+
"eval_mix_es_cosine_accuracy@50": 0.9443577743109725,
|
| 1350 |
+
"eval_mix_es_cosine_map@1": 0.6172646905876235,
|
| 1351 |
+
"eval_mix_es_cosine_map@100": 0.6094136625128228,
|
| 1352 |
+
"eval_mix_es_cosine_map@150": 0.6097807307495342,
|
| 1353 |
+
"eval_mix_es_cosine_map@20": 0.6028333286973904,
|
| 1354 |
+
"eval_mix_es_cosine_map@200": 0.6099278426294548,
|
| 1355 |
+
"eval_mix_es_cosine_map@50": 0.6079882517976847,
|
| 1356 |
+
"eval_mix_es_cosine_map@500": 0.6101218939355526,
|
| 1357 |
+
"eval_mix_es_cosine_mrr@1": 0.6172646905876235,
|
| 1358 |
+
"eval_mix_es_cosine_mrr@100": 0.6938924919697613,
|
| 1359 |
+
"eval_mix_es_cosine_mrr@150": 0.6939819360030616,
|
| 1360 |
+
"eval_mix_es_cosine_mrr@20": 0.6921361840847764,
|
| 1361 |
+
"eval_mix_es_cosine_mrr@200": 0.6940082129440573,
|
| 1362 |
+
"eval_mix_es_cosine_mrr@50": 0.6935275501084183,
|
| 1363 |
+
"eval_mix_es_cosine_ndcg@1": 0.6172646905876235,
|
| 1364 |
+
"eval_mix_es_cosine_ndcg@100": 0.7161349937562115,
|
| 1365 |
+
"eval_mix_es_cosine_ndcg@150": 0.7201494083175249,
|
| 1366 |
+
"eval_mix_es_cosine_ndcg@20": 0.6863945449619185,
|
| 1367 |
+
"eval_mix_es_cosine_ndcg@200": 0.722225937142632,
|
| 1368 |
+
"eval_mix_es_cosine_ndcg@50": 0.7059805315894592,
|
| 1369 |
+
"eval_mix_es_cosine_precision@1": 0.6172646905876235,
|
| 1370 |
+
"eval_mix_es_cosine_precision@100": 0.025169006760270413,
|
| 1371 |
+
"eval_mix_es_cosine_precision@150": 0.017157219622118216,
|
| 1372 |
+
"eval_mix_es_cosine_precision@20": 0.10972438897555903,
|
| 1373 |
+
"eval_mix_es_cosine_precision@200": 0.013018720748829957,
|
| 1374 |
+
"eval_mix_es_cosine_precision@50": 0.04786271450858035,
|
| 1375 |
+
"eval_mix_es_cosine_recall@1": 0.2379838050664884,
|
| 1376 |
+
"eval_mix_es_cosine_recall@100": 0.9331773270930838,
|
| 1377 |
+
"eval_mix_es_cosine_recall@150": 0.9536141445657828,
|
| 1378 |
+
"eval_mix_es_cosine_recall@20": 0.8149369784315182,
|
| 1379 |
+
"eval_mix_es_cosine_recall@200": 0.9651759403709481,
|
| 1380 |
+
"eval_mix_es_cosine_recall@50": 0.8866788004853527,
|
| 1381 |
+
"eval_mix_zh_cosine_accuracy@1": 0.5751565762004175,
|
| 1382 |
+
"eval_mix_zh_cosine_accuracy@100": 0.9848643006263048,
|
| 1383 |
+
"eval_mix_zh_cosine_accuracy@150": 0.9895615866388309,
|
| 1384 |
+
"eval_mix_zh_cosine_accuracy@20": 0.9514613778705637,
|
| 1385 |
+
"eval_mix_zh_cosine_accuracy@200": 0.9916492693110647,
|
| 1386 |
+
"eval_mix_zh_cosine_accuracy@50": 0.975991649269311,
|
| 1387 |
+
"eval_mix_zh_cosine_map@1": 0.5751565762004175,
|
| 1388 |
+
"eval_mix_zh_cosine_map@100": 0.5480058234906587,
|
| 1389 |
+
"eval_mix_zh_cosine_map@150": 0.5483452539266979,
|
| 1390 |
+
"eval_mix_zh_cosine_map@20": 0.5395939445358217,
|
| 1391 |
+
"eval_mix_zh_cosine_map@200": 0.548487754480418,
|
| 1392 |
+
"eval_mix_zh_cosine_map@50": 0.5465541726714618,
|
| 1393 |
+
"eval_mix_zh_cosine_map@500": 0.5486704400924459,
|
| 1394 |
+
"eval_mix_zh_cosine_mrr@1": 0.5751565762004175,
|
| 1395 |
+
"eval_mix_zh_cosine_mrr@100": 0.6984820179753005,
|
| 1396 |
+
"eval_mix_zh_cosine_mrr@150": 0.6985228351798531,
|
| 1397 |
+
"eval_mix_zh_cosine_mrr@20": 0.6974988781113621,
|
| 1398 |
+
"eval_mix_zh_cosine_mrr@200": 0.6985351624205532,
|
| 1399 |
+
"eval_mix_zh_cosine_mrr@50": 0.6983413027160801,
|
| 1400 |
+
"eval_mix_zh_cosine_ndcg@1": 0.5751565762004175,
|
| 1401 |
+
"eval_mix_zh_cosine_ndcg@100": 0.6947962879201968,
|
| 1402 |
+
"eval_mix_zh_cosine_ndcg@150": 0.6980250427797421,
|
| 1403 |
+
"eval_mix_zh_cosine_ndcg@20": 0.6621196118161056,
|
| 1404 |
+
"eval_mix_zh_cosine_ndcg@200": 0.6997922044919449,
|
| 1405 |
+
"eval_mix_zh_cosine_ndcg@50": 0.6858570871515306,
|
| 1406 |
+
"eval_mix_zh_cosine_precision@1": 0.5751565762004175,
|
| 1407 |
+
"eval_mix_zh_cosine_precision@100": 0.02851252609603341,
|
| 1408 |
+
"eval_mix_zh_cosine_precision@150": 0.019324982602644397,
|
| 1409 |
+
"eval_mix_zh_cosine_precision@20": 0.123982254697286,
|
| 1410 |
+
"eval_mix_zh_cosine_precision@200": 0.014634655532359089,
|
| 1411 |
+
"eval_mix_zh_cosine_precision@50": 0.05465553235908143,
|
| 1412 |
+
"eval_mix_zh_cosine_recall@1": 0.19298513768764292,
|
| 1413 |
+
"eval_mix_zh_cosine_recall@100": 0.9399095337508698,
|
| 1414 |
+
"eval_mix_zh_cosine_recall@150": 0.9558716075156575,
|
| 1415 |
+
"eval_mix_zh_cosine_recall@20": 0.8174060542797494,
|
| 1416 |
+
"eval_mix_zh_cosine_recall@200": 0.965196590118302,
|
| 1417 |
+
"eval_mix_zh_cosine_recall@50": 0.901000347947112,
|
| 1418 |
+
"eval_runtime": 9.5387,
|
| 1419 |
+
"eval_samples_per_second": 0.0,
|
| 1420 |
+
"eval_sequential_score": 0.6997922044919449,
|
| 1421 |
+
"eval_steps_per_second": 0.0,
|
| 1422 |
+
"step": 1000
|
| 1423 |
+
}
|
| 1424 |
+
],
|
| 1425 |
+
"logging_steps": 100,
|
| 1426 |
+
"max_steps": 1690,
|
| 1427 |
+
"num_input_tokens_seen": 0,
|
| 1428 |
+
"num_train_epochs": 5,
|
| 1429 |
+
"save_steps": 200,
|
| 1430 |
+
"stateful_callbacks": {
|
| 1431 |
+
"TrainerControl": {
|
| 1432 |
+
"args": {
|
| 1433 |
+
"should_epoch_stop": false,
|
| 1434 |
+
"should_evaluate": false,
|
| 1435 |
+
"should_log": false,
|
| 1436 |
+
"should_save": true,
|
| 1437 |
+
"should_training_stop": false
|
| 1438 |
+
},
|
| 1439 |
+
"attributes": {}
|
| 1440 |
+
}
|
| 1441 |
+
},
|
| 1442 |
+
"total_flos": 0.0,
|
| 1443 |
+
"train_batch_size": 128,
|
| 1444 |
+
"trial_name": null,
|
| 1445 |
+
"trial_params": null
|
| 1446 |
+
}
|
checkpoint-1200/config_sentence_transformers.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"__version__": {
|
| 3 |
+
"sentence_transformers": "4.1.0",
|
| 4 |
+
"transformers": "4.51.3",
|
| 5 |
+
"pytorch": "2.6.0+cu124"
|
| 6 |
+
},
|
| 7 |
+
"prompts": {},
|
| 8 |
+
"default_prompt_name": null,
|
| 9 |
+
"similarity_fn_name": "cosine"
|
| 10 |
+
}
|
checkpoint-1200/sentence_bert_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"max_seq_length": 512,
|
| 3 |
+
"do_lower_case": false
|
| 4 |
+
}
|
checkpoint-1200/special_tokens_map.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"cls_token": {
|
| 10 |
+
"content": "<s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"eos_token": {
|
| 17 |
+
"content": "</s>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"mask_token": {
|
| 24 |
+
"content": "<mask>",
|
| 25 |
+
"lstrip": true,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
},
|
| 30 |
+
"pad_token": {
|
| 31 |
+
"content": "<pad>",
|
| 32 |
+
"lstrip": false,
|
| 33 |
+
"normalized": false,
|
| 34 |
+
"rstrip": false,
|
| 35 |
+
"single_word": false
|
| 36 |
+
},
|
| 37 |
+
"sep_token": {
|
| 38 |
+
"content": "</s>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false
|
| 43 |
+
},
|
| 44 |
+
"unk_token": {
|
| 45 |
+
"content": "<unk>",
|
| 46 |
+
"lstrip": false,
|
| 47 |
+
"normalized": false,
|
| 48 |
+
"rstrip": false,
|
| 49 |
+
"single_word": false
|
| 50 |
+
}
|
| 51 |
+
}
|
checkpoint-1200/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:883b037111086fd4dfebbbc9b7cee11e1517b5e0c0514879478661440f137085
|
| 3 |
+
size 17082987
|
checkpoint-1200/tokenizer_config.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": true,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"max_length": 512,
|
| 51 |
+
"model_max_length": 512,
|
| 52 |
+
"pad_to_multiple_of": null,
|
| 53 |
+
"pad_token": "<pad>",
|
| 54 |
+
"pad_token_type_id": 0,
|
| 55 |
+
"padding_side": "right",
|
| 56 |
+
"sep_token": "</s>",
|
| 57 |
+
"stride": 0,
|
| 58 |
+
"tokenizer_class": "XLMRobertaTokenizerFast",
|
| 59 |
+
"truncation_side": "right",
|
| 60 |
+
"truncation_strategy": "longest_first",
|
| 61 |
+
"unk_token": "<unk>"
|
| 62 |
+
}
|
checkpoint-1400/1_Pooling/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"word_embedding_dimension": 768,
|
| 3 |
+
"pooling_mode_cls_token": true,
|
| 4 |
+
"pooling_mode_mean_tokens": false,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": false,
|
| 9 |
+
"include_prompt": true
|
| 10 |
+
}
|
checkpoint-1400/README.md
ADDED
|
@@ -0,0 +1,1288 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- sentence-transformers
|
| 4 |
+
- sentence-similarity
|
| 5 |
+
- feature-extraction
|
| 6 |
+
- generated_from_trainer
|
| 7 |
+
- dataset_size:86648
|
| 8 |
+
- loss:MSELoss
|
| 9 |
+
widget:
|
| 10 |
+
- source_sentence: Familienberaterin
|
| 11 |
+
sentences:
|
| 12 |
+
- electric power station operator
|
| 13 |
+
- venue booker & promoter
|
| 14 |
+
- betrieblicher Aus- und Weiterbildner/betriebliche Aus- und Weiterbildnerin
|
| 15 |
+
- source_sentence: high school RS teacher
|
| 16 |
+
sentences:
|
| 17 |
+
- infantryman
|
| 18 |
+
- Schnellbedienungsrestaurantteamleiter
|
| 19 |
+
- drill setup operator
|
| 20 |
+
- source_sentence: lighting designer
|
| 21 |
+
sentences:
|
| 22 |
+
- software support manager
|
| 23 |
+
- 直升机维护协调员
|
| 24 |
+
- bus maintenance supervisor
|
| 25 |
+
- source_sentence: 机场消防员
|
| 26 |
+
sentences:
|
| 27 |
+
- Flake操作员
|
| 28 |
+
- técnico en gestión de residuos peligrosos/técnica en gestión de residuos peligrosos
|
| 29 |
+
- 专门学校老师
|
| 30 |
+
- source_sentence: Entwicklerin für mobile Anwendungen
|
| 31 |
+
sentences:
|
| 32 |
+
- fashion design expert
|
| 33 |
+
- Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin
|
| 34 |
+
- commercial bid manager
|
| 35 |
+
pipeline_tag: sentence-similarity
|
| 36 |
+
library_name: sentence-transformers
|
| 37 |
+
metrics:
|
| 38 |
+
- cosine_accuracy@1
|
| 39 |
+
- cosine_accuracy@20
|
| 40 |
+
- cosine_accuracy@50
|
| 41 |
+
- cosine_accuracy@100
|
| 42 |
+
- cosine_accuracy@150
|
| 43 |
+
- cosine_accuracy@200
|
| 44 |
+
- cosine_precision@1
|
| 45 |
+
- cosine_precision@20
|
| 46 |
+
- cosine_precision@50
|
| 47 |
+
- cosine_precision@100
|
| 48 |
+
- cosine_precision@150
|
| 49 |
+
- cosine_precision@200
|
| 50 |
+
- cosine_recall@1
|
| 51 |
+
- cosine_recall@20
|
| 52 |
+
- cosine_recall@50
|
| 53 |
+
- cosine_recall@100
|
| 54 |
+
- cosine_recall@150
|
| 55 |
+
- cosine_recall@200
|
| 56 |
+
- cosine_ndcg@1
|
| 57 |
+
- cosine_ndcg@20
|
| 58 |
+
- cosine_ndcg@50
|
| 59 |
+
- cosine_ndcg@100
|
| 60 |
+
- cosine_ndcg@150
|
| 61 |
+
- cosine_ndcg@200
|
| 62 |
+
- cosine_mrr@1
|
| 63 |
+
- cosine_mrr@20
|
| 64 |
+
- cosine_mrr@50
|
| 65 |
+
- cosine_mrr@100
|
| 66 |
+
- cosine_mrr@150
|
| 67 |
+
- cosine_mrr@200
|
| 68 |
+
- cosine_map@1
|
| 69 |
+
- cosine_map@20
|
| 70 |
+
- cosine_map@50
|
| 71 |
+
- cosine_map@100
|
| 72 |
+
- cosine_map@150
|
| 73 |
+
- cosine_map@200
|
| 74 |
+
- cosine_map@500
|
| 75 |
+
model-index:
|
| 76 |
+
- name: SentenceTransformer
|
| 77 |
+
results:
|
| 78 |
+
- task:
|
| 79 |
+
type: information-retrieval
|
| 80 |
+
name: Information Retrieval
|
| 81 |
+
dataset:
|
| 82 |
+
name: full en
|
| 83 |
+
type: full_en
|
| 84 |
+
metrics:
|
| 85 |
+
- type: cosine_accuracy@1
|
| 86 |
+
value: 0.638095238095238
|
| 87 |
+
name: Cosine Accuracy@1
|
| 88 |
+
- type: cosine_accuracy@20
|
| 89 |
+
value: 0.9619047619047619
|
| 90 |
+
name: Cosine Accuracy@20
|
| 91 |
+
- type: cosine_accuracy@50
|
| 92 |
+
value: 0.9904761904761905
|
| 93 |
+
name: Cosine Accuracy@50
|
| 94 |
+
- type: cosine_accuracy@100
|
| 95 |
+
value: 0.9904761904761905
|
| 96 |
+
name: Cosine Accuracy@100
|
| 97 |
+
- type: cosine_accuracy@150
|
| 98 |
+
value: 0.9904761904761905
|
| 99 |
+
name: Cosine Accuracy@150
|
| 100 |
+
- type: cosine_accuracy@200
|
| 101 |
+
value: 0.9904761904761905
|
| 102 |
+
name: Cosine Accuracy@200
|
| 103 |
+
- type: cosine_precision@1
|
| 104 |
+
value: 0.638095238095238
|
| 105 |
+
name: Cosine Precision@1
|
| 106 |
+
- type: cosine_precision@20
|
| 107 |
+
value: 0.4766666666666666
|
| 108 |
+
name: Cosine Precision@20
|
| 109 |
+
- type: cosine_precision@50
|
| 110 |
+
value: 0.28723809523809524
|
| 111 |
+
name: Cosine Precision@50
|
| 112 |
+
- type: cosine_precision@100
|
| 113 |
+
value: 0.172952380952381
|
| 114 |
+
name: Cosine Precision@100
|
| 115 |
+
- type: cosine_precision@150
|
| 116 |
+
value: 0.12419047619047618
|
| 117 |
+
name: Cosine Precision@150
|
| 118 |
+
- type: cosine_precision@200
|
| 119 |
+
value: 0.09828571428571428
|
| 120 |
+
name: Cosine Precision@200
|
| 121 |
+
- type: cosine_recall@1
|
| 122 |
+
value: 0.06587125840534644
|
| 123 |
+
name: Cosine Recall@1
|
| 124 |
+
- type: cosine_recall@20
|
| 125 |
+
value: 0.5075382961558268
|
| 126 |
+
name: Cosine Recall@20
|
| 127 |
+
- type: cosine_recall@50
|
| 128 |
+
value: 0.6815180199385792
|
| 129 |
+
name: Cosine Recall@50
|
| 130 |
+
- type: cosine_recall@100
|
| 131 |
+
value: 0.7892546849949126
|
| 132 |
+
name: Cosine Recall@100
|
| 133 |
+
- type: cosine_recall@150
|
| 134 |
+
value: 0.837763491705966
|
| 135 |
+
name: Cosine Recall@150
|
| 136 |
+
- type: cosine_recall@200
|
| 137 |
+
value: 0.8747531461107081
|
| 138 |
+
name: Cosine Recall@200
|
| 139 |
+
- type: cosine_ndcg@1
|
| 140 |
+
value: 0.638095238095238
|
| 141 |
+
name: Cosine Ndcg@1
|
| 142 |
+
- type: cosine_ndcg@20
|
| 143 |
+
value: 0.6437588496803061
|
| 144 |
+
name: Cosine Ndcg@20
|
| 145 |
+
- type: cosine_ndcg@50
|
| 146 |
+
value: 0.6565500770575415
|
| 147 |
+
name: Cosine Ndcg@50
|
| 148 |
+
- type: cosine_ndcg@100
|
| 149 |
+
value: 0.7088213416976051
|
| 150 |
+
name: Cosine Ndcg@100
|
| 151 |
+
- type: cosine_ndcg@150
|
| 152 |
+
value: 0.7298707409128666
|
| 153 |
+
name: Cosine Ndcg@150
|
| 154 |
+
- type: cosine_ndcg@200
|
| 155 |
+
value: 0.7449419847756586
|
| 156 |
+
name: Cosine Ndcg@200
|
| 157 |
+
- type: cosine_mrr@1
|
| 158 |
+
value: 0.638095238095238
|
| 159 |
+
name: Cosine Mrr@1
|
| 160 |
+
- type: cosine_mrr@20
|
| 161 |
+
value: 0.7865079365079365
|
| 162 |
+
name: Cosine Mrr@20
|
| 163 |
+
- type: cosine_mrr@50
|
| 164 |
+
value: 0.7877959183673469
|
| 165 |
+
name: Cosine Mrr@50
|
| 166 |
+
- type: cosine_mrr@100
|
| 167 |
+
value: 0.7877959183673469
|
| 168 |
+
name: Cosine Mrr@100
|
| 169 |
+
- type: cosine_mrr@150
|
| 170 |
+
value: 0.7877959183673469
|
| 171 |
+
name: Cosine Mrr@150
|
| 172 |
+
- type: cosine_mrr@200
|
| 173 |
+
value: 0.7877959183673469
|
| 174 |
+
name: Cosine Mrr@200
|
| 175 |
+
- type: cosine_map@1
|
| 176 |
+
value: 0.638095238095238
|
| 177 |
+
name: Cosine Map@1
|
| 178 |
+
- type: cosine_map@20
|
| 179 |
+
value: 0.4998912029710938
|
| 180 |
+
name: Cosine Map@20
|
| 181 |
+
- type: cosine_map@50
|
| 182 |
+
value: 0.4824988798112498
|
| 183 |
+
name: Cosine Map@50
|
| 184 |
+
- type: cosine_map@100
|
| 185 |
+
value: 0.510770369728262
|
| 186 |
+
name: Cosine Map@100
|
| 187 |
+
- type: cosine_map@150
|
| 188 |
+
value: 0.5189335101114453
|
| 189 |
+
name: Cosine Map@150
|
| 190 |
+
- type: cosine_map@200
|
| 191 |
+
value: 0.5235615593885471
|
| 192 |
+
name: Cosine Map@200
|
| 193 |
+
- type: cosine_map@500
|
| 194 |
+
value: 0.5292082683302094
|
| 195 |
+
name: Cosine Map@500
|
| 196 |
+
- task:
|
| 197 |
+
type: information-retrieval
|
| 198 |
+
name: Information Retrieval
|
| 199 |
+
dataset:
|
| 200 |
+
name: full es
|
| 201 |
+
type: full_es
|
| 202 |
+
metrics:
|
| 203 |
+
- type: cosine_accuracy@1
|
| 204 |
+
value: 0.11891891891891893
|
| 205 |
+
name: Cosine Accuracy@1
|
| 206 |
+
- type: cosine_accuracy@20
|
| 207 |
+
value: 1.0
|
| 208 |
+
name: Cosine Accuracy@20
|
| 209 |
+
- type: cosine_accuracy@50
|
| 210 |
+
value: 1.0
|
| 211 |
+
name: Cosine Accuracy@50
|
| 212 |
+
- type: cosine_accuracy@100
|
| 213 |
+
value: 1.0
|
| 214 |
+
name: Cosine Accuracy@100
|
| 215 |
+
- type: cosine_accuracy@150
|
| 216 |
+
value: 1.0
|
| 217 |
+
name: Cosine Accuracy@150
|
| 218 |
+
- type: cosine_accuracy@200
|
| 219 |
+
value: 1.0
|
| 220 |
+
name: Cosine Accuracy@200
|
| 221 |
+
- type: cosine_precision@1
|
| 222 |
+
value: 0.11891891891891893
|
| 223 |
+
name: Cosine Precision@1
|
| 224 |
+
- type: cosine_precision@20
|
| 225 |
+
value: 0.5278378378378379
|
| 226 |
+
name: Cosine Precision@20
|
| 227 |
+
- type: cosine_precision@50
|
| 228 |
+
value: 0.34324324324324323
|
| 229 |
+
name: Cosine Precision@50
|
| 230 |
+
- type: cosine_precision@100
|
| 231 |
+
value: 0.21778378378378382
|
| 232 |
+
name: Cosine Precision@100
|
| 233 |
+
- type: cosine_precision@150
|
| 234 |
+
value: 0.16486486486486487
|
| 235 |
+
name: Cosine Precision@150
|
| 236 |
+
- type: cosine_precision@200
|
| 237 |
+
value: 0.1328918918918919
|
| 238 |
+
name: Cosine Precision@200
|
| 239 |
+
- type: cosine_recall@1
|
| 240 |
+
value: 0.0035840147528632613
|
| 241 |
+
name: Cosine Recall@1
|
| 242 |
+
- type: cosine_recall@20
|
| 243 |
+
value: 0.3543566274863611
|
| 244 |
+
name: Cosine Recall@20
|
| 245 |
+
- type: cosine_recall@50
|
| 246 |
+
value: 0.5098461049513731
|
| 247 |
+
name: Cosine Recall@50
|
| 248 |
+
- type: cosine_recall@100
|
| 249 |
+
value: 0.6026389252991667
|
| 250 |
+
name: Cosine Recall@100
|
| 251 |
+
- type: cosine_recall@150
|
| 252 |
+
value: 0.6669011609932756
|
| 253 |
+
name: Cosine Recall@150
|
| 254 |
+
- type: cosine_recall@200
|
| 255 |
+
value: 0.7113409830611916
|
| 256 |
+
name: Cosine Recall@200
|
| 257 |
+
- type: cosine_ndcg@1
|
| 258 |
+
value: 0.11891891891891893
|
| 259 |
+
name: Cosine Ndcg@1
|
| 260 |
+
- type: cosine_ndcg@20
|
| 261 |
+
value: 0.5711957180482146
|
| 262 |
+
name: Cosine Ndcg@20
|
| 263 |
+
- type: cosine_ndcg@50
|
| 264 |
+
value: 0.5349550041043327
|
| 265 |
+
name: Cosine Ndcg@50
|
| 266 |
+
- type: cosine_ndcg@100
|
| 267 |
+
value: 0.5565423240177232
|
| 268 |
+
name: Cosine Ndcg@100
|
| 269 |
+
- type: cosine_ndcg@150
|
| 270 |
+
value: 0.5877749295399255
|
| 271 |
+
name: Cosine Ndcg@150
|
| 272 |
+
- type: cosine_ndcg@200
|
| 273 |
+
value: 0.6082665694710195
|
| 274 |
+
name: Cosine Ndcg@200
|
| 275 |
+
- type: cosine_mrr@1
|
| 276 |
+
value: 0.11891891891891893
|
| 277 |
+
name: Cosine Mrr@1
|
| 278 |
+
- type: cosine_mrr@20
|
| 279 |
+
value: 0.5527027027027027
|
| 280 |
+
name: Cosine Mrr@20
|
| 281 |
+
- type: cosine_mrr@50
|
| 282 |
+
value: 0.5527027027027027
|
| 283 |
+
name: Cosine Mrr@50
|
| 284 |
+
- type: cosine_mrr@100
|
| 285 |
+
value: 0.5527027027027027
|
| 286 |
+
name: Cosine Mrr@100
|
| 287 |
+
- type: cosine_mrr@150
|
| 288 |
+
value: 0.5527027027027027
|
| 289 |
+
name: Cosine Mrr@150
|
| 290 |
+
- type: cosine_mrr@200
|
| 291 |
+
value: 0.5527027027027027
|
| 292 |
+
name: Cosine Mrr@200
|
| 293 |
+
- type: cosine_map@1
|
| 294 |
+
value: 0.11891891891891893
|
| 295 |
+
name: Cosine Map@1
|
| 296 |
+
- type: cosine_map@20
|
| 297 |
+
value: 0.43847997732650607
|
| 298 |
+
name: Cosine Map@20
|
| 299 |
+
- type: cosine_map@50
|
| 300 |
+
value: 0.3732694210069731
|
| 301 |
+
name: Cosine Map@50
|
| 302 |
+
- type: cosine_map@100
|
| 303 |
+
value: 0.375118481783653
|
| 304 |
+
name: Cosine Map@100
|
| 305 |
+
- type: cosine_map@150
|
| 306 |
+
value: 0.3878279775328886
|
| 307 |
+
name: Cosine Map@150
|
| 308 |
+
- type: cosine_map@200
|
| 309 |
+
value: 0.3947963463478377
|
| 310 |
+
name: Cosine Map@200
|
| 311 |
+
- type: cosine_map@500
|
| 312 |
+
value: 0.40522877653342115
|
| 313 |
+
name: Cosine Map@500
|
| 314 |
+
- task:
|
| 315 |
+
type: information-retrieval
|
| 316 |
+
name: Information Retrieval
|
| 317 |
+
dataset:
|
| 318 |
+
name: full de
|
| 319 |
+
type: full_de
|
| 320 |
+
metrics:
|
| 321 |
+
- type: cosine_accuracy@1
|
| 322 |
+
value: 0.2955665024630542
|
| 323 |
+
name: Cosine Accuracy@1
|
| 324 |
+
- type: cosine_accuracy@20
|
| 325 |
+
value: 0.9704433497536946
|
| 326 |
+
name: Cosine Accuracy@20
|
| 327 |
+
- type: cosine_accuracy@50
|
| 328 |
+
value: 0.9753694581280788
|
| 329 |
+
name: Cosine Accuracy@50
|
| 330 |
+
- type: cosine_accuracy@100
|
| 331 |
+
value: 0.9901477832512315
|
| 332 |
+
name: Cosine Accuracy@100
|
| 333 |
+
- type: cosine_accuracy@150
|
| 334 |
+
value: 0.9901477832512315
|
| 335 |
+
name: Cosine Accuracy@150
|
| 336 |
+
- type: cosine_accuracy@200
|
| 337 |
+
value: 0.9901477832512315
|
| 338 |
+
name: Cosine Accuracy@200
|
| 339 |
+
- type: cosine_precision@1
|
| 340 |
+
value: 0.2955665024630542
|
| 341 |
+
name: Cosine Precision@1
|
| 342 |
+
- type: cosine_precision@20
|
| 343 |
+
value: 0.4268472906403941
|
| 344 |
+
name: Cosine Precision@20
|
| 345 |
+
- type: cosine_precision@50
|
| 346 |
+
value: 0.2961576354679803
|
| 347 |
+
name: Cosine Precision@50
|
| 348 |
+
- type: cosine_precision@100
|
| 349 |
+
value: 0.19325123152709361
|
| 350 |
+
name: Cosine Precision@100
|
| 351 |
+
- type: cosine_precision@150
|
| 352 |
+
value: 0.1477832512315271
|
| 353 |
+
name: Cosine Precision@150
|
| 354 |
+
- type: cosine_precision@200
|
| 355 |
+
value: 0.11955665024630542
|
| 356 |
+
name: Cosine Precision@200
|
| 357 |
+
- type: cosine_recall@1
|
| 358 |
+
value: 0.01108543831680986
|
| 359 |
+
name: Cosine Recall@1
|
| 360 |
+
- type: cosine_recall@20
|
| 361 |
+
value: 0.2650930635637711
|
| 362 |
+
name: Cosine Recall@20
|
| 363 |
+
- type: cosine_recall@50
|
| 364 |
+
value: 0.40640295677523314
|
| 365 |
+
name: Cosine Recall@50
|
| 366 |
+
- type: cosine_recall@100
|
| 367 |
+
value: 0.5077941189728509
|
| 368 |
+
name: Cosine Recall@100
|
| 369 |
+
- type: cosine_recall@150
|
| 370 |
+
value: 0.5715831784599764
|
| 371 |
+
name: Cosine Recall@150
|
| 372 |
+
- type: cosine_recall@200
|
| 373 |
+
value: 0.6110348630292376
|
| 374 |
+
name: Cosine Recall@200
|
| 375 |
+
- type: cosine_ndcg@1
|
| 376 |
+
value: 0.2955665024630542
|
| 377 |
+
name: Cosine Ndcg@1
|
| 378 |
+
- type: cosine_ndcg@20
|
| 379 |
+
value: 0.46792018771474997
|
| 380 |
+
name: Cosine Ndcg@20
|
| 381 |
+
- type: cosine_ndcg@50
|
| 382 |
+
value: 0.4426383293801955
|
| 383 |
+
name: Cosine Ndcg@50
|
| 384 |
+
- type: cosine_ndcg@100
|
| 385 |
+
value: 0.46518720126873364
|
| 386 |
+
name: Cosine Ndcg@100
|
| 387 |
+
- type: cosine_ndcg@150
|
| 388 |
+
value: 0.49680037168814867
|
| 389 |
+
name: Cosine Ndcg@150
|
| 390 |
+
- type: cosine_ndcg@200
|
| 391 |
+
value: 0.5153612080009081
|
| 392 |
+
name: Cosine Ndcg@200
|
| 393 |
+
- type: cosine_mrr@1
|
| 394 |
+
value: 0.2955665024630542
|
| 395 |
+
name: Cosine Mrr@1
|
| 396 |
+
- type: cosine_mrr@20
|
| 397 |
+
value: 0.5045345800887666
|
| 398 |
+
name: Cosine Mrr@20
|
| 399 |
+
- type: cosine_mrr@50
|
| 400 |
+
value: 0.5046677181529392
|
| 401 |
+
name: Cosine Mrr@50
|
| 402 |
+
- type: cosine_mrr@100
|
| 403 |
+
value: 0.5048549281619237
|
| 404 |
+
name: Cosine Mrr@100
|
| 405 |
+
- type: cosine_mrr@150
|
| 406 |
+
value: 0.5048549281619237
|
| 407 |
+
name: Cosine Mrr@150
|
| 408 |
+
- type: cosine_mrr@200
|
| 409 |
+
value: 0.5048549281619237
|
| 410 |
+
name: Cosine Mrr@200
|
| 411 |
+
- type: cosine_map@1
|
| 412 |
+
value: 0.2955665024630542
|
| 413 |
+
name: Cosine Map@1
|
| 414 |
+
- type: cosine_map@20
|
| 415 |
+
value: 0.3352975238416978
|
| 416 |
+
name: Cosine Map@20
|
| 417 |
+
- type: cosine_map@50
|
| 418 |
+
value: 0.2835629650407853
|
| 419 |
+
name: Cosine Map@50
|
| 420 |
+
- type: cosine_map@100
|
| 421 |
+
value: 0.2802505215242132
|
| 422 |
+
name: Cosine Map@100
|
| 423 |
+
- type: cosine_map@150
|
| 424 |
+
value: 0.29173450273639756
|
| 425 |
+
name: Cosine Map@150
|
| 426 |
+
- type: cosine_map@200
|
| 427 |
+
value: 0.2974766350207053
|
| 428 |
+
name: Cosine Map@200
|
| 429 |
+
- type: cosine_map@500
|
| 430 |
+
value: 0.30952701831389734
|
| 431 |
+
name: Cosine Map@500
|
| 432 |
+
- task:
|
| 433 |
+
type: information-retrieval
|
| 434 |
+
name: Information Retrieval
|
| 435 |
+
dataset:
|
| 436 |
+
name: full zh
|
| 437 |
+
type: full_zh
|
| 438 |
+
metrics:
|
| 439 |
+
- type: cosine_accuracy@1
|
| 440 |
+
value: 0.6601941747572816
|
| 441 |
+
name: Cosine Accuracy@1
|
| 442 |
+
- type: cosine_accuracy@20
|
| 443 |
+
value: 0.970873786407767
|
| 444 |
+
name: Cosine Accuracy@20
|
| 445 |
+
- type: cosine_accuracy@50
|
| 446 |
+
value: 0.9902912621359223
|
| 447 |
+
name: Cosine Accuracy@50
|
| 448 |
+
- type: cosine_accuracy@100
|
| 449 |
+
value: 0.9902912621359223
|
| 450 |
+
name: Cosine Accuracy@100
|
| 451 |
+
- type: cosine_accuracy@150
|
| 452 |
+
value: 0.9902912621359223
|
| 453 |
+
name: Cosine Accuracy@150
|
| 454 |
+
- type: cosine_accuracy@200
|
| 455 |
+
value: 0.9902912621359223
|
| 456 |
+
name: Cosine Accuracy@200
|
| 457 |
+
- type: cosine_precision@1
|
| 458 |
+
value: 0.6601941747572816
|
| 459 |
+
name: Cosine Precision@1
|
| 460 |
+
- type: cosine_precision@20
|
| 461 |
+
value: 0.4451456310679612
|
| 462 |
+
name: Cosine Precision@20
|
| 463 |
+
- type: cosine_precision@50
|
| 464 |
+
value: 0.27048543689320387
|
| 465 |
+
name: Cosine Precision@50
|
| 466 |
+
- type: cosine_precision@100
|
| 467 |
+
value: 0.16611650485436896
|
| 468 |
+
name: Cosine Precision@100
|
| 469 |
+
- type: cosine_precision@150
|
| 470 |
+
value: 0.12084142394822009
|
| 471 |
+
name: Cosine Precision@150
|
| 472 |
+
- type: cosine_precision@200
|
| 473 |
+
value: 0.09519417475728156
|
| 474 |
+
name: Cosine Precision@200
|
| 475 |
+
- type: cosine_recall@1
|
| 476 |
+
value: 0.06611246215014785
|
| 477 |
+
name: Cosine Recall@1
|
| 478 |
+
- type: cosine_recall@20
|
| 479 |
+
value: 0.48185419008936636
|
| 480 |
+
name: Cosine Recall@20
|
| 481 |
+
- type: cosine_recall@50
|
| 482 |
+
value: 0.6551920812816043
|
| 483 |
+
name: Cosine Recall@50
|
| 484 |
+
- type: cosine_recall@100
|
| 485 |
+
value: 0.764654034617116
|
| 486 |
+
name: Cosine Recall@100
|
| 487 |
+
- type: cosine_recall@150
|
| 488 |
+
value: 0.8281168342114908
|
| 489 |
+
name: Cosine Recall@150
|
| 490 |
+
- type: cosine_recall@200
|
| 491 |
+
value: 0.8609375188843946
|
| 492 |
+
name: Cosine Recall@200
|
| 493 |
+
- type: cosine_ndcg@1
|
| 494 |
+
value: 0.6601941747572816
|
| 495 |
+
name: Cosine Ndcg@1
|
| 496 |
+
- type: cosine_ndcg@20
|
| 497 |
+
value: 0.6209192881378345
|
| 498 |
+
name: Cosine Ndcg@20
|
| 499 |
+
- type: cosine_ndcg@50
|
| 500 |
+
value: 0.6371304923469949
|
| 501 |
+
name: Cosine Ndcg@50
|
| 502 |
+
- type: cosine_ndcg@100
|
| 503 |
+
value: 0.6900404048312746
|
| 504 |
+
name: Cosine Ndcg@100
|
| 505 |
+
- type: cosine_ndcg@150
|
| 506 |
+
value: 0.7159480635761921
|
| 507 |
+
name: Cosine Ndcg@150
|
| 508 |
+
- type: cosine_ndcg@200
|
| 509 |
+
value: 0.7294173160030438
|
| 510 |
+
name: Cosine Ndcg@200
|
| 511 |
+
- type: cosine_mrr@1
|
| 512 |
+
value: 0.6601941747572816
|
| 513 |
+
name: Cosine Mrr@1
|
| 514 |
+
- type: cosine_mrr@20
|
| 515 |
+
value: 0.8015419760137065
|
| 516 |
+
name: Cosine Mrr@20
|
| 517 |
+
- type: cosine_mrr@50
|
| 518 |
+
value: 0.8020274129069105
|
| 519 |
+
name: Cosine Mrr@50
|
| 520 |
+
- type: cosine_mrr@100
|
| 521 |
+
value: 0.8020274129069105
|
| 522 |
+
name: Cosine Mrr@100
|
| 523 |
+
- type: cosine_mrr@150
|
| 524 |
+
value: 0.8020274129069105
|
| 525 |
+
name: Cosine Mrr@150
|
| 526 |
+
- type: cosine_mrr@200
|
| 527 |
+
value: 0.8020274129069105
|
| 528 |
+
name: Cosine Mrr@200
|
| 529 |
+
- type: cosine_map@1
|
| 530 |
+
value: 0.6601941747572816
|
| 531 |
+
name: Cosine Map@1
|
| 532 |
+
- type: cosine_map@20
|
| 533 |
+
value: 0.47238295031349775
|
| 534 |
+
name: Cosine Map@20
|
| 535 |
+
- type: cosine_map@50
|
| 536 |
+
value: 0.4561669025825994
|
| 537 |
+
name: Cosine Map@50
|
| 538 |
+
- type: cosine_map@100
|
| 539 |
+
value: 0.48307171830860945
|
| 540 |
+
name: Cosine Map@100
|
| 541 |
+
- type: cosine_map@150
|
| 542 |
+
value: 0.4920233958725791
|
| 543 |
+
name: Cosine Map@150
|
| 544 |
+
- type: cosine_map@200
|
| 545 |
+
value: 0.496106859156668
|
| 546 |
+
name: Cosine Map@200
|
| 547 |
+
- type: cosine_map@500
|
| 548 |
+
value: 0.5023110925949719
|
| 549 |
+
name: Cosine Map@500
|
| 550 |
+
- task:
|
| 551 |
+
type: information-retrieval
|
| 552 |
+
name: Information Retrieval
|
| 553 |
+
dataset:
|
| 554 |
+
name: mix es
|
| 555 |
+
type: mix_es
|
| 556 |
+
metrics:
|
| 557 |
+
- type: cosine_accuracy@1
|
| 558 |
+
value: 0.6297451898075923
|
| 559 |
+
name: Cosine Accuracy@1
|
| 560 |
+
- type: cosine_accuracy@20
|
| 561 |
+
value: 0.9079563182527302
|
| 562 |
+
name: Cosine Accuracy@20
|
| 563 |
+
- type: cosine_accuracy@50
|
| 564 |
+
value: 0.9485179407176287
|
| 565 |
+
name: Cosine Accuracy@50
|
| 566 |
+
- type: cosine_accuracy@100
|
| 567 |
+
value: 0.9734789391575663
|
| 568 |
+
name: Cosine Accuracy@100
|
| 569 |
+
- type: cosine_accuracy@150
|
| 570 |
+
value: 0.9817992719708788
|
| 571 |
+
name: Cosine Accuracy@150
|
| 572 |
+
- type: cosine_accuracy@200
|
| 573 |
+
value: 0.9890795631825273
|
| 574 |
+
name: Cosine Accuracy@200
|
| 575 |
+
- type: cosine_precision@1
|
| 576 |
+
value: 0.6297451898075923
|
| 577 |
+
name: Cosine Precision@1
|
| 578 |
+
- type: cosine_precision@20
|
| 579 |
+
value: 0.11144045761830473
|
| 580 |
+
name: Cosine Precision@20
|
| 581 |
+
- type: cosine_precision@50
|
| 582 |
+
value: 0.04842433697347895
|
| 583 |
+
name: Cosine Precision@50
|
| 584 |
+
- type: cosine_precision@100
|
| 585 |
+
value: 0.025314612584503383
|
| 586 |
+
name: Cosine Precision@100
|
| 587 |
+
- type: cosine_precision@150
|
| 588 |
+
value: 0.017216155312879178
|
| 589 |
+
name: Cosine Precision@150
|
| 590 |
+
- type: cosine_precision@200
|
| 591 |
+
value: 0.013070722828913158
|
| 592 |
+
name: Cosine Precision@200
|
| 593 |
+
- type: cosine_recall@1
|
| 594 |
+
value: 0.24340068840848872
|
| 595 |
+
name: Cosine Recall@1
|
| 596 |
+
- type: cosine_recall@20
|
| 597 |
+
value: 0.827157467251071
|
| 598 |
+
name: Cosine Recall@20
|
| 599 |
+
- type: cosine_recall@50
|
| 600 |
+
value: 0.8970792165019934
|
| 601 |
+
name: Cosine Recall@50
|
| 602 |
+
- type: cosine_recall@100
|
| 603 |
+
value: 0.9385508753683481
|
| 604 |
+
name: Cosine Recall@100
|
| 605 |
+
- type: cosine_recall@150
|
| 606 |
+
value: 0.9569249436644133
|
| 607 |
+
name: Cosine Recall@150
|
| 608 |
+
- type: cosine_recall@200
|
| 609 |
+
value: 0.9686600797365229
|
| 610 |
+
name: Cosine Recall@200
|
| 611 |
+
- type: cosine_ndcg@1
|
| 612 |
+
value: 0.6297451898075923
|
| 613 |
+
name: Cosine Ndcg@1
|
| 614 |
+
- type: cosine_ndcg@20
|
| 615 |
+
value: 0.6994116361658315
|
| 616 |
+
name: Cosine Ndcg@20
|
| 617 |
+
- type: cosine_ndcg@50
|
| 618 |
+
value: 0.7184754763821674
|
| 619 |
+
name: Cosine Ndcg@50
|
| 620 |
+
- type: cosine_ndcg@100
|
| 621 |
+
value: 0.7275271174143362
|
| 622 |
+
name: Cosine Ndcg@100
|
| 623 |
+
- type: cosine_ndcg@150
|
| 624 |
+
value: 0.7311486978502827
|
| 625 |
+
name: Cosine Ndcg@150
|
| 626 |
+
- type: cosine_ndcg@200
|
| 627 |
+
value: 0.733282433801573
|
| 628 |
+
name: Cosine Ndcg@200
|
| 629 |
+
- type: cosine_mrr@1
|
| 630 |
+
value: 0.6297451898075923
|
| 631 |
+
name: Cosine Mrr@1
|
| 632 |
+
- type: cosine_mrr@20
|
| 633 |
+
value: 0.7026675306443272
|
| 634 |
+
name: Cosine Mrr@20
|
| 635 |
+
- type: cosine_mrr@50
|
| 636 |
+
value: 0.7040534682065075
|
| 637 |
+
name: Cosine Mrr@50
|
| 638 |
+
- type: cosine_mrr@100
|
| 639 |
+
value: 0.7044148840240123
|
| 640 |
+
name: Cosine Mrr@100
|
| 641 |
+
- type: cosine_mrr@150
|
| 642 |
+
value: 0.7044856803226204
|
| 643 |
+
name: Cosine Mrr@150
|
| 644 |
+
- type: cosine_mrr@200
|
| 645 |
+
value: 0.704528165280555
|
| 646 |
+
name: Cosine Mrr@200
|
| 647 |
+
- type: cosine_map@1
|
| 648 |
+
value: 0.6297451898075923
|
| 649 |
+
name: Cosine Map@1
|
| 650 |
+
- type: cosine_map@20
|
| 651 |
+
value: 0.6176093380717337
|
| 652 |
+
name: Cosine Map@20
|
| 653 |
+
- type: cosine_map@50
|
| 654 |
+
value: 0.6226112093265134
|
| 655 |
+
name: Cosine Map@50
|
| 656 |
+
- type: cosine_map@100
|
| 657 |
+
value: 0.6238596600766622
|
| 658 |
+
name: Cosine Map@100
|
| 659 |
+
- type: cosine_map@150
|
| 660 |
+
value: 0.6242075803658665
|
| 661 |
+
name: Cosine Map@150
|
| 662 |
+
- type: cosine_map@200
|
| 663 |
+
value: 0.6243509834359291
|
| 664 |
+
name: Cosine Map@200
|
| 665 |
+
- type: cosine_map@500
|
| 666 |
+
value: 0.6245346885039931
|
| 667 |
+
name: Cosine Map@500
|
| 668 |
+
- task:
|
| 669 |
+
type: information-retrieval
|
| 670 |
+
name: Information Retrieval
|
| 671 |
+
dataset:
|
| 672 |
+
name: mix de
|
| 673 |
+
type: mix_de
|
| 674 |
+
metrics:
|
| 675 |
+
- type: cosine_accuracy@1
|
| 676 |
+
value: 0.5538221528861155
|
| 677 |
+
name: Cosine Accuracy@1
|
| 678 |
+
- type: cosine_accuracy@20
|
| 679 |
+
value: 0.8814352574102964
|
| 680 |
+
name: Cosine Accuracy@20
|
| 681 |
+
- type: cosine_accuracy@50
|
| 682 |
+
value: 0.9349973998959958
|
| 683 |
+
name: Cosine Accuracy@50
|
| 684 |
+
- type: cosine_accuracy@100
|
| 685 |
+
value: 0.9589183567342694
|
| 686 |
+
name: Cosine Accuracy@100
|
| 687 |
+
- type: cosine_accuracy@150
|
| 688 |
+
value: 0.96931877275091
|
| 689 |
+
name: Cosine Accuracy@150
|
| 690 |
+
- type: cosine_accuracy@200
|
| 691 |
+
value: 0.9765990639625585
|
| 692 |
+
name: Cosine Accuracy@200
|
| 693 |
+
- type: cosine_precision@1
|
| 694 |
+
value: 0.5538221528861155
|
| 695 |
+
name: Cosine Precision@1
|
| 696 |
+
- type: cosine_precision@20
|
| 697 |
+
value: 0.10912636505460219
|
| 698 |
+
name: Cosine Precision@20
|
| 699 |
+
- type: cosine_precision@50
|
| 700 |
+
value: 0.047935517420696835
|
| 701 |
+
name: Cosine Precision@50
|
| 702 |
+
- type: cosine_precision@100
|
| 703 |
+
value: 0.025257410296411865
|
| 704 |
+
name: Cosine Precision@100
|
| 705 |
+
- type: cosine_precision@150
|
| 706 |
+
value: 0.017257756976945746
|
| 707 |
+
name: Cosine Precision@150
|
| 708 |
+
- type: cosine_precision@200
|
| 709 |
+
value: 0.013122724908996361
|
| 710 |
+
name: Cosine Precision@200
|
| 711 |
+
- type: cosine_recall@1
|
| 712 |
+
value: 0.20845033801352056
|
| 713 |
+
name: Cosine Recall@1
|
| 714 |
+
- type: cosine_recall@20
|
| 715 |
+
value: 0.7964725255676894
|
| 716 |
+
name: Cosine Recall@20
|
| 717 |
+
- type: cosine_recall@50
|
| 718 |
+
value: 0.8717888715548621
|
| 719 |
+
name: Cosine Recall@50
|
| 720 |
+
- type: cosine_recall@100
|
| 721 |
+
value: 0.9166493326399723
|
| 722 |
+
name: Cosine Recall@100
|
| 723 |
+
- type: cosine_recall@150
|
| 724 |
+
value: 0.9388542208355001
|
| 725 |
+
name: Cosine Recall@150
|
| 726 |
+
- type: cosine_recall@200
|
| 727 |
+
value: 0.9522447564569249
|
| 728 |
+
name: Cosine Recall@200
|
| 729 |
+
- type: cosine_ndcg@1
|
| 730 |
+
value: 0.5538221528861155
|
| 731 |
+
name: Cosine Ndcg@1
|
| 732 |
+
- type: cosine_ndcg@20
|
| 733 |
+
value: 0.6518455599845957
|
| 734 |
+
name: Cosine Ndcg@20
|
| 735 |
+
- type: cosine_ndcg@50
|
| 736 |
+
value: 0.6725307652410174
|
| 737 |
+
name: Cosine Ndcg@50
|
| 738 |
+
- type: cosine_ndcg@100
|
| 739 |
+
value: 0.6825987388473841
|
| 740 |
+
name: Cosine Ndcg@100
|
| 741 |
+
- type: cosine_ndcg@150
|
| 742 |
+
value: 0.6869902480321315
|
| 743 |
+
name: Cosine Ndcg@150
|
| 744 |
+
- type: cosine_ndcg@200
|
| 745 |
+
value: 0.6894230866781552
|
| 746 |
+
name: Cosine Ndcg@200
|
| 747 |
+
- type: cosine_mrr@1
|
| 748 |
+
value: 0.5538221528861155
|
| 749 |
+
name: Cosine Mrr@1
|
| 750 |
+
- type: cosine_mrr@20
|
| 751 |
+
value: 0.6451894555975591
|
| 752 |
+
name: Cosine Mrr@20
|
| 753 |
+
- type: cosine_mrr@50
|
| 754 |
+
value: 0.6470013120502346
|
| 755 |
+
name: Cosine Mrr@50
|
| 756 |
+
- type: cosine_mrr@100
|
| 757 |
+
value: 0.6473603615547494
|
| 758 |
+
name: Cosine Mrr@100
|
| 759 |
+
- type: cosine_mrr@150
|
| 760 |
+
value: 0.6474490009158033
|
| 761 |
+
name: Cosine Mrr@150
|
| 762 |
+
- type: cosine_mrr@200
|
| 763 |
+
value: 0.647492473181411
|
| 764 |
+
name: Cosine Mrr@200
|
| 765 |
+
- type: cosine_map@1
|
| 766 |
+
value: 0.5538221528861155
|
| 767 |
+
name: Cosine Map@1
|
| 768 |
+
- type: cosine_map@20
|
| 769 |
+
value: 0.5627871995310985
|
| 770 |
+
name: Cosine Map@20
|
| 771 |
+
- type: cosine_map@50
|
| 772 |
+
value: 0.5679148655306163
|
| 773 |
+
name: Cosine Map@50
|
| 774 |
+
- type: cosine_map@100
|
| 775 |
+
value: 0.5693421440886408
|
| 776 |
+
name: Cosine Map@100
|
| 777 |
+
- type: cosine_map@150
|
| 778 |
+
value: 0.5697579274072834
|
| 779 |
+
name: Cosine Map@150
|
| 780 |
+
- type: cosine_map@200
|
| 781 |
+
value: 0.569931742725807
|
| 782 |
+
name: Cosine Map@200
|
| 783 |
+
- type: cosine_map@500
|
| 784 |
+
value: 0.5702007325952348
|
| 785 |
+
name: Cosine Map@500
|
| 786 |
+
- task:
|
| 787 |
+
type: information-retrieval
|
| 788 |
+
name: Information Retrieval
|
| 789 |
+
dataset:
|
| 790 |
+
name: mix zh
|
| 791 |
+
type: mix_zh
|
| 792 |
+
metrics:
|
| 793 |
+
- type: cosine_accuracy@1
|
| 794 |
+
value: 0.6033402922755741
|
| 795 |
+
name: Cosine Accuracy@1
|
| 796 |
+
- type: cosine_accuracy@20
|
| 797 |
+
value: 0.9592901878914405
|
| 798 |
+
name: Cosine Accuracy@20
|
| 799 |
+
- type: cosine_accuracy@50
|
| 800 |
+
value: 0.9775574112734864
|
| 801 |
+
name: Cosine Accuracy@50
|
| 802 |
+
- type: cosine_accuracy@100
|
| 803 |
+
value: 0.9869519832985386
|
| 804 |
+
name: Cosine Accuracy@100
|
| 805 |
+
- type: cosine_accuracy@150
|
| 806 |
+
value: 0.9911273486430062
|
| 807 |
+
name: Cosine Accuracy@150
|
| 808 |
+
- type: cosine_accuracy@200
|
| 809 |
+
value: 0.9937369519832986
|
| 810 |
+
name: Cosine Accuracy@200
|
| 811 |
+
- type: cosine_precision@1
|
| 812 |
+
value: 0.6033402922755741
|
| 813 |
+
name: Cosine Precision@1
|
| 814 |
+
- type: cosine_precision@20
|
| 815 |
+
value: 0.1262787056367432
|
| 816 |
+
name: Cosine Precision@20
|
| 817 |
+
- type: cosine_precision@50
|
| 818 |
+
value: 0.055156576200417556
|
| 819 |
+
name: Cosine Precision@50
|
| 820 |
+
- type: cosine_precision@100
|
| 821 |
+
value: 0.028684759916492702
|
| 822 |
+
name: Cosine Precision@100
|
| 823 |
+
- type: cosine_precision@150
|
| 824 |
+
value: 0.019394572025052192
|
| 825 |
+
name: Cosine Precision@150
|
| 826 |
+
- type: cosine_precision@200
|
| 827 |
+
value: 0.014694676409185809
|
| 828 |
+
name: Cosine Precision@200
|
| 829 |
+
- type: cosine_recall@1
|
| 830 |
+
value: 0.2026406700467243
|
| 831 |
+
name: Cosine Recall@1
|
| 832 |
+
- type: cosine_recall@20
|
| 833 |
+
value: 0.8327331245650661
|
| 834 |
+
name: Cosine Recall@20
|
| 835 |
+
- type: cosine_recall@50
|
| 836 |
+
value: 0.9090553235908142
|
| 837 |
+
name: Cosine Recall@50
|
| 838 |
+
- type: cosine_recall@100
|
| 839 |
+
value: 0.9454766875434933
|
| 840 |
+
name: Cosine Recall@100
|
| 841 |
+
- type: cosine_recall@150
|
| 842 |
+
value: 0.9593510786360473
|
| 843 |
+
name: Cosine Recall@150
|
| 844 |
+
- type: cosine_recall@200
|
| 845 |
+
value: 0.9690848990953375
|
| 846 |
+
name: Cosine Recall@200
|
| 847 |
+
- type: cosine_ndcg@1
|
| 848 |
+
value: 0.6033402922755741
|
| 849 |
+
name: Cosine Ndcg@1
|
| 850 |
+
- type: cosine_ndcg@20
|
| 851 |
+
value: 0.6828284711666521
|
| 852 |
+
name: Cosine Ndcg@20
|
| 853 |
+
- type: cosine_ndcg@50
|
| 854 |
+
value: 0.7045660706215972
|
| 855 |
+
name: Cosine Ndcg@50
|
| 856 |
+
- type: cosine_ndcg@100
|
| 857 |
+
value: 0.7129279365518828
|
| 858 |
+
name: Cosine Ndcg@100
|
| 859 |
+
- type: cosine_ndcg@150
|
| 860 |
+
value: 0.7157293364418106
|
| 861 |
+
name: Cosine Ndcg@150
|
| 862 |
+
- type: cosine_ndcg@200
|
| 863 |
+
value: 0.7175794784000445
|
| 864 |
+
name: Cosine Ndcg@200
|
| 865 |
+
- type: cosine_mrr@1
|
| 866 |
+
value: 0.6033402922755741
|
| 867 |
+
name: Cosine Mrr@1
|
| 868 |
+
- type: cosine_mrr@20
|
| 869 |
+
value: 0.7204416409571621
|
| 870 |
+
name: Cosine Mrr@20
|
| 871 |
+
- type: cosine_mrr@50
|
| 872 |
+
value: 0.7210752869689329
|
| 873 |
+
name: Cosine Mrr@50
|
| 874 |
+
- type: cosine_mrr@100
|
| 875 |
+
value: 0.7212211062865328
|
| 876 |
+
name: Cosine Mrr@100
|
| 877 |
+
- type: cosine_mrr@150
|
| 878 |
+
value: 0.7212542072796881
|
| 879 |
+
name: Cosine Mrr@150
|
| 880 |
+
- type: cosine_mrr@200
|
| 881 |
+
value: 0.7212683301539606
|
| 882 |
+
name: Cosine Mrr@200
|
| 883 |
+
- type: cosine_map@1
|
| 884 |
+
value: 0.6033402922755741
|
| 885 |
+
name: Cosine Map@1
|
| 886 |
+
- type: cosine_map@20
|
| 887 |
+
value: 0.5625523429259808
|
| 888 |
+
name: Cosine Map@20
|
| 889 |
+
- type: cosine_map@50
|
| 890 |
+
value: 0.5690763342890433
|
| 891 |
+
name: Cosine Map@50
|
| 892 |
+
- type: cosine_map@100
|
| 893 |
+
value: 0.5704513498606978
|
| 894 |
+
name: Cosine Map@100
|
| 895 |
+
- type: cosine_map@150
|
| 896 |
+
value: 0.5707437921606868
|
| 897 |
+
name: Cosine Map@150
|
| 898 |
+
- type: cosine_map@200
|
| 899 |
+
value: 0.5708914357578326
|
| 900 |
+
name: Cosine Map@200
|
| 901 |
+
- type: cosine_map@500
|
| 902 |
+
value: 0.5710537045348917
|
| 903 |
+
name: Cosine Map@500
|
| 904 |
+
---
|
| 905 |
+
|
| 906 |
+
# SentenceTransformer
|
| 907 |
+
|
| 908 |
+
This is a [sentence-transformers](https://www.SBERT.net) model trained. It maps sentences & paragraphs to a 768-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
|
| 909 |
+
|
| 910 |
+
## Model Details
|
| 911 |
+
|
| 912 |
+
### Model Description
|
| 913 |
+
- **Model Type:** Sentence Transformer
|
| 914 |
+
<!-- - **Base model:** [Unknown](https://huggingface.co/unknown) -->
|
| 915 |
+
- **Maximum Sequence Length:** 512 tokens
|
| 916 |
+
- **Output Dimensionality:** 768 dimensions
|
| 917 |
+
- **Similarity Function:** Cosine Similarity
|
| 918 |
+
<!-- - **Training Dataset:** Unknown -->
|
| 919 |
+
<!-- - **Language:** Unknown -->
|
| 920 |
+
<!-- - **License:** Unknown -->
|
| 921 |
+
|
| 922 |
+
### Model Sources
|
| 923 |
+
|
| 924 |
+
- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
|
| 925 |
+
- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
|
| 926 |
+
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
|
| 927 |
+
|
| 928 |
+
### Full Model Architecture
|
| 929 |
+
|
| 930 |
+
```
|
| 931 |
+
SentenceTransformer(
|
| 932 |
+
(0): Transformer({'max_seq_length': 512, 'do_lower_case': False}) with Transformer model: NewModel
|
| 933 |
+
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': True, 'pooling_mode_mean_tokens': False, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
|
| 934 |
+
(2): Normalize()
|
| 935 |
+
)
|
| 936 |
+
```
|
| 937 |
+
|
| 938 |
+
## Usage
|
| 939 |
+
|
| 940 |
+
### Direct Usage (Sentence Transformers)
|
| 941 |
+
|
| 942 |
+
First install the Sentence Transformers library:
|
| 943 |
+
|
| 944 |
+
```bash
|
| 945 |
+
pip install -U sentence-transformers
|
| 946 |
+
```
|
| 947 |
+
|
| 948 |
+
Then you can load this model and run inference.
|
| 949 |
+
```python
|
| 950 |
+
from sentence_transformers import SentenceTransformer
|
| 951 |
+
|
| 952 |
+
# Download from the 🤗 Hub
|
| 953 |
+
model = SentenceTransformer("sentence_transformers_model_id")
|
| 954 |
+
# Run inference
|
| 955 |
+
sentences = [
|
| 956 |
+
'Entwicklerin für mobile Anwendungen',
|
| 957 |
+
'Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin',
|
| 958 |
+
'fashion design expert',
|
| 959 |
+
]
|
| 960 |
+
embeddings = model.encode(sentences)
|
| 961 |
+
print(embeddings.shape)
|
| 962 |
+
# [3, 768]
|
| 963 |
+
|
| 964 |
+
# Get the similarity scores for the embeddings
|
| 965 |
+
similarities = model.similarity(embeddings, embeddings)
|
| 966 |
+
print(similarities.shape)
|
| 967 |
+
# [3, 3]
|
| 968 |
+
```
|
| 969 |
+
|
| 970 |
+
<!--
|
| 971 |
+
### Direct Usage (Transformers)
|
| 972 |
+
|
| 973 |
+
<details><summary>Click to see the direct usage in Transformers</summary>
|
| 974 |
+
|
| 975 |
+
</details>
|
| 976 |
+
-->
|
| 977 |
+
|
| 978 |
+
<!--
|
| 979 |
+
### Downstream Usage (Sentence Transformers)
|
| 980 |
+
|
| 981 |
+
You can finetune this model on your own dataset.
|
| 982 |
+
|
| 983 |
+
<details><summary>Click to expand</summary>
|
| 984 |
+
|
| 985 |
+
</details>
|
| 986 |
+
-->
|
| 987 |
+
|
| 988 |
+
<!--
|
| 989 |
+
### Out-of-Scope Use
|
| 990 |
+
|
| 991 |
+
*List how the model may foreseeably be misused and address what users ought not to do with the model.*
|
| 992 |
+
-->
|
| 993 |
+
|
| 994 |
+
## Evaluation
|
| 995 |
+
|
| 996 |
+
### Metrics
|
| 997 |
+
|
| 998 |
+
#### Information Retrieval
|
| 999 |
+
|
| 1000 |
+
* Datasets: `full_en`, `full_es`, `full_de`, `full_zh`, `mix_es`, `mix_de` and `mix_zh`
|
| 1001 |
+
* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
|
| 1002 |
+
|
| 1003 |
+
| Metric | full_en | full_es | full_de | full_zh | mix_es | mix_de | mix_zh |
|
| 1004 |
+
|:---------------------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|
|
| 1005 |
+
| cosine_accuracy@1 | 0.6381 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5538 | 0.6033 |
|
| 1006 |
+
| cosine_accuracy@20 | 0.9619 | 1.0 | 0.9704 | 0.9709 | 0.908 | 0.8814 | 0.9593 |
|
| 1007 |
+
| cosine_accuracy@50 | 0.9905 | 1.0 | 0.9754 | 0.9903 | 0.9485 | 0.935 | 0.9776 |
|
| 1008 |
+
| cosine_accuracy@100 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.9735 | 0.9589 | 0.987 |
|
| 1009 |
+
| cosine_accuracy@150 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.9818 | 0.9693 | 0.9911 |
|
| 1010 |
+
| cosine_accuracy@200 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.9891 | 0.9766 | 0.9937 |
|
| 1011 |
+
| cosine_precision@1 | 0.6381 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5538 | 0.6033 |
|
| 1012 |
+
| cosine_precision@20 | 0.4767 | 0.5278 | 0.4268 | 0.4451 | 0.1114 | 0.1091 | 0.1263 |
|
| 1013 |
+
| cosine_precision@50 | 0.2872 | 0.3432 | 0.2962 | 0.2705 | 0.0484 | 0.0479 | 0.0552 |
|
| 1014 |
+
| cosine_precision@100 | 0.173 | 0.2178 | 0.1933 | 0.1661 | 0.0253 | 0.0253 | 0.0287 |
|
| 1015 |
+
| cosine_precision@150 | 0.1242 | 0.1649 | 0.1478 | 0.1208 | 0.0172 | 0.0173 | 0.0194 |
|
| 1016 |
+
| cosine_precision@200 | 0.0983 | 0.1329 | 0.1196 | 0.0952 | 0.0131 | 0.0131 | 0.0147 |
|
| 1017 |
+
| cosine_recall@1 | 0.0659 | 0.0036 | 0.0111 | 0.0661 | 0.2434 | 0.2085 | 0.2026 |
|
| 1018 |
+
| cosine_recall@20 | 0.5075 | 0.3544 | 0.2651 | 0.4819 | 0.8272 | 0.7965 | 0.8327 |
|
| 1019 |
+
| cosine_recall@50 | 0.6815 | 0.5098 | 0.4064 | 0.6552 | 0.8971 | 0.8718 | 0.9091 |
|
| 1020 |
+
| cosine_recall@100 | 0.7893 | 0.6026 | 0.5078 | 0.7647 | 0.9386 | 0.9166 | 0.9455 |
|
| 1021 |
+
| cosine_recall@150 | 0.8378 | 0.6669 | 0.5716 | 0.8281 | 0.9569 | 0.9389 | 0.9594 |
|
| 1022 |
+
| cosine_recall@200 | 0.8748 | 0.7113 | 0.611 | 0.8609 | 0.9687 | 0.9522 | 0.9691 |
|
| 1023 |
+
| cosine_ndcg@1 | 0.6381 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5538 | 0.6033 |
|
| 1024 |
+
| cosine_ndcg@20 | 0.6438 | 0.5712 | 0.4679 | 0.6209 | 0.6994 | 0.6518 | 0.6828 |
|
| 1025 |
+
| cosine_ndcg@50 | 0.6566 | 0.535 | 0.4426 | 0.6371 | 0.7185 | 0.6725 | 0.7046 |
|
| 1026 |
+
| cosine_ndcg@100 | 0.7088 | 0.5565 | 0.4652 | 0.69 | 0.7275 | 0.6826 | 0.7129 |
|
| 1027 |
+
| cosine_ndcg@150 | 0.7299 | 0.5878 | 0.4968 | 0.7159 | 0.7311 | 0.687 | 0.7157 |
|
| 1028 |
+
| **cosine_ndcg@200** | **0.7449** | **0.6083** | **0.5154** | **0.7294** | **0.7333** | **0.6894** | **0.7176** |
|
| 1029 |
+
| cosine_mrr@1 | 0.6381 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5538 | 0.6033 |
|
| 1030 |
+
| cosine_mrr@20 | 0.7865 | 0.5527 | 0.5045 | 0.8015 | 0.7027 | 0.6452 | 0.7204 |
|
| 1031 |
+
| cosine_mrr@50 | 0.7878 | 0.5527 | 0.5047 | 0.802 | 0.7041 | 0.647 | 0.7211 |
|
| 1032 |
+
| cosine_mrr@100 | 0.7878 | 0.5527 | 0.5049 | 0.802 | 0.7044 | 0.6474 | 0.7212 |
|
| 1033 |
+
| cosine_mrr@150 | 0.7878 | 0.5527 | 0.5049 | 0.802 | 0.7045 | 0.6474 | 0.7213 |
|
| 1034 |
+
| cosine_mrr@200 | 0.7878 | 0.5527 | 0.5049 | 0.802 | 0.7045 | 0.6475 | 0.7213 |
|
| 1035 |
+
| cosine_map@1 | 0.6381 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5538 | 0.6033 |
|
| 1036 |
+
| cosine_map@20 | 0.4999 | 0.4385 | 0.3353 | 0.4724 | 0.6176 | 0.5628 | 0.5626 |
|
| 1037 |
+
| cosine_map@50 | 0.4825 | 0.3733 | 0.2836 | 0.4562 | 0.6226 | 0.5679 | 0.5691 |
|
| 1038 |
+
| cosine_map@100 | 0.5108 | 0.3751 | 0.2803 | 0.4831 | 0.6239 | 0.5693 | 0.5705 |
|
| 1039 |
+
| cosine_map@150 | 0.5189 | 0.3878 | 0.2917 | 0.492 | 0.6242 | 0.5698 | 0.5707 |
|
| 1040 |
+
| cosine_map@200 | 0.5236 | 0.3948 | 0.2975 | 0.4961 | 0.6244 | 0.5699 | 0.5709 |
|
| 1041 |
+
| cosine_map@500 | 0.5292 | 0.4052 | 0.3095 | 0.5023 | 0.6245 | 0.5702 | 0.5711 |
|
| 1042 |
+
|
| 1043 |
+
<!--
|
| 1044 |
+
## Bias, Risks and Limitations
|
| 1045 |
+
|
| 1046 |
+
*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
|
| 1047 |
+
-->
|
| 1048 |
+
|
| 1049 |
+
<!--
|
| 1050 |
+
### Recommendations
|
| 1051 |
+
|
| 1052 |
+
*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
|
| 1053 |
+
-->
|
| 1054 |
+
|
| 1055 |
+
## Training Details
|
| 1056 |
+
|
| 1057 |
+
### Training Dataset
|
| 1058 |
+
|
| 1059 |
+
#### Unnamed Dataset
|
| 1060 |
+
|
| 1061 |
+
* Size: 86,648 training samples
|
| 1062 |
+
* Columns: <code>sentence</code> and <code>label</code>
|
| 1063 |
+
* Approximate statistics based on the first 1000 samples:
|
| 1064 |
+
| | sentence | label |
|
| 1065 |
+
|:--------|:---------------------------------------------------------------------------------|:-------------------------------------|
|
| 1066 |
+
| type | string | list |
|
| 1067 |
+
| details | <ul><li>min: 2 tokens</li><li>mean: 8.25 tokens</li><li>max: 54 tokens</li></ul> | <ul><li>size: 768 elements</li></ul> |
|
| 1068 |
+
* Samples:
|
| 1069 |
+
| sentence | label |
|
| 1070 |
+
|:-----------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------|
|
| 1071 |
+
| <code></code> | <code>[-0.07171934843063354, 0.03595816716551781, -0.029780959710478783, 0.006593302357941866, 0.040611181408166885, ...]</code> |
|
| 1072 |
+
| <code>airport environment officer</code> | <code>[-0.022075481712818146, 0.02999737113714218, -0.02189866080880165, 0.016531817615032196, 0.012234307825565338, ...]</code> |
|
| 1073 |
+
| <code>Flake操作员</code> | <code>[-0.04815564677119255, 0.023524893447756767, -0.01583661139011383, 0.042527906596660614, 0.03815540298819542, ...]</code> |
|
| 1074 |
+
* Loss: [<code>MSELoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#mseloss)
|
| 1075 |
+
|
| 1076 |
+
### Training Hyperparameters
|
| 1077 |
+
#### Non-Default Hyperparameters
|
| 1078 |
+
|
| 1079 |
+
- `eval_strategy`: steps
|
| 1080 |
+
- `per_device_train_batch_size`: 128
|
| 1081 |
+
- `per_device_eval_batch_size`: 128
|
| 1082 |
+
- `gradient_accumulation_steps`: 2
|
| 1083 |
+
- `learning_rate`: 0.0001
|
| 1084 |
+
- `num_train_epochs`: 5
|
| 1085 |
+
- `warmup_ratio`: 0.05
|
| 1086 |
+
- `log_on_each_node`: False
|
| 1087 |
+
- `fp16`: True
|
| 1088 |
+
- `dataloader_num_workers`: 4
|
| 1089 |
+
- `ddp_find_unused_parameters`: True
|
| 1090 |
+
- `batch_sampler`: no_duplicates
|
| 1091 |
+
|
| 1092 |
+
#### All Hyperparameters
|
| 1093 |
+
<details><summary>Click to expand</summary>
|
| 1094 |
+
|
| 1095 |
+
- `overwrite_output_dir`: False
|
| 1096 |
+
- `do_predict`: False
|
| 1097 |
+
- `eval_strategy`: steps
|
| 1098 |
+
- `prediction_loss_only`: True
|
| 1099 |
+
- `per_device_train_batch_size`: 128
|
| 1100 |
+
- `per_device_eval_batch_size`: 128
|
| 1101 |
+
- `per_gpu_train_batch_size`: None
|
| 1102 |
+
- `per_gpu_eval_batch_size`: None
|
| 1103 |
+
- `gradient_accumulation_steps`: 2
|
| 1104 |
+
- `eval_accumulation_steps`: None
|
| 1105 |
+
- `torch_empty_cache_steps`: None
|
| 1106 |
+
- `learning_rate`: 0.0001
|
| 1107 |
+
- `weight_decay`: 0.0
|
| 1108 |
+
- `adam_beta1`: 0.9
|
| 1109 |
+
- `adam_beta2`: 0.999
|
| 1110 |
+
- `adam_epsilon`: 1e-08
|
| 1111 |
+
- `max_grad_norm`: 1.0
|
| 1112 |
+
- `num_train_epochs`: 5
|
| 1113 |
+
- `max_steps`: -1
|
| 1114 |
+
- `lr_scheduler_type`: linear
|
| 1115 |
+
- `lr_scheduler_kwargs`: {}
|
| 1116 |
+
- `warmup_ratio`: 0.05
|
| 1117 |
+
- `warmup_steps`: 0
|
| 1118 |
+
- `log_level`: passive
|
| 1119 |
+
- `log_level_replica`: warning
|
| 1120 |
+
- `log_on_each_node`: False
|
| 1121 |
+
- `logging_nan_inf_filter`: True
|
| 1122 |
+
- `save_safetensors`: True
|
| 1123 |
+
- `save_on_each_node`: False
|
| 1124 |
+
- `save_only_model`: False
|
| 1125 |
+
- `restore_callback_states_from_checkpoint`: False
|
| 1126 |
+
- `no_cuda`: False
|
| 1127 |
+
- `use_cpu`: False
|
| 1128 |
+
- `use_mps_device`: False
|
| 1129 |
+
- `seed`: 42
|
| 1130 |
+
- `data_seed`: None
|
| 1131 |
+
- `jit_mode_eval`: False
|
| 1132 |
+
- `use_ipex`: False
|
| 1133 |
+
- `bf16`: False
|
| 1134 |
+
- `fp16`: True
|
| 1135 |
+
- `fp16_opt_level`: O1
|
| 1136 |
+
- `half_precision_backend`: auto
|
| 1137 |
+
- `bf16_full_eval`: False
|
| 1138 |
+
- `fp16_full_eval`: False
|
| 1139 |
+
- `tf32`: None
|
| 1140 |
+
- `local_rank`: 0
|
| 1141 |
+
- `ddp_backend`: None
|
| 1142 |
+
- `tpu_num_cores`: None
|
| 1143 |
+
- `tpu_metrics_debug`: False
|
| 1144 |
+
- `debug`: []
|
| 1145 |
+
- `dataloader_drop_last`: True
|
| 1146 |
+
- `dataloader_num_workers`: 4
|
| 1147 |
+
- `dataloader_prefetch_factor`: None
|
| 1148 |
+
- `past_index`: -1
|
| 1149 |
+
- `disable_tqdm`: False
|
| 1150 |
+
- `remove_unused_columns`: True
|
| 1151 |
+
- `label_names`: None
|
| 1152 |
+
- `load_best_model_at_end`: False
|
| 1153 |
+
- `ignore_data_skip`: False
|
| 1154 |
+
- `fsdp`: []
|
| 1155 |
+
- `fsdp_min_num_params`: 0
|
| 1156 |
+
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
|
| 1157 |
+
- `tp_size`: 0
|
| 1158 |
+
- `fsdp_transformer_layer_cls_to_wrap`: None
|
| 1159 |
+
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
|
| 1160 |
+
- `deepspeed`: None
|
| 1161 |
+
- `label_smoothing_factor`: 0.0
|
| 1162 |
+
- `optim`: adamw_torch
|
| 1163 |
+
- `optim_args`: None
|
| 1164 |
+
- `adafactor`: False
|
| 1165 |
+
- `group_by_length`: False
|
| 1166 |
+
- `length_column_name`: length
|
| 1167 |
+
- `ddp_find_unused_parameters`: True
|
| 1168 |
+
- `ddp_bucket_cap_mb`: None
|
| 1169 |
+
- `ddp_broadcast_buffers`: False
|
| 1170 |
+
- `dataloader_pin_memory`: True
|
| 1171 |
+
- `dataloader_persistent_workers`: False
|
| 1172 |
+
- `skip_memory_metrics`: True
|
| 1173 |
+
- `use_legacy_prediction_loop`: False
|
| 1174 |
+
- `push_to_hub`: False
|
| 1175 |
+
- `resume_from_checkpoint`: None
|
| 1176 |
+
- `hub_model_id`: None
|
| 1177 |
+
- `hub_strategy`: every_save
|
| 1178 |
+
- `hub_private_repo`: None
|
| 1179 |
+
- `hub_always_push`: False
|
| 1180 |
+
- `gradient_checkpointing`: False
|
| 1181 |
+
- `gradient_checkpointing_kwargs`: None
|
| 1182 |
+
- `include_inputs_for_metrics`: False
|
| 1183 |
+
- `include_for_metrics`: []
|
| 1184 |
+
- `eval_do_concat_batches`: True
|
| 1185 |
+
- `fp16_backend`: auto
|
| 1186 |
+
- `push_to_hub_model_id`: None
|
| 1187 |
+
- `push_to_hub_organization`: None
|
| 1188 |
+
- `mp_parameters`:
|
| 1189 |
+
- `auto_find_batch_size`: False
|
| 1190 |
+
- `full_determinism`: False
|
| 1191 |
+
- `torchdynamo`: None
|
| 1192 |
+
- `ray_scope`: last
|
| 1193 |
+
- `ddp_timeout`: 1800
|
| 1194 |
+
- `torch_compile`: False
|
| 1195 |
+
- `torch_compile_backend`: None
|
| 1196 |
+
- `torch_compile_mode`: None
|
| 1197 |
+
- `include_tokens_per_second`: False
|
| 1198 |
+
- `include_num_input_tokens_seen`: False
|
| 1199 |
+
- `neftune_noise_alpha`: None
|
| 1200 |
+
- `optim_target_modules`: None
|
| 1201 |
+
- `batch_eval_metrics`: False
|
| 1202 |
+
- `eval_on_start`: False
|
| 1203 |
+
- `use_liger_kernel`: False
|
| 1204 |
+
- `eval_use_gather_object`: False
|
| 1205 |
+
- `average_tokens_across_devices`: False
|
| 1206 |
+
- `prompts`: None
|
| 1207 |
+
- `batch_sampler`: no_duplicates
|
| 1208 |
+
- `multi_dataset_batch_sampler`: proportional
|
| 1209 |
+
|
| 1210 |
+
</details>
|
| 1211 |
+
|
| 1212 |
+
### Training Logs
|
| 1213 |
+
| Epoch | Step | Training Loss | full_en_cosine_ndcg@200 | full_es_cosine_ndcg@200 | full_de_cosine_ndcg@200 | full_zh_cosine_ndcg@200 | mix_es_cosine_ndcg@200 | mix_de_cosine_ndcg@200 | mix_zh_cosine_ndcg@200 |
|
| 1214 |
+
|:------:|:----:|:-------------:|:-----------------------:|:-----------------------:|:-----------------------:|:-----------------------:|:----------------------:|:----------------------:|:----------------------:|
|
| 1215 |
+
| -1 | -1 | - | 0.5348 | 0.4311 | 0.3678 | 0.5333 | 0.2580 | 0.1924 | 0.2871 |
|
| 1216 |
+
| 0.0030 | 1 | 0.0017 | - | - | - | - | - | - | - |
|
| 1217 |
+
| 0.2959 | 100 | 0.001 | - | - | - | - | - | - | - |
|
| 1218 |
+
| 0.5917 | 200 | 0.0005 | 0.6702 | 0.5287 | 0.4566 | 0.6809 | 0.5864 | 0.5302 | 0.4739 |
|
| 1219 |
+
| 0.8876 | 300 | 0.0004 | - | - | - | - | - | - | - |
|
| 1220 |
+
| 1.1834 | 400 | 0.0004 | 0.7057 | 0.5643 | 0.4790 | 0.7033 | 0.6604 | 0.6055 | 0.6003 |
|
| 1221 |
+
| 1.4793 | 500 | 0.0004 | - | - | - | - | - | - | - |
|
| 1222 |
+
| 1.7751 | 600 | 0.0003 | 0.7184 | 0.5783 | 0.4910 | 0.7127 | 0.6927 | 0.6416 | 0.6485 |
|
| 1223 |
+
| 2.0710 | 700 | 0.0003 | - | - | - | - | - | - | - |
|
| 1224 |
+
| 2.3669 | 800 | 0.0003 | 0.7307 | 0.5938 | 0.5023 | 0.7233 | 0.7125 | 0.6639 | 0.6847 |
|
| 1225 |
+
| 2.6627 | 900 | 0.0003 | - | - | - | - | - | - | - |
|
| 1226 |
+
| 2.9586 | 1000 | 0.0003 | 0.7371 | 0.6002 | 0.5085 | 0.7228 | 0.7222 | 0.6761 | 0.6998 |
|
| 1227 |
+
| 3.2544 | 1100 | 0.0003 | - | - | - | - | - | - | - |
|
| 1228 |
+
| 3.5503 | 1200 | 0.0003 | 0.7402 | 0.6059 | 0.5109 | 0.7279 | 0.7285 | 0.6841 | 0.7120 |
|
| 1229 |
+
| 3.8462 | 1300 | 0.0003 | - | - | - | - | - | - | - |
|
| 1230 |
+
| 4.1420 | 1400 | 0.0003 | 0.7449 | 0.6083 | 0.5154 | 0.7294 | 0.7333 | 0.6894 | 0.7176 |
|
| 1231 |
+
|
| 1232 |
+
|
| 1233 |
+
### Framework Versions
|
| 1234 |
+
- Python: 3.11.11
|
| 1235 |
+
- Sentence Transformers: 4.1.0
|
| 1236 |
+
- Transformers: 4.51.3
|
| 1237 |
+
- PyTorch: 2.6.0+cu124
|
| 1238 |
+
- Accelerate: 1.6.0
|
| 1239 |
+
- Datasets: 3.5.0
|
| 1240 |
+
- Tokenizers: 0.21.1
|
| 1241 |
+
|
| 1242 |
+
## Citation
|
| 1243 |
+
|
| 1244 |
+
### BibTeX
|
| 1245 |
+
|
| 1246 |
+
#### Sentence Transformers
|
| 1247 |
+
```bibtex
|
| 1248 |
+
@inproceedings{reimers-2019-sentence-bert,
|
| 1249 |
+
title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
|
| 1250 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1251 |
+
booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
|
| 1252 |
+
month = "11",
|
| 1253 |
+
year = "2019",
|
| 1254 |
+
publisher = "Association for Computational Linguistics",
|
| 1255 |
+
url = "https://arxiv.org/abs/1908.10084",
|
| 1256 |
+
}
|
| 1257 |
+
```
|
| 1258 |
+
|
| 1259 |
+
#### MSELoss
|
| 1260 |
+
```bibtex
|
| 1261 |
+
@inproceedings{reimers-2020-multilingual-sentence-bert,
|
| 1262 |
+
title = "Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation",
|
| 1263 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1264 |
+
booktitle = "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing",
|
| 1265 |
+
month = "11",
|
| 1266 |
+
year = "2020",
|
| 1267 |
+
publisher = "Association for Computational Linguistics",
|
| 1268 |
+
url = "https://arxiv.org/abs/2004.09813",
|
| 1269 |
+
}
|
| 1270 |
+
```
|
| 1271 |
+
|
| 1272 |
+
<!--
|
| 1273 |
+
## Glossary
|
| 1274 |
+
|
| 1275 |
+
*Clearly define terms in order to be accessible across audiences.*
|
| 1276 |
+
-->
|
| 1277 |
+
|
| 1278 |
+
<!--
|
| 1279 |
+
## Model Card Authors
|
| 1280 |
+
|
| 1281 |
+
*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
|
| 1282 |
+
-->
|
| 1283 |
+
|
| 1284 |
+
<!--
|
| 1285 |
+
## Model Card Contact
|
| 1286 |
+
|
| 1287 |
+
*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
|
| 1288 |
+
-->
|
checkpoint-1400/config.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"NewModel"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.0,
|
| 6 |
+
"auto_map": {
|
| 7 |
+
"AutoConfig": "configuration.NewConfig",
|
| 8 |
+
"AutoModel": "Alibaba-NLP/new-impl--modeling.NewModel",
|
| 9 |
+
"AutoModelForMaskedLM": "Alibaba-NLP/new-impl--modeling.NewForMaskedLM",
|
| 10 |
+
"AutoModelForMultipleChoice": "Alibaba-NLP/new-impl--modeling.NewForMultipleChoice",
|
| 11 |
+
"AutoModelForQuestionAnswering": "Alibaba-NLP/new-impl--modeling.NewForQuestionAnswering",
|
| 12 |
+
"AutoModelForSequenceClassification": "Alibaba-NLP/new-impl--modeling.NewForSequenceClassification",
|
| 13 |
+
"AutoModelForTokenClassification": "Alibaba-NLP/new-impl--modeling.NewForTokenClassification"
|
| 14 |
+
},
|
| 15 |
+
"classifier_dropout": 0.0,
|
| 16 |
+
"hidden_act": "gelu",
|
| 17 |
+
"hidden_dropout_prob": 0.1,
|
| 18 |
+
"hidden_size": 768,
|
| 19 |
+
"id2label": {
|
| 20 |
+
"0": "LABEL_0"
|
| 21 |
+
},
|
| 22 |
+
"initializer_range": 0.02,
|
| 23 |
+
"intermediate_size": 3072,
|
| 24 |
+
"label2id": {
|
| 25 |
+
"LABEL_0": 0
|
| 26 |
+
},
|
| 27 |
+
"layer_norm_eps": 1e-12,
|
| 28 |
+
"layer_norm_type": "layer_norm",
|
| 29 |
+
"logn_attention_clip1": false,
|
| 30 |
+
"logn_attention_scale": false,
|
| 31 |
+
"max_position_embeddings": 8192,
|
| 32 |
+
"model_type": "new",
|
| 33 |
+
"num_attention_heads": 12,
|
| 34 |
+
"num_hidden_layers": 3,
|
| 35 |
+
"pack_qkv": true,
|
| 36 |
+
"pad_token_id": 1,
|
| 37 |
+
"position_embedding_type": "rope",
|
| 38 |
+
"rope_scaling": {
|
| 39 |
+
"factor": 8.0,
|
| 40 |
+
"type": "ntk"
|
| 41 |
+
},
|
| 42 |
+
"rope_theta": 20000,
|
| 43 |
+
"torch_dtype": "float32",
|
| 44 |
+
"transformers_version": "4.51.3",
|
| 45 |
+
"type_vocab_size": 1,
|
| 46 |
+
"unpad_inputs": false,
|
| 47 |
+
"use_memory_efficient_attention": false,
|
| 48 |
+
"vocab_size": 250048
|
| 49 |
+
}
|
checkpoint-1400/config_sentence_transformers.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"__version__": {
|
| 3 |
+
"sentence_transformers": "4.1.0",
|
| 4 |
+
"transformers": "4.51.3",
|
| 5 |
+
"pytorch": "2.6.0+cu124"
|
| 6 |
+
},
|
| 7 |
+
"prompts": {},
|
| 8 |
+
"default_prompt_name": null,
|
| 9 |
+
"similarity_fn_name": "cosine"
|
| 10 |
+
}
|
checkpoint-1400/modules.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"idx": 0,
|
| 4 |
+
"name": "0",
|
| 5 |
+
"path": "",
|
| 6 |
+
"type": "sentence_transformers.models.Transformer"
|
| 7 |
+
},
|
| 8 |
+
{
|
| 9 |
+
"idx": 1,
|
| 10 |
+
"name": "1",
|
| 11 |
+
"path": "1_Pooling",
|
| 12 |
+
"type": "sentence_transformers.models.Pooling"
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"idx": 2,
|
| 16 |
+
"name": "2",
|
| 17 |
+
"path": "2_Normalize",
|
| 18 |
+
"type": "sentence_transformers.models.Normalize"
|
| 19 |
+
}
|
| 20 |
+
]
|
checkpoint-1400/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07f3badfb567c130add803d0d1e1dbe024ed6c96aa1c23295972de4b116581e0
|
| 3 |
+
size 15894
|
checkpoint-1400/scaler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:baba31a5e5063037a5c811de9cb04bc62c6c5f0f5fe6720b7d681afe6500d4c1
|
| 3 |
+
size 988
|
checkpoint-1400/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77e90f03152a309c16a91dfe51c70cf7581a3391085d45b702ce07af5a49d6cf
|
| 3 |
+
size 1064
|
checkpoint-1400/sentence_bert_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"max_seq_length": 512,
|
| 3 |
+
"do_lower_case": false
|
| 4 |
+
}
|
checkpoint-1400/special_tokens_map.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"cls_token": {
|
| 10 |
+
"content": "<s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"eos_token": {
|
| 17 |
+
"content": "</s>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"mask_token": {
|
| 24 |
+
"content": "<mask>",
|
| 25 |
+
"lstrip": true,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
},
|
| 30 |
+
"pad_token": {
|
| 31 |
+
"content": "<pad>",
|
| 32 |
+
"lstrip": false,
|
| 33 |
+
"normalized": false,
|
| 34 |
+
"rstrip": false,
|
| 35 |
+
"single_word": false
|
| 36 |
+
},
|
| 37 |
+
"sep_token": {
|
| 38 |
+
"content": "</s>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false
|
| 43 |
+
},
|
| 44 |
+
"unk_token": {
|
| 45 |
+
"content": "<unk>",
|
| 46 |
+
"lstrip": false,
|
| 47 |
+
"normalized": false,
|
| 48 |
+
"rstrip": false,
|
| 49 |
+
"single_word": false
|
| 50 |
+
}
|
| 51 |
+
}
|
checkpoint-1400/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:883b037111086fd4dfebbbc9b7cee11e1517b5e0c0514879478661440f137085
|
| 3 |
+
size 17082987
|
checkpoint-1400/tokenizer_config.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": true,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"max_length": 512,
|
| 51 |
+
"model_max_length": 512,
|
| 52 |
+
"pad_to_multiple_of": null,
|
| 53 |
+
"pad_token": "<pad>",
|
| 54 |
+
"pad_token_type_id": 0,
|
| 55 |
+
"padding_side": "right",
|
| 56 |
+
"sep_token": "</s>",
|
| 57 |
+
"stride": 0,
|
| 58 |
+
"tokenizer_class": "XLMRobertaTokenizerFast",
|
| 59 |
+
"truncation_side": "right",
|
| 60 |
+
"truncation_strategy": "longest_first",
|
| 61 |
+
"unk_token": "<unk>"
|
| 62 |
+
}
|
checkpoint-1400/trainer_state.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-1400/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc51e1de286671ae3aedb23a247ac2f4c1af94ae0cf98c4e47d46fef0beeda98
|
| 3 |
+
size 5624
|
checkpoint-1600/1_Pooling/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"word_embedding_dimension": 768,
|
| 3 |
+
"pooling_mode_cls_token": true,
|
| 4 |
+
"pooling_mode_mean_tokens": false,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": false,
|
| 9 |
+
"include_prompt": true
|
| 10 |
+
}
|
checkpoint-1600/config.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"NewModel"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.0,
|
| 6 |
+
"auto_map": {
|
| 7 |
+
"AutoConfig": "configuration.NewConfig",
|
| 8 |
+
"AutoModel": "Alibaba-NLP/new-impl--modeling.NewModel",
|
| 9 |
+
"AutoModelForMaskedLM": "Alibaba-NLP/new-impl--modeling.NewForMaskedLM",
|
| 10 |
+
"AutoModelForMultipleChoice": "Alibaba-NLP/new-impl--modeling.NewForMultipleChoice",
|
| 11 |
+
"AutoModelForQuestionAnswering": "Alibaba-NLP/new-impl--modeling.NewForQuestionAnswering",
|
| 12 |
+
"AutoModelForSequenceClassification": "Alibaba-NLP/new-impl--modeling.NewForSequenceClassification",
|
| 13 |
+
"AutoModelForTokenClassification": "Alibaba-NLP/new-impl--modeling.NewForTokenClassification"
|
| 14 |
+
},
|
| 15 |
+
"classifier_dropout": 0.0,
|
| 16 |
+
"hidden_act": "gelu",
|
| 17 |
+
"hidden_dropout_prob": 0.1,
|
| 18 |
+
"hidden_size": 768,
|
| 19 |
+
"id2label": {
|
| 20 |
+
"0": "LABEL_0"
|
| 21 |
+
},
|
| 22 |
+
"initializer_range": 0.02,
|
| 23 |
+
"intermediate_size": 3072,
|
| 24 |
+
"label2id": {
|
| 25 |
+
"LABEL_0": 0
|
| 26 |
+
},
|
| 27 |
+
"layer_norm_eps": 1e-12,
|
| 28 |
+
"layer_norm_type": "layer_norm",
|
| 29 |
+
"logn_attention_clip1": false,
|
| 30 |
+
"logn_attention_scale": false,
|
| 31 |
+
"max_position_embeddings": 8192,
|
| 32 |
+
"model_type": "new",
|
| 33 |
+
"num_attention_heads": 12,
|
| 34 |
+
"num_hidden_layers": 3,
|
| 35 |
+
"pack_qkv": true,
|
| 36 |
+
"pad_token_id": 1,
|
| 37 |
+
"position_embedding_type": "rope",
|
| 38 |
+
"rope_scaling": {
|
| 39 |
+
"factor": 8.0,
|
| 40 |
+
"type": "ntk"
|
| 41 |
+
},
|
| 42 |
+
"rope_theta": 20000,
|
| 43 |
+
"torch_dtype": "float32",
|
| 44 |
+
"transformers_version": "4.51.3",
|
| 45 |
+
"type_vocab_size": 1,
|
| 46 |
+
"unpad_inputs": false,
|
| 47 |
+
"use_memory_efficient_attention": false,
|
| 48 |
+
"vocab_size": 250048
|
| 49 |
+
}
|
checkpoint-1600/config_sentence_transformers.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"__version__": {
|
| 3 |
+
"sentence_transformers": "4.1.0",
|
| 4 |
+
"transformers": "4.51.3",
|
| 5 |
+
"pytorch": "2.6.0+cu124"
|
| 6 |
+
},
|
| 7 |
+
"prompts": {},
|
| 8 |
+
"default_prompt_name": null,
|
| 9 |
+
"similarity_fn_name": "cosine"
|
| 10 |
+
}
|
checkpoint-1600/special_tokens_map.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"cls_token": {
|
| 10 |
+
"content": "<s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"eos_token": {
|
| 17 |
+
"content": "</s>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"mask_token": {
|
| 24 |
+
"content": "<mask>",
|
| 25 |
+
"lstrip": true,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
},
|
| 30 |
+
"pad_token": {
|
| 31 |
+
"content": "<pad>",
|
| 32 |
+
"lstrip": false,
|
| 33 |
+
"normalized": false,
|
| 34 |
+
"rstrip": false,
|
| 35 |
+
"single_word": false
|
| 36 |
+
},
|
| 37 |
+
"sep_token": {
|
| 38 |
+
"content": "</s>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false
|
| 43 |
+
},
|
| 44 |
+
"unk_token": {
|
| 45 |
+
"content": "<unk>",
|
| 46 |
+
"lstrip": false,
|
| 47 |
+
"normalized": false,
|
| 48 |
+
"rstrip": false,
|
| 49 |
+
"single_word": false
|
| 50 |
+
}
|
| 51 |
+
}
|
checkpoint-1600/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:883b037111086fd4dfebbbc9b7cee11e1517b5e0c0514879478661440f137085
|
| 3 |
+
size 17082987
|
checkpoint-1690/1_Pooling/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"word_embedding_dimension": 768,
|
| 3 |
+
"pooling_mode_cls_token": true,
|
| 4 |
+
"pooling_mode_mean_tokens": false,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": false,
|
| 9 |
+
"include_prompt": true
|
| 10 |
+
}
|
checkpoint-1690/README.md
ADDED
|
@@ -0,0 +1,1290 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- sentence-transformers
|
| 4 |
+
- sentence-similarity
|
| 5 |
+
- feature-extraction
|
| 6 |
+
- generated_from_trainer
|
| 7 |
+
- dataset_size:86648
|
| 8 |
+
- loss:MSELoss
|
| 9 |
+
widget:
|
| 10 |
+
- source_sentence: Familienberaterin
|
| 11 |
+
sentences:
|
| 12 |
+
- electric power station operator
|
| 13 |
+
- venue booker & promoter
|
| 14 |
+
- betrieblicher Aus- und Weiterbildner/betriebliche Aus- und Weiterbildnerin
|
| 15 |
+
- source_sentence: high school RS teacher
|
| 16 |
+
sentences:
|
| 17 |
+
- infantryman
|
| 18 |
+
- Schnellbedienungsrestaurantteamleiter
|
| 19 |
+
- drill setup operator
|
| 20 |
+
- source_sentence: lighting designer
|
| 21 |
+
sentences:
|
| 22 |
+
- software support manager
|
| 23 |
+
- 直升机维护协调员
|
| 24 |
+
- bus maintenance supervisor
|
| 25 |
+
- source_sentence: 机场消防员
|
| 26 |
+
sentences:
|
| 27 |
+
- Flake操作员
|
| 28 |
+
- técnico en gestión de residuos peligrosos/técnica en gestión de residuos peligrosos
|
| 29 |
+
- 专门学校老师
|
| 30 |
+
- source_sentence: Entwicklerin für mobile Anwendungen
|
| 31 |
+
sentences:
|
| 32 |
+
- fashion design expert
|
| 33 |
+
- Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin
|
| 34 |
+
- commercial bid manager
|
| 35 |
+
pipeline_tag: sentence-similarity
|
| 36 |
+
library_name: sentence-transformers
|
| 37 |
+
metrics:
|
| 38 |
+
- cosine_accuracy@1
|
| 39 |
+
- cosine_accuracy@20
|
| 40 |
+
- cosine_accuracy@50
|
| 41 |
+
- cosine_accuracy@100
|
| 42 |
+
- cosine_accuracy@150
|
| 43 |
+
- cosine_accuracy@200
|
| 44 |
+
- cosine_precision@1
|
| 45 |
+
- cosine_precision@20
|
| 46 |
+
- cosine_precision@50
|
| 47 |
+
- cosine_precision@100
|
| 48 |
+
- cosine_precision@150
|
| 49 |
+
- cosine_precision@200
|
| 50 |
+
- cosine_recall@1
|
| 51 |
+
- cosine_recall@20
|
| 52 |
+
- cosine_recall@50
|
| 53 |
+
- cosine_recall@100
|
| 54 |
+
- cosine_recall@150
|
| 55 |
+
- cosine_recall@200
|
| 56 |
+
- cosine_ndcg@1
|
| 57 |
+
- cosine_ndcg@20
|
| 58 |
+
- cosine_ndcg@50
|
| 59 |
+
- cosine_ndcg@100
|
| 60 |
+
- cosine_ndcg@150
|
| 61 |
+
- cosine_ndcg@200
|
| 62 |
+
- cosine_mrr@1
|
| 63 |
+
- cosine_mrr@20
|
| 64 |
+
- cosine_mrr@50
|
| 65 |
+
- cosine_mrr@100
|
| 66 |
+
- cosine_mrr@150
|
| 67 |
+
- cosine_mrr@200
|
| 68 |
+
- cosine_map@1
|
| 69 |
+
- cosine_map@20
|
| 70 |
+
- cosine_map@50
|
| 71 |
+
- cosine_map@100
|
| 72 |
+
- cosine_map@150
|
| 73 |
+
- cosine_map@200
|
| 74 |
+
- cosine_map@500
|
| 75 |
+
model-index:
|
| 76 |
+
- name: SentenceTransformer
|
| 77 |
+
results:
|
| 78 |
+
- task:
|
| 79 |
+
type: information-retrieval
|
| 80 |
+
name: Information Retrieval
|
| 81 |
+
dataset:
|
| 82 |
+
name: full en
|
| 83 |
+
type: full_en
|
| 84 |
+
metrics:
|
| 85 |
+
- type: cosine_accuracy@1
|
| 86 |
+
value: 0.6476190476190476
|
| 87 |
+
name: Cosine Accuracy@1
|
| 88 |
+
- type: cosine_accuracy@20
|
| 89 |
+
value: 0.9714285714285714
|
| 90 |
+
name: Cosine Accuracy@20
|
| 91 |
+
- type: cosine_accuracy@50
|
| 92 |
+
value: 0.9904761904761905
|
| 93 |
+
name: Cosine Accuracy@50
|
| 94 |
+
- type: cosine_accuracy@100
|
| 95 |
+
value: 0.9904761904761905
|
| 96 |
+
name: Cosine Accuracy@100
|
| 97 |
+
- type: cosine_accuracy@150
|
| 98 |
+
value: 0.9904761904761905
|
| 99 |
+
name: Cosine Accuracy@150
|
| 100 |
+
- type: cosine_accuracy@200
|
| 101 |
+
value: 0.9904761904761905
|
| 102 |
+
name: Cosine Accuracy@200
|
| 103 |
+
- type: cosine_precision@1
|
| 104 |
+
value: 0.6476190476190476
|
| 105 |
+
name: Cosine Precision@1
|
| 106 |
+
- type: cosine_precision@20
|
| 107 |
+
value: 0.47952380952380946
|
| 108 |
+
name: Cosine Precision@20
|
| 109 |
+
- type: cosine_precision@50
|
| 110 |
+
value: 0.28838095238095235
|
| 111 |
+
name: Cosine Precision@50
|
| 112 |
+
- type: cosine_precision@100
|
| 113 |
+
value: 0.17304761904761906
|
| 114 |
+
name: Cosine Precision@100
|
| 115 |
+
- type: cosine_precision@150
|
| 116 |
+
value: 0.12444444444444444
|
| 117 |
+
name: Cosine Precision@150
|
| 118 |
+
- type: cosine_precision@200
|
| 119 |
+
value: 0.09857142857142859
|
| 120 |
+
name: Cosine Precision@200
|
| 121 |
+
- type: cosine_recall@1
|
| 122 |
+
value: 0.06609801577496094
|
| 123 |
+
name: Cosine Recall@1
|
| 124 |
+
- type: cosine_recall@20
|
| 125 |
+
value: 0.5122224752770898
|
| 126 |
+
name: Cosine Recall@20
|
| 127 |
+
- type: cosine_recall@50
|
| 128 |
+
value: 0.6835205863376973
|
| 129 |
+
name: Cosine Recall@50
|
| 130 |
+
- type: cosine_recall@100
|
| 131 |
+
value: 0.7899550177449521
|
| 132 |
+
name: Cosine Recall@100
|
| 133 |
+
- type: cosine_recall@150
|
| 134 |
+
value: 0.8399901051245952
|
| 135 |
+
name: Cosine Recall@150
|
| 136 |
+
- type: cosine_recall@200
|
| 137 |
+
value: 0.875868212220809
|
| 138 |
+
name: Cosine Recall@200
|
| 139 |
+
- type: cosine_ndcg@1
|
| 140 |
+
value: 0.6476190476190476
|
| 141 |
+
name: Cosine Ndcg@1
|
| 142 |
+
- type: cosine_ndcg@20
|
| 143 |
+
value: 0.6467537144833913
|
| 144 |
+
name: Cosine Ndcg@20
|
| 145 |
+
- type: cosine_ndcg@50
|
| 146 |
+
value: 0.6579566361404572
|
| 147 |
+
name: Cosine Ndcg@50
|
| 148 |
+
- type: cosine_ndcg@100
|
| 149 |
+
value: 0.7095129047395976
|
| 150 |
+
name: Cosine Ndcg@100
|
| 151 |
+
- type: cosine_ndcg@150
|
| 152 |
+
value: 0.7310060454392588
|
| 153 |
+
name: Cosine Ndcg@150
|
| 154 |
+
- type: cosine_ndcg@200
|
| 155 |
+
value: 0.746053293561821
|
| 156 |
+
name: Cosine Ndcg@200
|
| 157 |
+
- type: cosine_mrr@1
|
| 158 |
+
value: 0.6476190476190476
|
| 159 |
+
name: Cosine Mrr@1
|
| 160 |
+
- type: cosine_mrr@20
|
| 161 |
+
value: 0.7901817137111254
|
| 162 |
+
name: Cosine Mrr@20
|
| 163 |
+
- type: cosine_mrr@50
|
| 164 |
+
value: 0.7909547501984476
|
| 165 |
+
name: Cosine Mrr@50
|
| 166 |
+
- type: cosine_mrr@100
|
| 167 |
+
value: 0.7909547501984476
|
| 168 |
+
name: Cosine Mrr@100
|
| 169 |
+
- type: cosine_mrr@150
|
| 170 |
+
value: 0.7909547501984476
|
| 171 |
+
name: Cosine Mrr@150
|
| 172 |
+
- type: cosine_mrr@200
|
| 173 |
+
value: 0.7909547501984476
|
| 174 |
+
name: Cosine Mrr@200
|
| 175 |
+
- type: cosine_map@1
|
| 176 |
+
value: 0.6476190476190476
|
| 177 |
+
name: Cosine Map@1
|
| 178 |
+
- type: cosine_map@20
|
| 179 |
+
value: 0.5025649155749793
|
| 180 |
+
name: Cosine Map@20
|
| 181 |
+
- type: cosine_map@50
|
| 182 |
+
value: 0.48398477448194993
|
| 183 |
+
name: Cosine Map@50
|
| 184 |
+
- type: cosine_map@100
|
| 185 |
+
value: 0.5117703759309522
|
| 186 |
+
name: Cosine Map@100
|
| 187 |
+
- type: cosine_map@150
|
| 188 |
+
value: 0.520199435224254
|
| 189 |
+
name: Cosine Map@150
|
| 190 |
+
- type: cosine_map@200
|
| 191 |
+
value: 0.5249113393002316
|
| 192 |
+
name: Cosine Map@200
|
| 193 |
+
- type: cosine_map@500
|
| 194 |
+
value: 0.5304170344184883
|
| 195 |
+
name: Cosine Map@500
|
| 196 |
+
- task:
|
| 197 |
+
type: information-retrieval
|
| 198 |
+
name: Information Retrieval
|
| 199 |
+
dataset:
|
| 200 |
+
name: full es
|
| 201 |
+
type: full_es
|
| 202 |
+
metrics:
|
| 203 |
+
- type: cosine_accuracy@1
|
| 204 |
+
value: 0.11891891891891893
|
| 205 |
+
name: Cosine Accuracy@1
|
| 206 |
+
- type: cosine_accuracy@20
|
| 207 |
+
value: 1.0
|
| 208 |
+
name: Cosine Accuracy@20
|
| 209 |
+
- type: cosine_accuracy@50
|
| 210 |
+
value: 1.0
|
| 211 |
+
name: Cosine Accuracy@50
|
| 212 |
+
- type: cosine_accuracy@100
|
| 213 |
+
value: 1.0
|
| 214 |
+
name: Cosine Accuracy@100
|
| 215 |
+
- type: cosine_accuracy@150
|
| 216 |
+
value: 1.0
|
| 217 |
+
name: Cosine Accuracy@150
|
| 218 |
+
- type: cosine_accuracy@200
|
| 219 |
+
value: 1.0
|
| 220 |
+
name: Cosine Accuracy@200
|
| 221 |
+
- type: cosine_precision@1
|
| 222 |
+
value: 0.11891891891891893
|
| 223 |
+
name: Cosine Precision@1
|
| 224 |
+
- type: cosine_precision@20
|
| 225 |
+
value: 0.5267567567567567
|
| 226 |
+
name: Cosine Precision@20
|
| 227 |
+
- type: cosine_precision@50
|
| 228 |
+
value: 0.3437837837837838
|
| 229 |
+
name: Cosine Precision@50
|
| 230 |
+
- type: cosine_precision@100
|
| 231 |
+
value: 0.21897297297297297
|
| 232 |
+
name: Cosine Precision@100
|
| 233 |
+
- type: cosine_precision@150
|
| 234 |
+
value: 0.1658018018018018
|
| 235 |
+
name: Cosine Precision@150
|
| 236 |
+
- type: cosine_precision@200
|
| 237 |
+
value: 0.1332972972972973
|
| 238 |
+
name: Cosine Precision@200
|
| 239 |
+
- type: cosine_recall@1
|
| 240 |
+
value: 0.0035840147528632613
|
| 241 |
+
name: Cosine Recall@1
|
| 242 |
+
- type: cosine_recall@20
|
| 243 |
+
value: 0.35407760203362965
|
| 244 |
+
name: Cosine Recall@20
|
| 245 |
+
- type: cosine_recall@50
|
| 246 |
+
value: 0.5097999383006715
|
| 247 |
+
name: Cosine Recall@50
|
| 248 |
+
- type: cosine_recall@100
|
| 249 |
+
value: 0.6076073817878247
|
| 250 |
+
name: Cosine Recall@100
|
| 251 |
+
- type: cosine_recall@150
|
| 252 |
+
value: 0.6705429838138021
|
| 253 |
+
name: Cosine Recall@150
|
| 254 |
+
- type: cosine_recall@200
|
| 255 |
+
value: 0.7125464731776301
|
| 256 |
+
name: Cosine Recall@200
|
| 257 |
+
- type: cosine_ndcg@1
|
| 258 |
+
value: 0.11891891891891893
|
| 259 |
+
name: Cosine Ndcg@1
|
| 260 |
+
- type: cosine_ndcg@20
|
| 261 |
+
value: 0.5708144272431339
|
| 262 |
+
name: Cosine Ndcg@20
|
| 263 |
+
- type: cosine_ndcg@50
|
| 264 |
+
value: 0.535516963498245
|
| 265 |
+
name: Cosine Ndcg@50
|
| 266 |
+
- type: cosine_ndcg@100
|
| 267 |
+
value: 0.558980163264909
|
| 268 |
+
name: Cosine Ndcg@100
|
| 269 |
+
- type: cosine_ndcg@150
|
| 270 |
+
value: 0.5900024611410689
|
| 271 |
+
name: Cosine Ndcg@150
|
| 272 |
+
- type: cosine_ndcg@200
|
| 273 |
+
value: 0.609478782549869
|
| 274 |
+
name: Cosine Ndcg@200
|
| 275 |
+
- type: cosine_mrr@1
|
| 276 |
+
value: 0.11891891891891893
|
| 277 |
+
name: Cosine Mrr@1
|
| 278 |
+
- type: cosine_mrr@20
|
| 279 |
+
value: 0.5531531531531532
|
| 280 |
+
name: Cosine Mrr@20
|
| 281 |
+
- type: cosine_mrr@50
|
| 282 |
+
value: 0.5531531531531532
|
| 283 |
+
name: Cosine Mrr@50
|
| 284 |
+
- type: cosine_mrr@100
|
| 285 |
+
value: 0.5531531531531532
|
| 286 |
+
name: Cosine Mrr@100
|
| 287 |
+
- type: cosine_mrr@150
|
| 288 |
+
value: 0.5531531531531532
|
| 289 |
+
name: Cosine Mrr@150
|
| 290 |
+
- type: cosine_mrr@200
|
| 291 |
+
value: 0.5531531531531532
|
| 292 |
+
name: Cosine Mrr@200
|
| 293 |
+
- type: cosine_map@1
|
| 294 |
+
value: 0.11891891891891893
|
| 295 |
+
name: Cosine Map@1
|
| 296 |
+
- type: cosine_map@20
|
| 297 |
+
value: 0.4379349002801489
|
| 298 |
+
name: Cosine Map@20
|
| 299 |
+
- type: cosine_map@50
|
| 300 |
+
value: 0.3739269627118989
|
| 301 |
+
name: Cosine Map@50
|
| 302 |
+
- type: cosine_map@100
|
| 303 |
+
value: 0.37629843599877466
|
| 304 |
+
name: Cosine Map@100
|
| 305 |
+
- type: cosine_map@150
|
| 306 |
+
value: 0.3891828650842837
|
| 307 |
+
name: Cosine Map@150
|
| 308 |
+
- type: cosine_map@200
|
| 309 |
+
value: 0.39584338663408436
|
| 310 |
+
name: Cosine Map@200
|
| 311 |
+
- type: cosine_map@500
|
| 312 |
+
value: 0.4062909401616274
|
| 313 |
+
name: Cosine Map@500
|
| 314 |
+
- task:
|
| 315 |
+
type: information-retrieval
|
| 316 |
+
name: Information Retrieval
|
| 317 |
+
dataset:
|
| 318 |
+
name: full de
|
| 319 |
+
type: full_de
|
| 320 |
+
metrics:
|
| 321 |
+
- type: cosine_accuracy@1
|
| 322 |
+
value: 0.2955665024630542
|
| 323 |
+
name: Cosine Accuracy@1
|
| 324 |
+
- type: cosine_accuracy@20
|
| 325 |
+
value: 0.9704433497536946
|
| 326 |
+
name: Cosine Accuracy@20
|
| 327 |
+
- type: cosine_accuracy@50
|
| 328 |
+
value: 0.9753694581280788
|
| 329 |
+
name: Cosine Accuracy@50
|
| 330 |
+
- type: cosine_accuracy@100
|
| 331 |
+
value: 0.9901477832512315
|
| 332 |
+
name: Cosine Accuracy@100
|
| 333 |
+
- type: cosine_accuracy@150
|
| 334 |
+
value: 0.9901477832512315
|
| 335 |
+
name: Cosine Accuracy@150
|
| 336 |
+
- type: cosine_accuracy@200
|
| 337 |
+
value: 0.9901477832512315
|
| 338 |
+
name: Cosine Accuracy@200
|
| 339 |
+
- type: cosine_precision@1
|
| 340 |
+
value: 0.2955665024630542
|
| 341 |
+
name: Cosine Precision@1
|
| 342 |
+
- type: cosine_precision@20
|
| 343 |
+
value: 0.42906403940886706
|
| 344 |
+
name: Cosine Precision@20
|
| 345 |
+
- type: cosine_precision@50
|
| 346 |
+
value: 0.29802955665024633
|
| 347 |
+
name: Cosine Precision@50
|
| 348 |
+
- type: cosine_precision@100
|
| 349 |
+
value: 0.19433497536945815
|
| 350 |
+
name: Cosine Precision@100
|
| 351 |
+
- type: cosine_precision@150
|
| 352 |
+
value: 0.14824302134646963
|
| 353 |
+
name: Cosine Precision@150
|
| 354 |
+
- type: cosine_precision@200
|
| 355 |
+
value: 0.1197783251231527
|
| 356 |
+
name: Cosine Precision@200
|
| 357 |
+
- type: cosine_recall@1
|
| 358 |
+
value: 0.01108543831680986
|
| 359 |
+
name: Cosine Recall@1
|
| 360 |
+
- type: cosine_recall@20
|
| 361 |
+
value: 0.26675038089672504
|
| 362 |
+
name: Cosine Recall@20
|
| 363 |
+
- type: cosine_recall@50
|
| 364 |
+
value: 0.40921566733257536
|
| 365 |
+
name: Cosine Recall@50
|
| 366 |
+
- type: cosine_recall@100
|
| 367 |
+
value: 0.5097664540706716
|
| 368 |
+
name: Cosine Recall@100
|
| 369 |
+
- type: cosine_recall@150
|
| 370 |
+
value: 0.5728593162394238
|
| 371 |
+
name: Cosine Recall@150
|
| 372 |
+
- type: cosine_recall@200
|
| 373 |
+
value: 0.6120176690658915
|
| 374 |
+
name: Cosine Recall@200
|
| 375 |
+
- type: cosine_ndcg@1
|
| 376 |
+
value: 0.2955665024630542
|
| 377 |
+
name: Cosine Ndcg@1
|
| 378 |
+
- type: cosine_ndcg@20
|
| 379 |
+
value: 0.46962753993631184
|
| 380 |
+
name: Cosine Ndcg@20
|
| 381 |
+
- type: cosine_ndcg@50
|
| 382 |
+
value: 0.444898497416845
|
| 383 |
+
name: Cosine Ndcg@50
|
| 384 |
+
- type: cosine_ndcg@100
|
| 385 |
+
value: 0.466960324034805
|
| 386 |
+
name: Cosine Ndcg@100
|
| 387 |
+
- type: cosine_ndcg@150
|
| 388 |
+
value: 0.49816218513136795
|
| 389 |
+
name: Cosine Ndcg@150
|
| 390 |
+
- type: cosine_ndcg@200
|
| 391 |
+
value: 0.5165485300965951
|
| 392 |
+
name: Cosine Ndcg@200
|
| 393 |
+
- type: cosine_mrr@1
|
| 394 |
+
value: 0.2955665024630542
|
| 395 |
+
name: Cosine Mrr@1
|
| 396 |
+
- type: cosine_mrr@20
|
| 397 |
+
value: 0.5046767633988724
|
| 398 |
+
name: Cosine Mrr@20
|
| 399 |
+
- type: cosine_mrr@50
|
| 400 |
+
value: 0.50477528556636
|
| 401 |
+
name: Cosine Mrr@50
|
| 402 |
+
- type: cosine_mrr@100
|
| 403 |
+
value: 0.5049589761635289
|
| 404 |
+
name: Cosine Mrr@100
|
| 405 |
+
- type: cosine_mrr@150
|
| 406 |
+
value: 0.5049589761635289
|
| 407 |
+
name: Cosine Mrr@150
|
| 408 |
+
- type: cosine_mrr@200
|
| 409 |
+
value: 0.5049589761635289
|
| 410 |
+
name: Cosine Mrr@200
|
| 411 |
+
- type: cosine_map@1
|
| 412 |
+
value: 0.2955665024630542
|
| 413 |
+
name: Cosine Map@1
|
| 414 |
+
- type: cosine_map@20
|
| 415 |
+
value: 0.33658821160388247
|
| 416 |
+
name: Cosine Map@20
|
| 417 |
+
- type: cosine_map@50
|
| 418 |
+
value: 0.2853400586620685
|
| 419 |
+
name: Cosine Map@50
|
| 420 |
+
- type: cosine_map@100
|
| 421 |
+
value: 0.2817732307206079
|
| 422 |
+
name: Cosine Map@100
|
| 423 |
+
- type: cosine_map@150
|
| 424 |
+
value: 0.2931317333364438
|
| 425 |
+
name: Cosine Map@150
|
| 426 |
+
- type: cosine_map@200
|
| 427 |
+
value: 0.2988160532231927
|
| 428 |
+
name: Cosine Map@200
|
| 429 |
+
- type: cosine_map@500
|
| 430 |
+
value: 0.31093362375086947
|
| 431 |
+
name: Cosine Map@500
|
| 432 |
+
- task:
|
| 433 |
+
type: information-retrieval
|
| 434 |
+
name: Information Retrieval
|
| 435 |
+
dataset:
|
| 436 |
+
name: full zh
|
| 437 |
+
type: full_zh
|
| 438 |
+
metrics:
|
| 439 |
+
- type: cosine_accuracy@1
|
| 440 |
+
value: 0.6601941747572816
|
| 441 |
+
name: Cosine Accuracy@1
|
| 442 |
+
- type: cosine_accuracy@20
|
| 443 |
+
value: 0.970873786407767
|
| 444 |
+
name: Cosine Accuracy@20
|
| 445 |
+
- type: cosine_accuracy@50
|
| 446 |
+
value: 0.9902912621359223
|
| 447 |
+
name: Cosine Accuracy@50
|
| 448 |
+
- type: cosine_accuracy@100
|
| 449 |
+
value: 0.9902912621359223
|
| 450 |
+
name: Cosine Accuracy@100
|
| 451 |
+
- type: cosine_accuracy@150
|
| 452 |
+
value: 0.9902912621359223
|
| 453 |
+
name: Cosine Accuracy@150
|
| 454 |
+
- type: cosine_accuracy@200
|
| 455 |
+
value: 0.9902912621359223
|
| 456 |
+
name: Cosine Accuracy@200
|
| 457 |
+
- type: cosine_precision@1
|
| 458 |
+
value: 0.6601941747572816
|
| 459 |
+
name: Cosine Precision@1
|
| 460 |
+
- type: cosine_precision@20
|
| 461 |
+
value: 0.44805825242718444
|
| 462 |
+
name: Cosine Precision@20
|
| 463 |
+
- type: cosine_precision@50
|
| 464 |
+
value: 0.27126213592233006
|
| 465 |
+
name: Cosine Precision@50
|
| 466 |
+
- type: cosine_precision@100
|
| 467 |
+
value: 0.16650485436893206
|
| 468 |
+
name: Cosine Precision@100
|
| 469 |
+
- type: cosine_precision@150
|
| 470 |
+
value: 0.1211003236245955
|
| 471 |
+
name: Cosine Precision@150
|
| 472 |
+
- type: cosine_precision@200
|
| 473 |
+
value: 0.09529126213592234
|
| 474 |
+
name: Cosine Precision@200
|
| 475 |
+
- type: cosine_recall@1
|
| 476 |
+
value: 0.06611246215014785
|
| 477 |
+
name: Cosine Recall@1
|
| 478 |
+
- type: cosine_recall@20
|
| 479 |
+
value: 0.48409390608352504
|
| 480 |
+
name: Cosine Recall@20
|
| 481 |
+
- type: cosine_recall@50
|
| 482 |
+
value: 0.6568473638827299
|
| 483 |
+
name: Cosine Recall@50
|
| 484 |
+
- type: cosine_recall@100
|
| 485 |
+
value: 0.7685416895166794
|
| 486 |
+
name: Cosine Recall@100
|
| 487 |
+
- type: cosine_recall@150
|
| 488 |
+
value: 0.8277686060133904
|
| 489 |
+
name: Cosine Recall@150
|
| 490 |
+
- type: cosine_recall@200
|
| 491 |
+
value: 0.8616979590623105
|
| 492 |
+
name: Cosine Recall@200
|
| 493 |
+
- type: cosine_ndcg@1
|
| 494 |
+
value: 0.6601941747572816
|
| 495 |
+
name: Cosine Ndcg@1
|
| 496 |
+
- type: cosine_ndcg@20
|
| 497 |
+
value: 0.6231250904534316
|
| 498 |
+
name: Cosine Ndcg@20
|
| 499 |
+
- type: cosine_ndcg@50
|
| 500 |
+
value: 0.6383496204608501
|
| 501 |
+
name: Cosine Ndcg@50
|
| 502 |
+
- type: cosine_ndcg@100
|
| 503 |
+
value: 0.6917257705456975
|
| 504 |
+
name: Cosine Ndcg@100
|
| 505 |
+
- type: cosine_ndcg@150
|
| 506 |
+
value: 0.7167434657424917
|
| 507 |
+
name: Cosine Ndcg@150
|
| 508 |
+
- type: cosine_ndcg@200
|
| 509 |
+
value: 0.7303448958665071
|
| 510 |
+
name: Cosine Ndcg@200
|
| 511 |
+
- type: cosine_mrr@1
|
| 512 |
+
value: 0.6601941747572816
|
| 513 |
+
name: Cosine Mrr@1
|
| 514 |
+
- type: cosine_mrr@20
|
| 515 |
+
value: 0.8015776699029126
|
| 516 |
+
name: Cosine Mrr@20
|
| 517 |
+
- type: cosine_mrr@50
|
| 518 |
+
value: 0.8020876238109248
|
| 519 |
+
name: Cosine Mrr@50
|
| 520 |
+
- type: cosine_mrr@100
|
| 521 |
+
value: 0.8020876238109248
|
| 522 |
+
name: Cosine Mrr@100
|
| 523 |
+
- type: cosine_mrr@150
|
| 524 |
+
value: 0.8020876238109248
|
| 525 |
+
name: Cosine Mrr@150
|
| 526 |
+
- type: cosine_mrr@200
|
| 527 |
+
value: 0.8020876238109248
|
| 528 |
+
name: Cosine Mrr@200
|
| 529 |
+
- type: cosine_map@1
|
| 530 |
+
value: 0.6601941747572816
|
| 531 |
+
name: Cosine Map@1
|
| 532 |
+
- type: cosine_map@20
|
| 533 |
+
value: 0.4750205237443607
|
| 534 |
+
name: Cosine Map@20
|
| 535 |
+
- type: cosine_map@50
|
| 536 |
+
value: 0.45785161483741715
|
| 537 |
+
name: Cosine Map@50
|
| 538 |
+
- type: cosine_map@100
|
| 539 |
+
value: 0.4848085275553208
|
| 540 |
+
name: Cosine Map@100
|
| 541 |
+
- type: cosine_map@150
|
| 542 |
+
value: 0.4937216396074153
|
| 543 |
+
name: Cosine Map@150
|
| 544 |
+
- type: cosine_map@200
|
| 545 |
+
value: 0.49777622471594557
|
| 546 |
+
name: Cosine Map@200
|
| 547 |
+
- type: cosine_map@500
|
| 548 |
+
value: 0.5039795405740248
|
| 549 |
+
name: Cosine Map@500
|
| 550 |
+
- task:
|
| 551 |
+
type: information-retrieval
|
| 552 |
+
name: Information Retrieval
|
| 553 |
+
dataset:
|
| 554 |
+
name: mix es
|
| 555 |
+
type: mix_es
|
| 556 |
+
metrics:
|
| 557 |
+
- type: cosine_accuracy@1
|
| 558 |
+
value: 0.6297451898075923
|
| 559 |
+
name: Cosine Accuracy@1
|
| 560 |
+
- type: cosine_accuracy@20
|
| 561 |
+
value: 0.9105564222568903
|
| 562 |
+
name: Cosine Accuracy@20
|
| 563 |
+
- type: cosine_accuracy@50
|
| 564 |
+
value: 0.9495579823192928
|
| 565 |
+
name: Cosine Accuracy@50
|
| 566 |
+
- type: cosine_accuracy@100
|
| 567 |
+
value: 0.9729589183567343
|
| 568 |
+
name: Cosine Accuracy@100
|
| 569 |
+
- type: cosine_accuracy@150
|
| 570 |
+
value: 0.983359334373375
|
| 571 |
+
name: Cosine Accuracy@150
|
| 572 |
+
- type: cosine_accuracy@200
|
| 573 |
+
value: 0.9901196047841914
|
| 574 |
+
name: Cosine Accuracy@200
|
| 575 |
+
- type: cosine_precision@1
|
| 576 |
+
value: 0.6297451898075923
|
| 577 |
+
name: Cosine Precision@1
|
| 578 |
+
- type: cosine_precision@20
|
| 579 |
+
value: 0.11167446697867915
|
| 580 |
+
name: Cosine Precision@20
|
| 581 |
+
- type: cosine_precision@50
|
| 582 |
+
value: 0.04850754030161208
|
| 583 |
+
name: Cosine Precision@50
|
| 584 |
+
- type: cosine_precision@100
|
| 585 |
+
value: 0.02535101404056163
|
| 586 |
+
name: Cosine Precision@100
|
| 587 |
+
- type: cosine_precision@150
|
| 588 |
+
value: 0.0172300225342347
|
| 589 |
+
name: Cosine Precision@150
|
| 590 |
+
- type: cosine_precision@200
|
| 591 |
+
value: 0.0130811232449298
|
| 592 |
+
name: Cosine Precision@200
|
| 593 |
+
- type: cosine_recall@1
|
| 594 |
+
value: 0.24340068840848872
|
| 595 |
+
name: Cosine Recall@1
|
| 596 |
+
- type: cosine_recall@20
|
| 597 |
+
value: 0.8288215338137336
|
| 598 |
+
name: Cosine Recall@20
|
| 599 |
+
- type: cosine_recall@50
|
| 600 |
+
value: 0.8986566129311838
|
| 601 |
+
name: Cosine Recall@50
|
| 602 |
+
- type: cosine_recall@100
|
| 603 |
+
value: 0.9398509273704282
|
| 604 |
+
name: Cosine Recall@100
|
| 605 |
+
- type: cosine_recall@150
|
| 606 |
+
value: 0.9576876408389668
|
| 607 |
+
name: Cosine Recall@150
|
| 608 |
+
- type: cosine_recall@200
|
| 609 |
+
value: 0.9695267810712429
|
| 610 |
+
name: Cosine Recall@200
|
| 611 |
+
- type: cosine_ndcg@1
|
| 612 |
+
value: 0.6297451898075923
|
| 613 |
+
name: Cosine Ndcg@1
|
| 614 |
+
- type: cosine_ndcg@20
|
| 615 |
+
value: 0.7010427232190379
|
| 616 |
+
name: Cosine Ndcg@20
|
| 617 |
+
- type: cosine_ndcg@50
|
| 618 |
+
value: 0.7200844211181043
|
| 619 |
+
name: Cosine Ndcg@50
|
| 620 |
+
- type: cosine_ndcg@100
|
| 621 |
+
value: 0.7290848607488584
|
| 622 |
+
name: Cosine Ndcg@100
|
| 623 |
+
- type: cosine_ndcg@150
|
| 624 |
+
value: 0.7325985285606116
|
| 625 |
+
name: Cosine Ndcg@150
|
| 626 |
+
- type: cosine_ndcg@200
|
| 627 |
+
value: 0.7347463892077523
|
| 628 |
+
name: Cosine Ndcg@200
|
| 629 |
+
- type: cosine_mrr@1
|
| 630 |
+
value: 0.6297451898075923
|
| 631 |
+
name: Cosine Mrr@1
|
| 632 |
+
- type: cosine_mrr@20
|
| 633 |
+
value: 0.7036709577939534
|
| 634 |
+
name: Cosine Mrr@20
|
| 635 |
+
- type: cosine_mrr@50
|
| 636 |
+
value: 0.7049808414398148
|
| 637 |
+
name: Cosine Mrr@50
|
| 638 |
+
- type: cosine_mrr@100
|
| 639 |
+
value: 0.7053260954286938
|
| 640 |
+
name: Cosine Mrr@100
|
| 641 |
+
- type: cosine_mrr@150
|
| 642 |
+
value: 0.7054145837924506
|
| 643 |
+
name: Cosine Mrr@150
|
| 644 |
+
- type: cosine_mrr@200
|
| 645 |
+
value: 0.7054541569954363
|
| 646 |
+
name: Cosine Mrr@200
|
| 647 |
+
- type: cosine_map@1
|
| 648 |
+
value: 0.6297451898075923
|
| 649 |
+
name: Cosine Map@1
|
| 650 |
+
- type: cosine_map@20
|
| 651 |
+
value: 0.6194189058349782
|
| 652 |
+
name: Cosine Map@20
|
| 653 |
+
- type: cosine_map@50
|
| 654 |
+
value: 0.6244340507841626
|
| 655 |
+
name: Cosine Map@50
|
| 656 |
+
- type: cosine_map@100
|
| 657 |
+
value: 0.6256943736433496
|
| 658 |
+
name: Cosine Map@100
|
| 659 |
+
- type: cosine_map@150
|
| 660 |
+
value: 0.6260195205413376
|
| 661 |
+
name: Cosine Map@150
|
| 662 |
+
- type: cosine_map@200
|
| 663 |
+
value: 0.6261650797332174
|
| 664 |
+
name: Cosine Map@200
|
| 665 |
+
- type: cosine_map@500
|
| 666 |
+
value: 0.6263452093477304
|
| 667 |
+
name: Cosine Map@500
|
| 668 |
+
- task:
|
| 669 |
+
type: information-retrieval
|
| 670 |
+
name: Information Retrieval
|
| 671 |
+
dataset:
|
| 672 |
+
name: mix de
|
| 673 |
+
type: mix_de
|
| 674 |
+
metrics:
|
| 675 |
+
- type: cosine_accuracy@1
|
| 676 |
+
value: 0.5564222568902756
|
| 677 |
+
name: Cosine Accuracy@1
|
| 678 |
+
- type: cosine_accuracy@20
|
| 679 |
+
value: 0.8866354654186167
|
| 680 |
+
name: Cosine Accuracy@20
|
| 681 |
+
- type: cosine_accuracy@50
|
| 682 |
+
value: 0.9381175247009881
|
| 683 |
+
name: Cosine Accuracy@50
|
| 684 |
+
- type: cosine_accuracy@100
|
| 685 |
+
value: 0.9594383775351014
|
| 686 |
+
name: Cosine Accuracy@100
|
| 687 |
+
- type: cosine_accuracy@150
|
| 688 |
+
value: 0.9708788351534061
|
| 689 |
+
name: Cosine Accuracy@150
|
| 690 |
+
- type: cosine_accuracy@200
|
| 691 |
+
value: 0.9776391055642226
|
| 692 |
+
name: Cosine Accuracy@200
|
| 693 |
+
- type: cosine_precision@1
|
| 694 |
+
value: 0.5564222568902756
|
| 695 |
+
name: Cosine Precision@1
|
| 696 |
+
- type: cosine_precision@20
|
| 697 |
+
value: 0.109464378575143
|
| 698 |
+
name: Cosine Precision@20
|
| 699 |
+
- type: cosine_precision@50
|
| 700 |
+
value: 0.048060322412896525
|
| 701 |
+
name: Cosine Precision@50
|
| 702 |
+
- type: cosine_precision@100
|
| 703 |
+
value: 0.025273010920436823
|
| 704 |
+
name: Cosine Precision@100
|
| 705 |
+
- type: cosine_precision@150
|
| 706 |
+
value: 0.017313225862367825
|
| 707 |
+
name: Cosine Precision@150
|
| 708 |
+
- type: cosine_precision@200
|
| 709 |
+
value: 0.013143525741029644
|
| 710 |
+
name: Cosine Precision@200
|
| 711 |
+
- type: cosine_recall@1
|
| 712 |
+
value: 0.20931703934824059
|
| 713 |
+
name: Cosine Recall@1
|
| 714 |
+
- type: cosine_recall@20
|
| 715 |
+
value: 0.7988992893049055
|
| 716 |
+
name: Cosine Recall@20
|
| 717 |
+
- type: cosine_recall@50
|
| 718 |
+
value: 0.8741029641185647
|
| 719 |
+
name: Cosine Recall@50
|
| 720 |
+
- type: cosine_recall@100
|
| 721 |
+
value: 0.9173426937077482
|
| 722 |
+
name: Cosine Recall@100
|
| 723 |
+
- type: cosine_recall@150
|
| 724 |
+
value: 0.9424076963078523
|
| 725 |
+
name: Cosine Recall@150
|
| 726 |
+
- type: cosine_recall@200
|
| 727 |
+
value: 0.953631478592477
|
| 728 |
+
name: Cosine Recall@200
|
| 729 |
+
- type: cosine_ndcg@1
|
| 730 |
+
value: 0.5564222568902756
|
| 731 |
+
name: Cosine Ndcg@1
|
| 732 |
+
- type: cosine_ndcg@20
|
| 733 |
+
value: 0.6541310877479573
|
| 734 |
+
name: Cosine Ndcg@20
|
| 735 |
+
- type: cosine_ndcg@50
|
| 736 |
+
value: 0.674790854916742
|
| 737 |
+
name: Cosine Ndcg@50
|
| 738 |
+
- type: cosine_ndcg@100
|
| 739 |
+
value: 0.6844997445798996
|
| 740 |
+
name: Cosine Ndcg@100
|
| 741 |
+
- type: cosine_ndcg@150
|
| 742 |
+
value: 0.6894214573457343
|
| 743 |
+
name: Cosine Ndcg@150
|
| 744 |
+
- type: cosine_ndcg@200
|
| 745 |
+
value: 0.6914881284159038
|
| 746 |
+
name: Cosine Ndcg@200
|
| 747 |
+
- type: cosine_mrr@1
|
| 748 |
+
value: 0.5564222568902756
|
| 749 |
+
name: Cosine Mrr@1
|
| 750 |
+
- type: cosine_mrr@20
|
| 751 |
+
value: 0.6476945170199107
|
| 752 |
+
name: Cosine Mrr@20
|
| 753 |
+
- type: cosine_mrr@50
|
| 754 |
+
value: 0.6493649946597936
|
| 755 |
+
name: Cosine Mrr@50
|
| 756 |
+
- type: cosine_mrr@100
|
| 757 |
+
value: 0.6496801333421218
|
| 758 |
+
name: Cosine Mrr@100
|
| 759 |
+
- type: cosine_mrr@150
|
| 760 |
+
value: 0.6497778366579644
|
| 761 |
+
name: Cosine Mrr@150
|
| 762 |
+
- type: cosine_mrr@200
|
| 763 |
+
value: 0.6498156890114056
|
| 764 |
+
name: Cosine Mrr@200
|
| 765 |
+
- type: cosine_map@1
|
| 766 |
+
value: 0.5564222568902756
|
| 767 |
+
name: Cosine Map@1
|
| 768 |
+
- type: cosine_map@20
|
| 769 |
+
value: 0.5648326970643027
|
| 770 |
+
name: Cosine Map@20
|
| 771 |
+
- type: cosine_map@50
|
| 772 |
+
value: 0.57003456255067
|
| 773 |
+
name: Cosine Map@50
|
| 774 |
+
- type: cosine_map@100
|
| 775 |
+
value: 0.5714370828517599
|
| 776 |
+
name: Cosine Map@100
|
| 777 |
+
- type: cosine_map@150
|
| 778 |
+
value: 0.5719002990233493
|
| 779 |
+
name: Cosine Map@150
|
| 780 |
+
- type: cosine_map@200
|
| 781 |
+
value: 0.5720497397197026
|
| 782 |
+
name: Cosine Map@200
|
| 783 |
+
- type: cosine_map@500
|
| 784 |
+
value: 0.5723109788233504
|
| 785 |
+
name: Cosine Map@500
|
| 786 |
+
- task:
|
| 787 |
+
type: information-retrieval
|
| 788 |
+
name: Information Retrieval
|
| 789 |
+
dataset:
|
| 790 |
+
name: mix zh
|
| 791 |
+
type: mix_zh
|
| 792 |
+
metrics:
|
| 793 |
+
- type: cosine_accuracy@1
|
| 794 |
+
value: 0.6085594989561587
|
| 795 |
+
name: Cosine Accuracy@1
|
| 796 |
+
- type: cosine_accuracy@20
|
| 797 |
+
value: 0.9592901878914405
|
| 798 |
+
name: Cosine Accuracy@20
|
| 799 |
+
- type: cosine_accuracy@50
|
| 800 |
+
value: 0.9791231732776617
|
| 801 |
+
name: Cosine Accuracy@50
|
| 802 |
+
- type: cosine_accuracy@100
|
| 803 |
+
value: 0.9874739039665971
|
| 804 |
+
name: Cosine Accuracy@100
|
| 805 |
+
- type: cosine_accuracy@150
|
| 806 |
+
value: 0.9911273486430062
|
| 807 |
+
name: Cosine Accuracy@150
|
| 808 |
+
- type: cosine_accuracy@200
|
| 809 |
+
value: 0.9937369519832986
|
| 810 |
+
name: Cosine Accuracy@200
|
| 811 |
+
- type: cosine_precision@1
|
| 812 |
+
value: 0.6085594989561587
|
| 813 |
+
name: Cosine Precision@1
|
| 814 |
+
- type: cosine_precision@20
|
| 815 |
+
value: 0.12656576200417535
|
| 816 |
+
name: Cosine Precision@20
|
| 817 |
+
- type: cosine_precision@50
|
| 818 |
+
value: 0.05518789144050106
|
| 819 |
+
name: Cosine Precision@50
|
| 820 |
+
- type: cosine_precision@100
|
| 821 |
+
value: 0.028747390396659713
|
| 822 |
+
name: Cosine Precision@100
|
| 823 |
+
- type: cosine_precision@150
|
| 824 |
+
value: 0.019425887265135697
|
| 825 |
+
name: Cosine Precision@150
|
| 826 |
+
- type: cosine_precision@200
|
| 827 |
+
value: 0.014705114822546978
|
| 828 |
+
name: Cosine Precision@200
|
| 829 |
+
- type: cosine_recall@1
|
| 830 |
+
value: 0.2043804056069192
|
| 831 |
+
name: Cosine Recall@1
|
| 832 |
+
- type: cosine_recall@20
|
| 833 |
+
value: 0.8346468336812805
|
| 834 |
+
name: Cosine Recall@20
|
| 835 |
+
- type: cosine_recall@50
|
| 836 |
+
value: 0.9095772442588727
|
| 837 |
+
name: Cosine Recall@50
|
| 838 |
+
- type: cosine_recall@100
|
| 839 |
+
value: 0.9475643702157271
|
| 840 |
+
name: Cosine Recall@100
|
| 841 |
+
- type: cosine_recall@150
|
| 842 |
+
value: 0.9609168406402228
|
| 843 |
+
name: Cosine Recall@150
|
| 844 |
+
- type: cosine_recall@200
|
| 845 |
+
value: 0.9697807933194154
|
| 846 |
+
name: Cosine Recall@200
|
| 847 |
+
- type: cosine_ndcg@1
|
| 848 |
+
value: 0.6085594989561587
|
| 849 |
+
name: Cosine Ndcg@1
|
| 850 |
+
- type: cosine_ndcg@20
|
| 851 |
+
value: 0.6853247290079303
|
| 852 |
+
name: Cosine Ndcg@20
|
| 853 |
+
- type: cosine_ndcg@50
|
| 854 |
+
value: 0.7066940880968873
|
| 855 |
+
name: Cosine Ndcg@50
|
| 856 |
+
- type: cosine_ndcg@100
|
| 857 |
+
value: 0.715400790265437
|
| 858 |
+
name: Cosine Ndcg@100
|
| 859 |
+
- type: cosine_ndcg@150
|
| 860 |
+
value: 0.7180808450243259
|
| 861 |
+
name: Cosine Ndcg@150
|
| 862 |
+
- type: cosine_ndcg@200
|
| 863 |
+
value: 0.7197629642909036
|
| 864 |
+
name: Cosine Ndcg@200
|
| 865 |
+
- type: cosine_mrr@1
|
| 866 |
+
value: 0.6085594989561587
|
| 867 |
+
name: Cosine Mrr@1
|
| 868 |
+
- type: cosine_mrr@20
|
| 869 |
+
value: 0.7236528792595264
|
| 870 |
+
name: Cosine Mrr@20
|
| 871 |
+
- type: cosine_mrr@50
|
| 872 |
+
value: 0.7243308740364213
|
| 873 |
+
name: Cosine Mrr@50
|
| 874 |
+
- type: cosine_mrr@100
|
| 875 |
+
value: 0.7244524590415827
|
| 876 |
+
name: Cosine Mrr@100
|
| 877 |
+
- type: cosine_mrr@150
|
| 878 |
+
value: 0.7244814620971008
|
| 879 |
+
name: Cosine Mrr@150
|
| 880 |
+
- type: cosine_mrr@200
|
| 881 |
+
value: 0.7244960285685315
|
| 882 |
+
name: Cosine Mrr@200
|
| 883 |
+
- type: cosine_map@1
|
| 884 |
+
value: 0.6085594989561587
|
| 885 |
+
name: Cosine Map@1
|
| 886 |
+
- type: cosine_map@20
|
| 887 |
+
value: 0.5652211952239553
|
| 888 |
+
name: Cosine Map@20
|
| 889 |
+
- type: cosine_map@50
|
| 890 |
+
value: 0.5716374350069462
|
| 891 |
+
name: Cosine Map@50
|
| 892 |
+
- type: cosine_map@100
|
| 893 |
+
value: 0.5730756815932735
|
| 894 |
+
name: Cosine Map@100
|
| 895 |
+
- type: cosine_map@150
|
| 896 |
+
value: 0.5733543252173214
|
| 897 |
+
name: Cosine Map@150
|
| 898 |
+
- type: cosine_map@200
|
| 899 |
+
value: 0.5734860037813889
|
| 900 |
+
name: Cosine Map@200
|
| 901 |
+
- type: cosine_map@500
|
| 902 |
+
value: 0.5736416699680624
|
| 903 |
+
name: Cosine Map@500
|
| 904 |
+
---
|
| 905 |
+
|
| 906 |
+
# Job - Job matching Alibaba-NLP/gte-multilingual-base pruned
|
| 907 |
+
|
| 908 |
+
Top performing model on [TalentCLEF 2025](https://talentclef.github.io/talentclef/) Task A. Use it for multilingual job title matching
|
| 909 |
+
|
| 910 |
+
## Model Details
|
| 911 |
+
|
| 912 |
+
### Model Description
|
| 913 |
+
- **Model Type:** Sentence Transformer
|
| 914 |
+
<!-- - **Base model:** [Unknown](https://huggingface.co/unknown) -->
|
| 915 |
+
- **Maximum Sequence Length:** 512 tokens
|
| 916 |
+
- **Output Dimensionality:** 768 dimensions
|
| 917 |
+
- **Similarity Function:** Cosine Similarity
|
| 918 |
+
<!-- - **Training Dataset:** Unknown -->
|
| 919 |
+
<!-- - **Language:** Unknown -->
|
| 920 |
+
<!-- - **License:** Unknown -->
|
| 921 |
+
|
| 922 |
+
### Model Sources
|
| 923 |
+
|
| 924 |
+
- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
|
| 925 |
+
- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
|
| 926 |
+
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
|
| 927 |
+
|
| 928 |
+
### Full Model Architecture
|
| 929 |
+
|
| 930 |
+
```
|
| 931 |
+
SentenceTransformer(
|
| 932 |
+
(0): Transformer({'max_seq_length': 512, 'do_lower_case': False}) with Transformer model: NewModel
|
| 933 |
+
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': True, 'pooling_mode_mean_tokens': False, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
|
| 934 |
+
(2): Normalize()
|
| 935 |
+
)
|
| 936 |
+
```
|
| 937 |
+
|
| 938 |
+
## Usage
|
| 939 |
+
|
| 940 |
+
### Direct Usage (Sentence Transformers)
|
| 941 |
+
|
| 942 |
+
First install the Sentence Transformers library:
|
| 943 |
+
|
| 944 |
+
```bash
|
| 945 |
+
pip install -U sentence-transformers
|
| 946 |
+
```
|
| 947 |
+
|
| 948 |
+
Then you can load this model and run inference.
|
| 949 |
+
```python
|
| 950 |
+
from sentence_transformers import SentenceTransformer
|
| 951 |
+
|
| 952 |
+
# Download from the 🤗 Hub
|
| 953 |
+
model = SentenceTransformer("pj-mathematician/JobGTE-multilingual-base-pruned")
|
| 954 |
+
# Run inference
|
| 955 |
+
sentences = [
|
| 956 |
+
'Entwicklerin für mobile Anwendungen',
|
| 957 |
+
'Mergers-and-Acquisitions-Analyst/Mergers-and-Acquisitions-Analystin',
|
| 958 |
+
'fashion design expert',
|
| 959 |
+
]
|
| 960 |
+
embeddings = model.encode(sentences)
|
| 961 |
+
print(embeddings.shape)
|
| 962 |
+
# [3, 768]
|
| 963 |
+
|
| 964 |
+
# Get the similarity scores for the embeddings
|
| 965 |
+
similarities = model.similarity(embeddings, embeddings)
|
| 966 |
+
print(similarities.shape)
|
| 967 |
+
# [3, 3]
|
| 968 |
+
```
|
| 969 |
+
|
| 970 |
+
<!--
|
| 971 |
+
### Direct Usage (Transformers)
|
| 972 |
+
|
| 973 |
+
<details><summary>Click to see the direct usage in Transformers</summary>
|
| 974 |
+
|
| 975 |
+
</details>
|
| 976 |
+
-->
|
| 977 |
+
|
| 978 |
+
<!--
|
| 979 |
+
### Downstream Usage (Sentence Transformers)
|
| 980 |
+
|
| 981 |
+
You can finetune this model on your own dataset.
|
| 982 |
+
|
| 983 |
+
<details><summary>Click to expand</summary>
|
| 984 |
+
|
| 985 |
+
</details>
|
| 986 |
+
-->
|
| 987 |
+
|
| 988 |
+
<!--
|
| 989 |
+
### Out-of-Scope Use
|
| 990 |
+
|
| 991 |
+
*List how the model may foreseeably be misused and address what users ought not to do with the model.*
|
| 992 |
+
-->
|
| 993 |
+
|
| 994 |
+
## Evaluation
|
| 995 |
+
|
| 996 |
+
### Metrics
|
| 997 |
+
|
| 998 |
+
#### Information Retrieval
|
| 999 |
+
|
| 1000 |
+
* Datasets: `full_en`, `full_es`, `full_de`, `full_zh`, `mix_es`, `mix_de` and `mix_zh`
|
| 1001 |
+
* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
|
| 1002 |
+
|
| 1003 |
+
| Metric | full_en | full_es | full_de | full_zh | mix_es | mix_de | mix_zh |
|
| 1004 |
+
|:---------------------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|:-----------|
|
| 1005 |
+
| cosine_accuracy@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1006 |
+
| cosine_accuracy@20 | 0.9714 | 1.0 | 0.9704 | 0.9709 | 0.9106 | 0.8866 | 0.9593 |
|
| 1007 |
+
| cosine_accuracy@50 | 0.9905 | 1.0 | 0.9754 | 0.9903 | 0.9496 | 0.9381 | 0.9791 |
|
| 1008 |
+
| cosine_accuracy@100 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.973 | 0.9594 | 0.9875 |
|
| 1009 |
+
| cosine_accuracy@150 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.9834 | 0.9709 | 0.9911 |
|
| 1010 |
+
| cosine_accuracy@200 | 0.9905 | 1.0 | 0.9901 | 0.9903 | 0.9901 | 0.9776 | 0.9937 |
|
| 1011 |
+
| cosine_precision@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1012 |
+
| cosine_precision@20 | 0.4795 | 0.5268 | 0.4291 | 0.4481 | 0.1117 | 0.1095 | 0.1266 |
|
| 1013 |
+
| cosine_precision@50 | 0.2884 | 0.3438 | 0.298 | 0.2713 | 0.0485 | 0.0481 | 0.0552 |
|
| 1014 |
+
| cosine_precision@100 | 0.173 | 0.219 | 0.1943 | 0.1665 | 0.0254 | 0.0253 | 0.0287 |
|
| 1015 |
+
| cosine_precision@150 | 0.1244 | 0.1658 | 0.1482 | 0.1211 | 0.0172 | 0.0173 | 0.0194 |
|
| 1016 |
+
| cosine_precision@200 | 0.0986 | 0.1333 | 0.1198 | 0.0953 | 0.0131 | 0.0131 | 0.0147 |
|
| 1017 |
+
| cosine_recall@1 | 0.0661 | 0.0036 | 0.0111 | 0.0661 | 0.2434 | 0.2093 | 0.2044 |
|
| 1018 |
+
| cosine_recall@20 | 0.5122 | 0.3541 | 0.2668 | 0.4841 | 0.8288 | 0.7989 | 0.8346 |
|
| 1019 |
+
| cosine_recall@50 | 0.6835 | 0.5098 | 0.4092 | 0.6568 | 0.8987 | 0.8741 | 0.9096 |
|
| 1020 |
+
| cosine_recall@100 | 0.79 | 0.6076 | 0.5098 | 0.7685 | 0.9399 | 0.9173 | 0.9476 |
|
| 1021 |
+
| cosine_recall@150 | 0.84 | 0.6705 | 0.5729 | 0.8278 | 0.9577 | 0.9424 | 0.9609 |
|
| 1022 |
+
| cosine_recall@200 | 0.8759 | 0.7125 | 0.612 | 0.8617 | 0.9695 | 0.9536 | 0.9698 |
|
| 1023 |
+
| cosine_ndcg@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1024 |
+
| cosine_ndcg@20 | 0.6468 | 0.5708 | 0.4696 | 0.6231 | 0.701 | 0.6541 | 0.6853 |
|
| 1025 |
+
| cosine_ndcg@50 | 0.658 | 0.5355 | 0.4449 | 0.6383 | 0.7201 | 0.6748 | 0.7067 |
|
| 1026 |
+
| cosine_ndcg@100 | 0.7095 | 0.559 | 0.467 | 0.6917 | 0.7291 | 0.6845 | 0.7154 |
|
| 1027 |
+
| cosine_ndcg@150 | 0.731 | 0.59 | 0.4982 | 0.7167 | 0.7326 | 0.6894 | 0.7181 |
|
| 1028 |
+
| **cosine_ndcg@200** | **0.7461** | **0.6095** | **0.5165** | **0.7303** | **0.7347** | **0.6915** | **0.7198** |
|
| 1029 |
+
| cosine_mrr@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1030 |
+
| cosine_mrr@20 | 0.7902 | 0.5532 | 0.5047 | 0.8016 | 0.7037 | 0.6477 | 0.7237 |
|
| 1031 |
+
| cosine_mrr@50 | 0.791 | 0.5532 | 0.5048 | 0.8021 | 0.705 | 0.6494 | 0.7243 |
|
| 1032 |
+
| cosine_mrr@100 | 0.791 | 0.5532 | 0.505 | 0.8021 | 0.7053 | 0.6497 | 0.7245 |
|
| 1033 |
+
| cosine_mrr@150 | 0.791 | 0.5532 | 0.505 | 0.8021 | 0.7054 | 0.6498 | 0.7245 |
|
| 1034 |
+
| cosine_mrr@200 | 0.791 | 0.5532 | 0.505 | 0.8021 | 0.7055 | 0.6498 | 0.7245 |
|
| 1035 |
+
| cosine_map@1 | 0.6476 | 0.1189 | 0.2956 | 0.6602 | 0.6297 | 0.5564 | 0.6086 |
|
| 1036 |
+
| cosine_map@20 | 0.5026 | 0.4379 | 0.3366 | 0.475 | 0.6194 | 0.5648 | 0.5652 |
|
| 1037 |
+
| cosine_map@50 | 0.484 | 0.3739 | 0.2853 | 0.4579 | 0.6244 | 0.57 | 0.5716 |
|
| 1038 |
+
| cosine_map@100 | 0.5118 | 0.3763 | 0.2818 | 0.4848 | 0.6257 | 0.5714 | 0.5731 |
|
| 1039 |
+
| cosine_map@150 | 0.5202 | 0.3892 | 0.2931 | 0.4937 | 0.626 | 0.5719 | 0.5734 |
|
| 1040 |
+
| cosine_map@200 | 0.5249 | 0.3958 | 0.2988 | 0.4978 | 0.6262 | 0.572 | 0.5735 |
|
| 1041 |
+
| cosine_map@500 | 0.5304 | 0.4063 | 0.3109 | 0.504 | 0.6263 | 0.5723 | 0.5736 |
|
| 1042 |
+
|
| 1043 |
+
<!--
|
| 1044 |
+
## Bias, Risks and Limitations
|
| 1045 |
+
|
| 1046 |
+
*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
|
| 1047 |
+
-->
|
| 1048 |
+
|
| 1049 |
+
<!--
|
| 1050 |
+
### Recommendations
|
| 1051 |
+
|
| 1052 |
+
*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
|
| 1053 |
+
-->
|
| 1054 |
+
|
| 1055 |
+
## Training Details
|
| 1056 |
+
|
| 1057 |
+
### Training Dataset
|
| 1058 |
+
|
| 1059 |
+
#### Unnamed Dataset
|
| 1060 |
+
|
| 1061 |
+
* Size: 86,648 training samples
|
| 1062 |
+
* Columns: <code>sentence</code> and <code>label</code>
|
| 1063 |
+
* Approximate statistics based on the first 1000 samples:
|
| 1064 |
+
| | sentence | label |
|
| 1065 |
+
|:--------|:---------------------------------------------------------------------------------|:-------------------------------------|
|
| 1066 |
+
| type | string | list |
|
| 1067 |
+
| details | <ul><li>min: 2 tokens</li><li>mean: 8.25 tokens</li><li>max: 54 tokens</li></ul> | <ul><li>size: 768 elements</li></ul> |
|
| 1068 |
+
* Samples:
|
| 1069 |
+
| sentence | label |
|
| 1070 |
+
|:-----------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------|
|
| 1071 |
+
| <code></code> | <code>[-0.07171934843063354, 0.03595816716551781, -0.029780959710478783, 0.006593302357941866, 0.040611181408166885, ...]</code> |
|
| 1072 |
+
| <code>airport environment officer</code> | <code>[-0.022075481712818146, 0.02999737113714218, -0.02189866080880165, 0.016531817615032196, 0.012234307825565338, ...]</code> |
|
| 1073 |
+
| <code>Flake操作员</code> | <code>[-0.04815564677119255, 0.023524893447756767, -0.01583661139011383, 0.042527906596660614, 0.03815540298819542, ...]</code> |
|
| 1074 |
+
* Loss: [<code>MSELoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#mseloss)
|
| 1075 |
+
|
| 1076 |
+
### Training Hyperparameters
|
| 1077 |
+
#### Non-Default Hyperparameters
|
| 1078 |
+
|
| 1079 |
+
- `eval_strategy`: steps
|
| 1080 |
+
- `per_device_train_batch_size`: 128
|
| 1081 |
+
- `per_device_eval_batch_size`: 128
|
| 1082 |
+
- `gradient_accumulation_steps`: 2
|
| 1083 |
+
- `learning_rate`: 0.0001
|
| 1084 |
+
- `num_train_epochs`: 5
|
| 1085 |
+
- `warmup_ratio`: 0.05
|
| 1086 |
+
- `log_on_each_node`: False
|
| 1087 |
+
- `fp16`: True
|
| 1088 |
+
- `dataloader_num_workers`: 4
|
| 1089 |
+
- `ddp_find_unused_parameters`: True
|
| 1090 |
+
- `batch_sampler`: no_duplicates
|
| 1091 |
+
|
| 1092 |
+
#### All Hyperparameters
|
| 1093 |
+
<details><summary>Click to expand</summary>
|
| 1094 |
+
|
| 1095 |
+
- `overwrite_output_dir`: False
|
| 1096 |
+
- `do_predict`: False
|
| 1097 |
+
- `eval_strategy`: steps
|
| 1098 |
+
- `prediction_loss_only`: True
|
| 1099 |
+
- `per_device_train_batch_size`: 128
|
| 1100 |
+
- `per_device_eval_batch_size`: 128
|
| 1101 |
+
- `per_gpu_train_batch_size`: None
|
| 1102 |
+
- `per_gpu_eval_batch_size`: None
|
| 1103 |
+
- `gradient_accumulation_steps`: 2
|
| 1104 |
+
- `eval_accumulation_steps`: None
|
| 1105 |
+
- `torch_empty_cache_steps`: None
|
| 1106 |
+
- `learning_rate`: 0.0001
|
| 1107 |
+
- `weight_decay`: 0.0
|
| 1108 |
+
- `adam_beta1`: 0.9
|
| 1109 |
+
- `adam_beta2`: 0.999
|
| 1110 |
+
- `adam_epsilon`: 1e-08
|
| 1111 |
+
- `max_grad_norm`: 1.0
|
| 1112 |
+
- `num_train_epochs`: 5
|
| 1113 |
+
- `max_steps`: -1
|
| 1114 |
+
- `lr_scheduler_type`: linear
|
| 1115 |
+
- `lr_scheduler_kwargs`: {}
|
| 1116 |
+
- `warmup_ratio`: 0.05
|
| 1117 |
+
- `warmup_steps`: 0
|
| 1118 |
+
- `log_level`: passive
|
| 1119 |
+
- `log_level_replica`: warning
|
| 1120 |
+
- `log_on_each_node`: False
|
| 1121 |
+
- `logging_nan_inf_filter`: True
|
| 1122 |
+
- `save_safetensors`: True
|
| 1123 |
+
- `save_on_each_node`: False
|
| 1124 |
+
- `save_only_model`: False
|
| 1125 |
+
- `restore_callback_states_from_checkpoint`: False
|
| 1126 |
+
- `no_cuda`: False
|
| 1127 |
+
- `use_cpu`: False
|
| 1128 |
+
- `use_mps_device`: False
|
| 1129 |
+
- `seed`: 42
|
| 1130 |
+
- `data_seed`: None
|
| 1131 |
+
- `jit_mode_eval`: False
|
| 1132 |
+
- `use_ipex`: False
|
| 1133 |
+
- `bf16`: False
|
| 1134 |
+
- `fp16`: True
|
| 1135 |
+
- `fp16_opt_level`: O1
|
| 1136 |
+
- `half_precision_backend`: auto
|
| 1137 |
+
- `bf16_full_eval`: False
|
| 1138 |
+
- `fp16_full_eval`: False
|
| 1139 |
+
- `tf32`: None
|
| 1140 |
+
- `local_rank`: 0
|
| 1141 |
+
- `ddp_backend`: None
|
| 1142 |
+
- `tpu_num_cores`: None
|
| 1143 |
+
- `tpu_metrics_debug`: False
|
| 1144 |
+
- `debug`: []
|
| 1145 |
+
- `dataloader_drop_last`: True
|
| 1146 |
+
- `dataloader_num_workers`: 4
|
| 1147 |
+
- `dataloader_prefetch_factor`: None
|
| 1148 |
+
- `past_index`: -1
|
| 1149 |
+
- `disable_tqdm`: False
|
| 1150 |
+
- `remove_unused_columns`: True
|
| 1151 |
+
- `label_names`: None
|
| 1152 |
+
- `load_best_model_at_end`: False
|
| 1153 |
+
- `ignore_data_skip`: False
|
| 1154 |
+
- `fsdp`: []
|
| 1155 |
+
- `fsdp_min_num_params`: 0
|
| 1156 |
+
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
|
| 1157 |
+
- `tp_size`: 0
|
| 1158 |
+
- `fsdp_transformer_layer_cls_to_wrap`: None
|
| 1159 |
+
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
|
| 1160 |
+
- `deepspeed`: None
|
| 1161 |
+
- `label_smoothing_factor`: 0.0
|
| 1162 |
+
- `optim`: adamw_torch
|
| 1163 |
+
- `optim_args`: None
|
| 1164 |
+
- `adafactor`: False
|
| 1165 |
+
- `group_by_length`: False
|
| 1166 |
+
- `length_column_name`: length
|
| 1167 |
+
- `ddp_find_unused_parameters`: True
|
| 1168 |
+
- `ddp_bucket_cap_mb`: None
|
| 1169 |
+
- `ddp_broadcast_buffers`: False
|
| 1170 |
+
- `dataloader_pin_memory`: True
|
| 1171 |
+
- `dataloader_persistent_workers`: False
|
| 1172 |
+
- `skip_memory_metrics`: True
|
| 1173 |
+
- `use_legacy_prediction_loop`: False
|
| 1174 |
+
- `push_to_hub`: False
|
| 1175 |
+
- `resume_from_checkpoint`: None
|
| 1176 |
+
- `hub_model_id`: None
|
| 1177 |
+
- `hub_strategy`: every_save
|
| 1178 |
+
- `hub_private_repo`: None
|
| 1179 |
+
- `hub_always_push`: False
|
| 1180 |
+
- `gradient_checkpointing`: False
|
| 1181 |
+
- `gradient_checkpointing_kwargs`: None
|
| 1182 |
+
- `include_inputs_for_metrics`: False
|
| 1183 |
+
- `include_for_metrics`: []
|
| 1184 |
+
- `eval_do_concat_batches`: True
|
| 1185 |
+
- `fp16_backend`: auto
|
| 1186 |
+
- `push_to_hub_model_id`: None
|
| 1187 |
+
- `push_to_hub_organization`: None
|
| 1188 |
+
- `mp_parameters`:
|
| 1189 |
+
- `auto_find_batch_size`: False
|
| 1190 |
+
- `full_determinism`: False
|
| 1191 |
+
- `torchdynamo`: None
|
| 1192 |
+
- `ray_scope`: last
|
| 1193 |
+
- `ddp_timeout`: 1800
|
| 1194 |
+
- `torch_compile`: False
|
| 1195 |
+
- `torch_compile_backend`: None
|
| 1196 |
+
- `torch_compile_mode`: None
|
| 1197 |
+
- `include_tokens_per_second`: False
|
| 1198 |
+
- `include_num_input_tokens_seen`: False
|
| 1199 |
+
- `neftune_noise_alpha`: None
|
| 1200 |
+
- `optim_target_modules`: None
|
| 1201 |
+
- `batch_eval_metrics`: False
|
| 1202 |
+
- `eval_on_start`: False
|
| 1203 |
+
- `use_liger_kernel`: False
|
| 1204 |
+
- `eval_use_gather_object`: False
|
| 1205 |
+
- `average_tokens_across_devices`: False
|
| 1206 |
+
- `prompts`: None
|
| 1207 |
+
- `batch_sampler`: no_duplicates
|
| 1208 |
+
- `multi_dataset_batch_sampler`: proportional
|
| 1209 |
+
|
| 1210 |
+
</details>
|
| 1211 |
+
|
| 1212 |
+
### Training Logs
|
| 1213 |
+
| Epoch | Step | Training Loss | full_en_cosine_ndcg@200 | full_es_cosine_ndcg@200 | full_de_cosine_ndcg@200 | full_zh_cosine_ndcg@200 | mix_es_cosine_ndcg@200 | mix_de_cosine_ndcg@200 | mix_zh_cosine_ndcg@200 |
|
| 1214 |
+
|:------:|:----:|:-------------:|:-----------------------:|:-----------------------:|:-----------------------:|:-----------------------:|:----------------------:|:----------------------:|:----------------------:|
|
| 1215 |
+
| -1 | -1 | - | 0.5348 | 0.4311 | 0.3678 | 0.5333 | 0.2580 | 0.1924 | 0.2871 |
|
| 1216 |
+
| 0.0030 | 1 | 0.0017 | - | - | - | - | - | - | - |
|
| 1217 |
+
| 0.2959 | 100 | 0.001 | - | - | - | - | - | - | - |
|
| 1218 |
+
| 0.5917 | 200 | 0.0005 | 0.6702 | 0.5287 | 0.4566 | 0.6809 | 0.5864 | 0.5302 | 0.4739 |
|
| 1219 |
+
| 0.8876 | 300 | 0.0004 | - | - | - | - | - | - | - |
|
| 1220 |
+
| 1.1834 | 400 | 0.0004 | 0.7057 | 0.5643 | 0.4790 | 0.7033 | 0.6604 | 0.6055 | 0.6003 |
|
| 1221 |
+
| 1.4793 | 500 | 0.0004 | - | - | - | - | - | - | - |
|
| 1222 |
+
| 1.7751 | 600 | 0.0003 | 0.7184 | 0.5783 | 0.4910 | 0.7127 | 0.6927 | 0.6416 | 0.6485 |
|
| 1223 |
+
| 2.0710 | 700 | 0.0003 | - | - | - | - | - | - | - |
|
| 1224 |
+
| 2.3669 | 800 | 0.0003 | 0.7307 | 0.5938 | 0.5023 | 0.7233 | 0.7125 | 0.6639 | 0.6847 |
|
| 1225 |
+
| 2.6627 | 900 | 0.0003 | - | - | - | - | - | - | - |
|
| 1226 |
+
| 2.9586 | 1000 | 0.0003 | 0.7371 | 0.6002 | 0.5085 | 0.7228 | 0.7222 | 0.6761 | 0.6998 |
|
| 1227 |
+
| 3.2544 | 1100 | 0.0003 | - | - | - | - | - | - | - |
|
| 1228 |
+
| 3.5503 | 1200 | 0.0003 | 0.7402 | 0.6059 | 0.5109 | 0.7279 | 0.7285 | 0.6841 | 0.7120 |
|
| 1229 |
+
| 3.8462 | 1300 | 0.0003 | - | - | - | - | - | - | - |
|
| 1230 |
+
| 4.1420 | 1400 | 0.0003 | 0.7449 | 0.6083 | 0.5154 | 0.7294 | 0.7333 | 0.6894 | 0.7176 |
|
| 1231 |
+
| 4.4379 | 1500 | 0.0003 | - | - | - | - | - | - | - |
|
| 1232 |
+
| 4.7337 | 1600 | 0.0003 | 0.7461 | 0.6095 | 0.5165 | 0.7303 | 0.7347 | 0.6915 | 0.7198 |
|
| 1233 |
+
|
| 1234 |
+
|
| 1235 |
+
### Framework Versions
|
| 1236 |
+
- Python: 3.11.11
|
| 1237 |
+
- Sentence Transformers: 4.1.0
|
| 1238 |
+
- Transformers: 4.51.3
|
| 1239 |
+
- PyTorch: 2.6.0+cu124
|
| 1240 |
+
- Accelerate: 1.6.0
|
| 1241 |
+
- Datasets: 3.5.0
|
| 1242 |
+
- Tokenizers: 0.21.1
|
| 1243 |
+
|
| 1244 |
+
## Citation
|
| 1245 |
+
|
| 1246 |
+
### BibTeX
|
| 1247 |
+
|
| 1248 |
+
#### Sentence Transformers
|
| 1249 |
+
```bibtex
|
| 1250 |
+
@inproceedings{reimers-2019-sentence-bert,
|
| 1251 |
+
title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
|
| 1252 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1253 |
+
booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
|
| 1254 |
+
month = "11",
|
| 1255 |
+
year = "2019",
|
| 1256 |
+
publisher = "Association for Computational Linguistics",
|
| 1257 |
+
url = "https://arxiv.org/abs/1908.10084",
|
| 1258 |
+
}
|
| 1259 |
+
```
|
| 1260 |
+
|
| 1261 |
+
#### MSELoss
|
| 1262 |
+
```bibtex
|
| 1263 |
+
@inproceedings{reimers-2020-multilingual-sentence-bert,
|
| 1264 |
+
title = "Making Monolingual Sentence Embeddings Multilingual using Knowledge Distillation",
|
| 1265 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 1266 |
+
booktitle = "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing",
|
| 1267 |
+
month = "11",
|
| 1268 |
+
year = "2020",
|
| 1269 |
+
publisher = "Association for Computational Linguistics",
|
| 1270 |
+
url = "https://arxiv.org/abs/2004.09813",
|
| 1271 |
+
}
|
| 1272 |
+
```
|
| 1273 |
+
|
| 1274 |
+
<!--
|
| 1275 |
+
## Glossary
|
| 1276 |
+
|
| 1277 |
+
*Clearly define terms in order to be accessible across audiences.*
|
| 1278 |
+
-->
|
| 1279 |
+
|
| 1280 |
+
<!--
|
| 1281 |
+
## Model Card Authors
|
| 1282 |
+
|
| 1283 |
+
*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
|
| 1284 |
+
-->
|
| 1285 |
+
|
| 1286 |
+
<!--
|
| 1287 |
+
## Model Card Contact
|
| 1288 |
+
|
| 1289 |
+
*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
|
| 1290 |
+
-->
|
checkpoint-1690/config.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"NewModel"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.0,
|
| 6 |
+
"auto_map": {
|
| 7 |
+
"AutoConfig": "configuration.NewConfig",
|
| 8 |
+
"AutoModel": "Alibaba-NLP/new-impl--modeling.NewModel",
|
| 9 |
+
"AutoModelForMaskedLM": "Alibaba-NLP/new-impl--modeling.NewForMaskedLM",
|
| 10 |
+
"AutoModelForMultipleChoice": "Alibaba-NLP/new-impl--modeling.NewForMultipleChoice",
|
| 11 |
+
"AutoModelForQuestionAnswering": "Alibaba-NLP/new-impl--modeling.NewForQuestionAnswering",
|
| 12 |
+
"AutoModelForSequenceClassification": "Alibaba-NLP/new-impl--modeling.NewForSequenceClassification",
|
| 13 |
+
"AutoModelForTokenClassification": "Alibaba-NLP/new-impl--modeling.NewForTokenClassification"
|
| 14 |
+
},
|
| 15 |
+
"classifier_dropout": 0.0,
|
| 16 |
+
"hidden_act": "gelu",
|
| 17 |
+
"hidden_dropout_prob": 0.1,
|
| 18 |
+
"hidden_size": 768,
|
| 19 |
+
"id2label": {
|
| 20 |
+
"0": "LABEL_0"
|
| 21 |
+
},
|
| 22 |
+
"initializer_range": 0.02,
|
| 23 |
+
"intermediate_size": 3072,
|
| 24 |
+
"label2id": {
|
| 25 |
+
"LABEL_0": 0
|
| 26 |
+
},
|
| 27 |
+
"layer_norm_eps": 1e-12,
|
| 28 |
+
"layer_norm_type": "layer_norm",
|
| 29 |
+
"logn_attention_clip1": false,
|
| 30 |
+
"logn_attention_scale": false,
|
| 31 |
+
"max_position_embeddings": 8192,
|
| 32 |
+
"model_type": "new",
|
| 33 |
+
"num_attention_heads": 12,
|
| 34 |
+
"num_hidden_layers": 3,
|
| 35 |
+
"pack_qkv": true,
|
| 36 |
+
"pad_token_id": 1,
|
| 37 |
+
"position_embedding_type": "rope",
|
| 38 |
+
"rope_scaling": {
|
| 39 |
+
"factor": 8.0,
|
| 40 |
+
"type": "ntk"
|
| 41 |
+
},
|
| 42 |
+
"rope_theta": 20000,
|
| 43 |
+
"torch_dtype": "float32",
|
| 44 |
+
"transformers_version": "4.51.3",
|
| 45 |
+
"type_vocab_size": 1,
|
| 46 |
+
"unpad_inputs": false,
|
| 47 |
+
"use_memory_efficient_attention": false,
|
| 48 |
+
"vocab_size": 250048
|
| 49 |
+
}
|
checkpoint-1690/modules.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"idx": 0,
|
| 4 |
+
"name": "0",
|
| 5 |
+
"path": "",
|
| 6 |
+
"type": "sentence_transformers.models.Transformer"
|
| 7 |
+
},
|
| 8 |
+
{
|
| 9 |
+
"idx": 1,
|
| 10 |
+
"name": "1",
|
| 11 |
+
"path": "1_Pooling",
|
| 12 |
+
"type": "sentence_transformers.models.Pooling"
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"idx": 2,
|
| 16 |
+
"name": "2",
|
| 17 |
+
"path": "2_Normalize",
|
| 18 |
+
"type": "sentence_transformers.models.Normalize"
|
| 19 |
+
}
|
| 20 |
+
]
|
checkpoint-1690/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be5bb4198d009f33dc93fdee19da4370d07a9d35a51ec1fd33f89c44ebac7bc0
|
| 3 |
+
size 15894
|
checkpoint-1690/scaler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ff6cb721caca733f45ccb9a8b0dd8e38f26f84e94309ea829daee5b4d6a586f
|
| 3 |
+
size 988
|
checkpoint-1690/sentence_bert_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"max_seq_length": 512,
|
| 3 |
+
"do_lower_case": false
|
| 4 |
+
}
|
checkpoint-1690/special_tokens_map.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"cls_token": {
|
| 10 |
+
"content": "<s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"eos_token": {
|
| 17 |
+
"content": "</s>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"mask_token": {
|
| 24 |
+
"content": "<mask>",
|
| 25 |
+
"lstrip": true,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
},
|
| 30 |
+
"pad_token": {
|
| 31 |
+
"content": "<pad>",
|
| 32 |
+
"lstrip": false,
|
| 33 |
+
"normalized": false,
|
| 34 |
+
"rstrip": false,
|
| 35 |
+
"single_word": false
|
| 36 |
+
},
|
| 37 |
+
"sep_token": {
|
| 38 |
+
"content": "</s>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false
|
| 43 |
+
},
|
| 44 |
+
"unk_token": {
|
| 45 |
+
"content": "<unk>",
|
| 46 |
+
"lstrip": false,
|
| 47 |
+
"normalized": false,
|
| 48 |
+
"rstrip": false,
|
| 49 |
+
"single_word": false
|
| 50 |
+
}
|
| 51 |
+
}
|
checkpoint-1690/tokenizer_config.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": true,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"max_length": 512,
|
| 51 |
+
"model_max_length": 512,
|
| 52 |
+
"pad_to_multiple_of": null,
|
| 53 |
+
"pad_token": "<pad>",
|
| 54 |
+
"pad_token_type_id": 0,
|
| 55 |
+
"padding_side": "right",
|
| 56 |
+
"sep_token": "</s>",
|
| 57 |
+
"stride": 0,
|
| 58 |
+
"tokenizer_class": "XLMRobertaTokenizerFast",
|
| 59 |
+
"truncation_side": "right",
|
| 60 |
+
"truncation_strategy": "longest_first",
|
| 61 |
+
"unk_token": "<unk>"
|
| 62 |
+
}
|
checkpoint-1690/trainer_state.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-1690/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc51e1de286671ae3aedb23a247ac2f4c1af94ae0cf98c4e47d46fef0beeda98
|
| 3 |
+
size 5624
|
eval/Information-Retrieval_evaluation_full_en_results.csv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,steps,cosine-Accuracy@1,cosine-Accuracy@20,cosine-Accuracy@50,cosine-Accuracy@100,cosine-Accuracy@150,cosine-Accuracy@200,cosine-Precision@1,cosine-Recall@1,cosine-Precision@20,cosine-Recall@20,cosine-Precision@50,cosine-Recall@50,cosine-Precision@100,cosine-Recall@100,cosine-Precision@150,cosine-Recall@150,cosine-Precision@200,cosine-Recall@200,cosine-MRR@1,cosine-MRR@20,cosine-MRR@50,cosine-MRR@100,cosine-MRR@150,cosine-MRR@200,cosine-NDCG@1,cosine-NDCG@20,cosine-NDCG@50,cosine-NDCG@100,cosine-NDCG@150,cosine-NDCG@200,cosine-MAP@1,cosine-MAP@20,cosine-MAP@50,cosine-MAP@100,cosine-MAP@150,cosine-MAP@200,cosine-MAP@500
|
| 2 |
+
0.591715976331361,200,0.6095238095238096,0.9619047619047619,0.9714285714285714,0.9809523809523809,0.9904761904761905,0.9904761904761905,0.6095238095238096,0.06442722624702855,0.40714285714285714,0.4346349989024896,0.2398095238095238,0.5835601213490562,0.15038095238095237,0.6967385317394644,0.10958730158730158,0.7500891135070625,0.08747619047619049,0.7922657853216979,0.6095238095238096,0.7647869674185462,0.7650443676759465,0.7651908878224667,0.7652709198352718,0.7652709198352718,0.6095238095238096,0.5708801066213397,0.5759834478645489,0.6311923978676361,0.6538048550548475,0.6702447487259725,0.6095238095238096,0.41834185162590387,0.3950487272048726,0.4212871549773475,0.4292041397533778,0.43360983440296147,0.44048129620249793
|
| 3 |
+
1.183431952662722,400,0.638095238095238,0.9619047619047619,0.9809523809523809,0.9809523809523809,0.9904761904761905,0.9904761904761905,0.638095238095238,0.06587125840534644,0.44,0.46630153865605645,0.2638095238095238,0.6382197782219897,0.16285714285714287,0.7504235744205895,0.1175873015873016,0.7988070365630658,0.09252380952380952,0.8309271201681789,0.638095238095238,0.7764695621838479,0.777095588456426,0.777095588456426,0.7771762987066277,0.7771762987066277,0.638095238095238,0.6045447897465399,0.616645155946133,0.6716130331252141,0.6926366359514627,0.7057049689923274,0.638095238095238,0.45544156984456047,0.43603273590332614,0.4641764995443202,0.4720056673047399,0.4759301061204395,0.48186919678908585
|
| 4 |
+
1.7751479289940828,600,0.6285714285714286,0.9714285714285714,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.6285714285714286,0.06527602031010833,0.4561904761904762,0.48745391682105155,0.2714285714285714,0.6514858980133492,0.16647619047619047,0.7653429555146114,0.11974603174603174,0.8123778494980212,0.09438095238095238,0.8453961465111183,0.6285714285714286,0.7716777666777668,0.7724103674103674,0.7724103674103674,0.7724103674103674,0.7724103674103674,0.6285714285714286,0.6209444418709248,0.6294473723576711,0.6843480406110959,0.7049173882762053,0.7183756949142358,0.6285714285714286,0.47343714269469456,0.4522725203086179,0.4808997647658073,0.48880948507389355,0.4927770622539844,0.4988827324510947
|
| 5 |
+
2.366863905325444,800,0.638095238095238,0.9714285714285714,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.638095238095238,0.06587125840534644,0.46523809523809523,0.49716157160369917,0.27809523809523806,0.6633636132155855,0.16866666666666671,0.7728137840947553,0.12184126984126983,0.8252655196277217,0.09585714285714286,0.8555531706571073,0.638095238095238,0.7823199023199023,0.7830671550671551,0.7830671550671551,0.7830671550671551,0.7830671550671551,0.638095238095238,0.6328305552523847,0.6422634260444581,0.6953363920968629,0.7178434762154305,0.7306862991424842,0.638095238095238,0.4869878588929393,0.46662543266107637,0.49496599786546613,0.5034594550180629,0.5072739176309733,0.513497188490262
|
| 6 |
+
2.9585798816568047,1000,0.6285714285714286,0.9714285714285714,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.6285714285714286,0.06568451704213447,0.4723809523809524,0.5041312032991911,0.2838095238095238,0.6762963371727007,0.1706666666666667,0.7798036464336738,0.12285714285714286,0.8311908383371492,0.09700000000000002,0.8655400214018215,0.6285714285714286,0.7790726817042607,0.7797979143260452,0.7797979143260452,0.7797979143260452,0.7797979143260452,0.6285714285714286,0.6385286667884668,0.6505087993598385,0.7009585791000247,0.7228549618650749,0.7370730818153396,0.6285714285714286,0.4949002324392317,0.47542864021103454,0.5027685735699932,0.5108956115342047,0.5152152246235047,0.5211733943510876
|
| 7 |
+
3.5502958579881656,1200,0.6285714285714286,0.9714285714285714,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.6285714285714286,0.06568451704213447,0.47238095238095235,0.5028457675067052,0.28514285714285714,0.676933903111657,0.17142857142857143,0.7837663267176828,0.12361904761904763,0.8369671671626038,0.09742857142857143,0.8683370262861448,0.6285714285714286,0.7822472848788637,0.7830464856780646,0.7830464856780646,0.7830464856780646,0.7830464856780646,0.6285714285714286,0.6393119319266262,0.6526673690626589,0.7043574282251062,0.7269332569198788,0.7401982784576455,0.6285714285714286,0.49537416609793716,0.47813955037924555,0.5059345967521239,0.5144312336524836,0.5185744183980712,0.5244908168836407
|
| 8 |
+
4.1420118343195265,1400,0.638095238095238,0.9619047619047619,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.638095238095238,0.06587125840534644,0.4766666666666666,0.5075382961558268,0.28723809523809524,0.6815180199385792,0.172952380952381,0.7892546849949126,0.12419047619047618,0.837763491705966,0.09828571428571428,0.8747531461107081,0.638095238095238,0.7865079365079365,0.7877959183673469,0.7877959183673469,0.7877959183673469,0.7877959183673469,0.638095238095238,0.6437588496803061,0.6565500770575415,0.7088213416976051,0.7298707409128666,0.7449419847756586,0.638095238095238,0.4998912029710938,0.4824988798112498,0.510770369728262,0.5189335101114453,0.5235615593885471,0.5292082683302094
|
| 9 |
+
4.733727810650888,1600,0.6476190476190476,0.9714285714285714,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.9904761904761905,0.6476190476190476,0.06609801577496094,0.47952380952380946,0.5122224752770898,0.28838095238095235,0.6835205863376973,0.17304761904761906,0.7899550177449521,0.12444444444444444,0.8399901051245952,0.09857142857142859,0.875868212220809,0.6476190476190476,0.7901817137111254,0.7909547501984476,0.7909547501984476,0.7909547501984476,0.7909547501984476,0.6476190476190476,0.6467537144833913,0.6579566361404572,0.7095129047395976,0.7310060454392588,0.746053293561821,0.6476190476190476,0.5025649155749793,0.48398477448194993,0.5117703759309522,0.520199435224254,0.5249113393002316,0.5304170344184883
|
eval/Information-Retrieval_evaluation_full_zh_results.csv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,steps,cosine-Accuracy@1,cosine-Accuracy@20,cosine-Accuracy@50,cosine-Accuracy@100,cosine-Accuracy@150,cosine-Accuracy@200,cosine-Precision@1,cosine-Recall@1,cosine-Precision@20,cosine-Recall@20,cosine-Precision@50,cosine-Recall@50,cosine-Precision@100,cosine-Recall@100,cosine-Precision@150,cosine-Recall@150,cosine-Precision@200,cosine-Recall@200,cosine-MRR@1,cosine-MRR@20,cosine-MRR@50,cosine-MRR@100,cosine-MRR@150,cosine-MRR@200,cosine-NDCG@1,cosine-NDCG@20,cosine-NDCG@50,cosine-NDCG@100,cosine-NDCG@150,cosine-NDCG@200,cosine-MAP@1,cosine-MAP@20,cosine-MAP@50,cosine-MAP@100,cosine-MAP@150,cosine-MAP@200,cosine-MAP@500
|
| 2 |
+
0.591715976331361,200,0.6504854368932039,0.9805825242718447,0.9805825242718447,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6504854368932039,0.06297195936535313,0.4174757281553398,0.45216321099583096,0.24388349514563107,0.5985947222599055,0.14951456310679612,0.7066962990102679,0.109126213592233,0.7572705548910881,0.08660194174757284,0.7957063099867823,0.6504854368932039,0.7915048543689321,0.7915048543689321,0.7916435506241332,0.7916435506241332,0.7916435506241332,0.6504854368932039,0.5891740583683294,0.5940858700081013,0.6435966486586578,0.6661105297536296,0.6809059849503412,0.6504854368932039,0.4370709010270343,0.4129724014671616,0.4341400410992279,0.4421470493216924,0.446164032411221,0.45382091491269705
|
| 3 |
+
1.183431952662722,400,0.6504854368932039,0.970873786407767,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6504854368932039,0.060986081165882694,0.4305825242718446,0.4605261938478766,0.25825242718446595,0.6279780571130372,0.15786407766990293,0.738289597577811,0.11411003236245955,0.7878105561736307,0.0913592233009709,0.8324956345368711,0.6504854368932039,0.7957119741100325,0.7962001570321734,0.7962001570321734,0.7962001570321734,0.7962001570321734,0.6504854368932039,0.5999086133003301,0.6129532658410302,0.6638909331450039,0.6853311981200142,0.7033198205460287,0.6504854368932039,0.44892279062424895,0.4305094126014137,0.4540673637374807,0.4618461018630378,0.4667217834039844,0.4739392963854547
|
| 4 |
+
1.7751479289940828,600,0.6504854368932039,0.970873786407767,0.9805825242718447,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6504854368932039,0.06125809321810901,0.43592233009708736,0.46840361505881567,0.2627184466019417,0.6339158091762449,0.16135922330097088,0.7480807136556352,0.11754045307443368,0.8100117014753285,0.0929126213592233,0.8429633028529663,0.6504854368932039,0.7962783171521037,0.7964940668824165,0.7966674372014181,0.7966674372014181,0.7966674372014181,0.6504854368932039,0.6071619364096145,0.6201924771490717,0.6731573623782805,0.6988573621008486,0.7127085059867994,0.6504854368932039,0.4569063620154663,0.4389770039812701,0.4638450563796641,0.4725316312725551,0.47660671101600177,0.48324935280787457
|
| 5 |
+
2.366863905325444,800,0.6601941747572816,0.970873786407767,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6601941747572816,0.06611246215014785,0.437378640776699,0.47220221895116143,0.26679611650485435,0.6481360616867319,0.164368932038835,0.7614494349130585,0.11870550161812297,0.8169184700467885,0.09432038834951458,0.8548694196710027,0.6601941747572816,0.8033980582524272,0.8038261082260857,0.8038261082260857,0.8038261082260857,0.8038261082260857,0.6601941747572816,0.6135478065862052,0.6308156378108885,0.6845556918348534,0.707685056330406,0.7232611066574451,0.6601941747572816,0.46498128288276724,0.4485986843158645,0.4749717781804501,0.4832701810816351,0.487762460646856,0.4939522359452576
|
| 6 |
+
2.9585798816568047,1000,0.6504854368932039,0.970873786407767,0.9805825242718447,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6504854368932039,0.06125809321810901,0.4461165048543689,0.4798173076061309,0.26932038834951455,0.6511259115267456,0.16601941747572818,0.7667280032499174,0.12000000000000002,0.8234348132226993,0.09475728155339808,0.8570886860782638,0.6504854368932039,0.7938511326860843,0.7941135310067349,0.7943002375041209,0.7943002375041209,0.7943002375041209,0.6504854368932039,0.6163434250133266,0.6306194061713684,0.6852740031621496,0.7087858531025408,0.7227726687256436,0.6504854368932039,0.4673451367444491,0.4491601687897158,0.4759775327060125,0.484283864447002,0.4885403171787604,0.4948931148880558
|
| 7 |
+
3.5502958579881656,1200,0.6601941747572816,0.970873786407767,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6601941747572816,0.06611246215014785,0.44466019417475733,0.48241403320688186,0.2700970873786408,0.6545173174336991,0.16611650485436893,0.7666222988041391,0.11993527508090616,0.821433115232699,0.0950970873786408,0.8607757081755069,0.6601941747572816,0.802674662097849,0.8031466146329083,0.8031466146329083,0.8031466146329083,0.8031466146329083,0.6601941747572816,0.6200439246564962,0.6357468583118394,0.6892184385347752,0.7120690440507333,0.7279251789627177,0.6601941747572816,0.47064044627994783,0.454032660512398,0.48053939417933,0.488614341849449,0.49318512356249333,0.4992400242495022
|
| 8 |
+
4.1420118343195265,1400,0.6601941747572816,0.970873786407767,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6601941747572816,0.06611246215014785,0.4451456310679612,0.48185419008936636,0.27048543689320387,0.6551920812816043,0.16611650485436896,0.764654034617116,0.12084142394822009,0.8281168342114908,0.09519417475728156,0.8609375188843946,0.6601941747572816,0.8015419760137065,0.8020274129069105,0.8020274129069105,0.8020274129069105,0.8020274129069105,0.6601941747572816,0.6209192881378345,0.6371304923469949,0.6900404048312746,0.7159480635761921,0.7294173160030438,0.6601941747572816,0.47238295031349775,0.4561669025825994,0.48307171830860945,0.4920233958725791,0.496106859156668,0.5023110925949719
|
| 9 |
+
4.733727810650888,1600,0.6601941747572816,0.970873786407767,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.9902912621359223,0.6601941747572816,0.06611246215014785,0.44805825242718444,0.48409390608352504,0.27126213592233006,0.6568473638827299,0.16650485436893206,0.7685416895166794,0.1211003236245955,0.8277686060133904,0.09529126213592234,0.8616979590623105,0.6601941747572816,0.8015776699029126,0.8020876238109248,0.8020876238109248,0.8020876238109248,0.8020876238109248,0.6601941747572816,0.6231250904534316,0.6383496204608501,0.6917257705456975,0.7167434657424917,0.7303448958665071,0.6601941747572816,0.4750205237443607,0.45785161483741715,0.4848085275553208,0.4937216396074153,0.49777622471594557,0.5039795405740248
|
eval/Information-Retrieval_evaluation_mix_de_results.csv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,steps,cosine-Accuracy@1,cosine-Accuracy@20,cosine-Accuracy@50,cosine-Accuracy@100,cosine-Accuracy@150,cosine-Accuracy@200,cosine-Precision@1,cosine-Recall@1,cosine-Precision@20,cosine-Recall@20,cosine-Precision@50,cosine-Recall@50,cosine-Precision@100,cosine-Recall@100,cosine-Precision@150,cosine-Recall@150,cosine-Precision@200,cosine-Recall@200,cosine-MRR@1,cosine-MRR@20,cosine-MRR@50,cosine-MRR@100,cosine-MRR@150,cosine-MRR@200,cosine-NDCG@1,cosine-NDCG@20,cosine-NDCG@50,cosine-NDCG@100,cosine-NDCG@150,cosine-NDCG@200,cosine-MAP@1,cosine-MAP@20,cosine-MAP@50,cosine-MAP@100,cosine-MAP@150,cosine-MAP@200,cosine-MAP@500
|
| 2 |
+
0.591715976331361,200,0.38845553822152884,0.734269370774831,0.8117524700988039,0.8803952158086323,0.9121164846593863,0.9355174206968279,0.38845553822152884,0.14673253596810537,0.08216328653146125,0.6032587970185473,0.038169526781071245,0.6989859594383776,0.021476859074362975,0.7834026694401108,0.015122204888195528,0.8256557279835054,0.011799271970878837,0.8584343724626179,0.38845553822152884,0.4755813854666515,0.47811704545297706,0.47910662936458426,0.4793689523443691,0.47950783378595774,0.38845553822152884,0.47089223070507885,0.49701321688193106,0.5158211232743959,0.5242022471749376,0.5302273876532717,0.38845553822152884,0.38515411365076746,0.39147682232706005,0.39390468588701283,0.39462204836530157,0.3950134124984197,0.39564242254391563
|
| 3 |
+
1.183431952662722,400,0.46021840873634945,0.8091523660946438,0.8835153406136246,0.9313572542901716,0.9495579823192928,0.9625585023400937,0.46021840873634945,0.17405096203848153,0.09500780031201247,0.6965938637545501,0.04315132605304212,0.7862367828046456,0.02356214248569943,0.857782977985786,0.016328653146125843,0.8908389668920089,0.012597503900156008,0.9146832890859494,0.46021840873634945,0.5531152893840248,0.5554363671701441,0.5561629113405923,0.5563168524767522,0.5563946576872058,0.46021840873634945,0.5540701081096809,0.5786034933790482,0.5944999375964086,0.6010213315483848,0.6054920754873866,0.46021840873634945,0.4642437490768453,0.47019746688105846,0.4723217628710669,0.47290246629177823,0.47323000409233096,0.47363146569190606
|
| 4 |
+
1.7751479289940828,600,0.5039001560062403,0.84399375975039,0.9084763390535622,0.9448777951118045,0.9589183567342694,0.968278731149246,0.5039001560062403,0.18934824059629052,0.10124804992199687,0.7398769284104697,0.045325013000520026,0.825628358467672,0.024368174726989083,0.8861067776044376,0.01678280464551915,0.9139625585023401,0.012841913676547067,0.9314265903969492,0.5039001560062403,0.5958911705035703,0.5979962477714235,0.5985336788307954,0.5986528259488063,0.5987063352922788,0.5039001560062403,0.5959978647836432,0.6193308358901232,0.6328275670544934,0.6383837176839967,0.6416384714660877,0.5039001560062403,0.505156594331499,0.5107325975552374,0.5125971106477005,0.5131188199194585,0.5133496478406526,0.5136957927685452
|
| 5 |
+
2.366863905325444,800,0.5325013000520021,0.8637545501820073,0.9251170046801872,0.9516380655226209,0.9651586063442538,0.9729589183567343,0.5325013000520021,0.19959265037268156,0.10535621424856995,0.7690587623504941,0.04671866874674988,0.8509793725082337,0.02476339053562143,0.8992286358120992,0.016987346160513086,0.9242329693187727,0.013000520020800833,0.9427543768417402,0.5325013000520021,0.6214631528403295,0.6234664391780935,0.6238401145880241,0.6239470104163971,0.6239938982140064,0.5325013000520021,0.6224558186311073,0.644673644554676,0.655555914976012,0.6605327238662299,0.6639471441610337,0.5325013000520021,0.5304865672939455,0.5358413929854877,0.5374123776699551,0.5378689641686509,0.5381229578769543,0.5384218703705271
|
| 6 |
+
2.9585798816568047,1000,0.5429017160686428,0.8725949037961519,0.9297971918876755,0.9552782111284451,0.968278731149246,0.9729589183567343,0.5429017160686428,0.20383948691280984,0.10709828393135724,0.7817386028774485,0.04726989079563183,0.8605044201768071,0.025002600104004166,0.9077223088923557,0.01712601837406829,0.9319032761310452,0.013044721788871557,0.9461778471138845,0.5429017160686428,0.6331176720726237,0.6350347522721764,0.6354157777188323,0.6355194502419383,0.635546462249249,0.5429017160686428,0.6364696194038222,0.6580204683537704,0.6686859699628315,0.6734670399055159,0.6761041848609185,0.5429017160686428,0.546038259426052,0.5513401593649401,0.5528890114435938,0.5533285819634786,0.5535297820757661,0.5538215020153545
|
| 7 |
+
3.5502958579881656,1200,0.5501820072802912,0.875715028601144,0.9334373374934998,0.9578783151326054,0.968798751950078,0.9771190847633905,0.5501820072802912,0.20695961171780206,0.10808632345293812,0.7888455538221528,0.047665106604264186,0.8676980412549836,0.025169006760270413,0.91352920783498,0.017205754896862536,0.9362367828046455,0.013109724388975563,0.951291384988733,0.5501820072802912,0.6404980755674814,0.6424799446207491,0.6428438772177503,0.6429316774029018,0.6429786628088062,0.5501820072802912,0.6448940133190817,0.6665823406307751,0.6769109649623175,0.6813839836815733,0.6841263896292673,0.5501820072802912,0.5552666840642385,0.560692088371109,0.5621625672472186,0.5625833020357084,0.56278042754345,0.5630480560935588
|
| 8 |
+
4.1420118343195265,1400,0.5538221528861155,0.8814352574102964,0.9349973998959958,0.9589183567342694,0.96931877275091,0.9765990639625585,0.5538221528861155,0.20845033801352056,0.10912636505460219,0.7964725255676894,0.047935517420696835,0.8717888715548621,0.025257410296411865,0.9166493326399723,0.017257756976945746,0.9388542208355001,0.013122724908996361,0.9522447564569249,0.5538221528861155,0.6451894555975591,0.6470013120502346,0.6473603615547494,0.6474490009158033,0.647492473181411,0.5538221528861155,0.6518455599845957,0.6725307652410174,0.6825987388473841,0.6869902480321315,0.6894230866781552,0.5538221528861155,0.5627871995310985,0.5679148655306163,0.5693421440886408,0.5697579274072834,0.569931742725807,0.5702007325952348
|
| 9 |
+
4.733727810650888,1600,0.5564222568902756,0.8866354654186167,0.9381175247009881,0.9594383775351014,0.9708788351534061,0.9776391055642226,0.5564222568902756,0.20931703934824059,0.109464378575143,0.7988992893049055,0.048060322412896525,0.8741029641185647,0.025273010920436823,0.9173426937077482,0.017313225862367825,0.9424076963078523,0.013143525741029644,0.953631478592477,0.5564222568902756,0.6476945170199107,0.6493649946597936,0.6496801333421218,0.6497778366579644,0.6498156890114056,0.5564222568902756,0.6541310877479573,0.674790854916742,0.6844997445798996,0.6894214573457343,0.6914881284159038,0.5564222568902756,0.5648326970643027,0.57003456255067,0.5714370828517599,0.5719002990233493,0.5720497397197026,0.5723109788233504
|