Instructions to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download scripts/result_40k/JaQuADRetrieval.json from WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel: direct link, hf CLI and curl.
- Browser
- Download file 6.33 kB
-
https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/result_40k/JaQuADRetrieval.json
- Command line
-
hf download hf://WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/scripts/result_40k/JaQuADRetrieval.json
-
curl -L -o JaQuADRetrieval.json https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/result_40k/JaQuADRetrieval.json
6.33 kB
| { | |
| "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852", | |
| "task_name": "JaQuADRetrieval", | |
| "mteb_version": "2.26.30", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "ndcg_at_1": 0.12988, | |
| "ndcg_at_3": 0.11944, | |
| "ndcg_at_5": 0.13843, | |
| "ndcg_at_10": 0.16319, | |
| "ndcg_at_20": 0.18485, | |
| "ndcg_at_100": 0.22626, | |
| "ndcg_at_1000": 0.27382, | |
| "map_at_1": 0.06494, | |
| "map_at_3": 0.08993, | |
| "map_at_5": 0.09932, | |
| "map_at_10": 0.10901, | |
| "map_at_20": 0.11512, | |
| "map_at_100": 0.12131, | |
| "map_at_1000": 0.12314, | |
| "recall_at_1": 0.06494, | |
| "recall_at_3": 0.12109, | |
| "recall_at_5": 0.15869, | |
| "recall_at_10": 0.22119, | |
| "recall_at_20": 0.29126, | |
| "recall_at_100": 0.47485, | |
| "recall_at_1000": 0.79639, | |
| "accuracy": 0.06494, | |
| "precision_at_1": 0.12988, | |
| "precision_at_3": 0.08073, | |
| "precision_at_5": 0.06348, | |
| "precision_at_10": 0.04424, | |
| "precision_at_20": 0.02913, | |
| "precision_at_100": 0.0095, | |
| "precision_at_1000": 0.00159, | |
| "mrr_at_1": 0.129883, | |
| "mrr_at_3": 0.177083, | |
| "mrr_at_5": 0.19266, | |
| "mrr_at_10": 0.206567, | |
| "mrr_at_20": 0.213641, | |
| "mrr_at_100": 0.219519, | |
| "mrr_at_1000": 0.220587, | |
| "nauc_ndcg_at_1_max": 0.248415, | |
| "nauc_ndcg_at_1_std": 0.098474, | |
| "nauc_ndcg_at_1_diff1": 0.190037, | |
| "nauc_ndcg_at_3_max": 0.268514, | |
| "nauc_ndcg_at_3_std": 0.129442, | |
| "nauc_ndcg_at_3_diff1": 0.133557, | |
| "nauc_ndcg_at_5_max": 0.279377, | |
| "nauc_ndcg_at_5_std": 0.147058, | |
| "nauc_ndcg_at_5_diff1": 0.126304, | |
| "nauc_ndcg_at_10_max": 0.304632, | |
| "nauc_ndcg_at_10_std": 0.17118, | |
| "nauc_ndcg_at_10_diff1": 0.115216, | |
| "nauc_ndcg_at_20_max": 0.326293, | |
| "nauc_ndcg_at_20_std": 0.204176, | |
| "nauc_ndcg_at_20_diff1": 0.110426, | |
| "nauc_ndcg_at_100_max": 0.334294, | |
| "nauc_ndcg_at_100_std": 0.238096, | |
| "nauc_ndcg_at_100_diff1": 0.095268, | |
| "nauc_ndcg_at_1000_max": 0.327602, | |
| "nauc_ndcg_at_1000_std": 0.225464, | |
| "nauc_ndcg_at_1000_diff1": 0.101299, | |
| "nauc_map_at_1_max": 0.248415, | |
| "nauc_map_at_1_std": 0.098474, | |
| "nauc_map_at_1_diff1": 0.190037, | |
| "nauc_map_at_3_max": 0.261215, | |
| "nauc_map_at_3_std": 0.123549, | |
| "nauc_map_at_3_diff1": 0.142875, | |
| "nauc_map_at_5_max": 0.271073, | |
| "nauc_map_at_5_std": 0.136371, | |
| "nauc_map_at_5_diff1": 0.136795, | |
| "nauc_map_at_10_max": 0.28975, | |
| "nauc_map_at_10_std": 0.151967, | |
| "nauc_map_at_10_diff1": 0.131174, | |
| "nauc_map_at_20_max": 0.299786, | |
| "nauc_map_at_20_std": 0.167228, | |
| "nauc_map_at_20_diff1": 0.128658, | |
| "nauc_map_at_100_max": 0.303267, | |
| "nauc_map_at_100_std": 0.176662, | |
| "nauc_map_at_100_diff1": 0.123674, | |
| "nauc_map_at_1000_max": 0.303348, | |
| "nauc_map_at_1000_std": 0.176665, | |
| "nauc_map_at_1000_diff1": 0.123893, | |
| "nauc_recall_at_1_max": 0.248415, | |
| "nauc_recall_at_1_std": 0.098474, | |
| "nauc_recall_at_1_diff1": 0.190037, | |
| "nauc_recall_at_3_max": 0.282171, | |
| "nauc_recall_at_3_std": 0.143412, | |
| "nauc_recall_at_3_diff1": 0.109497, | |
| "nauc_recall_at_5_max": 0.301308, | |
| "nauc_recall_at_5_std": 0.175611, | |
| "nauc_recall_at_5_diff1": 0.098202, | |
| "nauc_recall_at_10_max": 0.345624, | |
| "nauc_recall_at_10_std": 0.222611, | |
| "nauc_recall_at_10_diff1": 0.074732, | |
| "nauc_recall_at_20_max": 0.378001, | |
| "nauc_recall_at_20_std": 0.291469, | |
| "nauc_recall_at_20_diff1": 0.058016, | |
| "nauc_recall_at_100_max": 0.345852, | |
| "nauc_recall_at_100_std": 0.358886, | |
| "nauc_recall_at_100_diff1": 0.000635, | |
| "nauc_recall_at_1000_max": 0.322446, | |
| "nauc_recall_at_1000_std": 0.347244, | |
| "nauc_recall_at_1000_diff1": 0.001884, | |
| "nauc_precision_at_1_max": 0.248415, | |
| "nauc_precision_at_1_std": 0.098474, | |
| "nauc_precision_at_1_diff1": 0.190037, | |
| "nauc_precision_at_3_max": 0.282171, | |
| "nauc_precision_at_3_std": 0.143412, | |
| "nauc_precision_at_3_diff1": 0.109497, | |
| "nauc_precision_at_5_max": 0.301308, | |
| "nauc_precision_at_5_std": 0.175611, | |
| "nauc_precision_at_5_diff1": 0.098202, | |
| "nauc_precision_at_10_max": 0.345624, | |
| "nauc_precision_at_10_std": 0.222611, | |
| "nauc_precision_at_10_diff1": 0.074732, | |
| "nauc_precision_at_20_max": 0.378001, | |
| "nauc_precision_at_20_std": 0.291469, | |
| "nauc_precision_at_20_diff1": 0.058016, | |
| "nauc_precision_at_100_max": 0.345852, | |
| "nauc_precision_at_100_std": 0.358886, | |
| "nauc_precision_at_100_diff1": 0.000635, | |
| "nauc_precision_at_1000_max": 0.322446, | |
| "nauc_precision_at_1000_std": 0.347244, | |
| "nauc_precision_at_1000_diff1": 0.001884, | |
| "nauc_mrr_at_1_max": 0.248415, | |
| "nauc_mrr_at_1_std": 0.098474, | |
| "nauc_mrr_at_1_diff1": 0.190037, | |
| "nauc_mrr_at_3_max": 0.26455, | |
| "nauc_mrr_at_3_std": 0.123343, | |
| "nauc_mrr_at_3_diff1": 0.144886, | |
| "nauc_mrr_at_5_max": 0.267419, | |
| "nauc_mrr_at_5_std": 0.131899, | |
| "nauc_mrr_at_5_diff1": 0.141284, | |
| "nauc_mrr_at_10_max": 0.273129, | |
| "nauc_mrr_at_10_std": 0.138599, | |
| "nauc_mrr_at_10_diff1": 0.135217, | |
| "nauc_mrr_at_20_max": 0.276521, | |
| "nauc_mrr_at_20_std": 0.144, | |
| "nauc_mrr_at_20_diff1": 0.13527, | |
| "nauc_mrr_at_100_max": 0.27522, | |
| "nauc_mrr_at_100_std": 0.144118, | |
| "nauc_mrr_at_100_diff1": 0.135235, | |
| "nauc_mrr_at_1000_max": 0.274929, | |
| "nauc_mrr_at_1000_std": 0.143342, | |
| "nauc_mrr_at_1000_diff1": 0.135432, | |
| "hit_rate_at_1": 0.12988, | |
| "hit_rate_at_3": 0.23926, | |
| "hit_rate_at_5": 0.30713, | |
| "hit_rate_at_10": 0.41113, | |
| "hit_rate_at_20": 0.51318, | |
| "hit_rate_at_100": 0.74707, | |
| "hit_rate_at_1000": 0.98096, | |
| "main_score": 0.16319, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "jpn-Jpan" | |
| ], | |
| "mteb_version": "2.26.30" | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 67.56524205207825, | |
| "kg_co2_emissions": null, | |
| "date": null, | |
| "evaluation_phases": null | |
| } |