Instructions to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download scripts/result_60k/JaQuADRetrieval.json from WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel: direct link, hf CLI and curl.
- Browser
- Download file 6.31 kB
-
https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/result_60k/JaQuADRetrieval.json
- Command line
-
hf download hf://WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/scripts/result_60k/JaQuADRetrieval.json
-
curl -L -o JaQuADRetrieval.json https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/result_60k/JaQuADRetrieval.json
6.31 kB
| { | |
| "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852", | |
| "task_name": "JaQuADRetrieval", | |
| "mteb_version": "2.26.30", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "ndcg_at_1": 0.1792, | |
| "ndcg_at_3": 0.15941, | |
| "ndcg_at_5": 0.18071, | |
| "ndcg_at_10": 0.20629, | |
| "ndcg_at_20": 0.22889, | |
| "ndcg_at_100": 0.26623, | |
| "ndcg_at_1000": 0.30938, | |
| "map_at_1": 0.0896, | |
| "map_at_3": 0.12056, | |
| "map_at_5": 0.13082, | |
| "map_at_10": 0.14106, | |
| "map_at_20": 0.1475, | |
| "map_at_100": 0.15303, | |
| "map_at_1000": 0.15473, | |
| "recall_at_1": 0.0896, | |
| "recall_at_3": 0.16016, | |
| "recall_at_5": 0.20215, | |
| "recall_at_10": 0.2666, | |
| "recall_at_20": 0.3396, | |
| "recall_at_100": 0.50732, | |
| "recall_at_1000": 0.80005, | |
| "accuracy": 0.0896, | |
| "precision_at_1": 0.1792, | |
| "precision_at_3": 0.10677, | |
| "precision_at_5": 0.08086, | |
| "precision_at_10": 0.05332, | |
| "precision_at_20": 0.03396, | |
| "precision_at_100": 0.01015, | |
| "precision_at_1000": 0.0016, | |
| "mrr_at_1": 0.179199, | |
| "mrr_at_3": 0.237386, | |
| "mrr_at_5": 0.255599, | |
| "mrr_at_10": 0.269608, | |
| "mrr_at_20": 0.276891, | |
| "mrr_at_100": 0.281737, | |
| "mrr_at_1000": 0.282571, | |
| "nauc_ndcg_at_1_max": 0.239728, | |
| "nauc_ndcg_at_1_std": 0.086309, | |
| "nauc_ndcg_at_1_diff1": 0.302909, | |
| "nauc_ndcg_at_3_max": 0.270415, | |
| "nauc_ndcg_at_3_std": 0.117806, | |
| "nauc_ndcg_at_3_diff1": 0.22464, | |
| "nauc_ndcg_at_5_max": 0.285169, | |
| "nauc_ndcg_at_5_std": 0.131073, | |
| "nauc_ndcg_at_5_diff1": 0.206593, | |
| "nauc_ndcg_at_10_max": 0.309529, | |
| "nauc_ndcg_at_10_std": 0.1499, | |
| "nauc_ndcg_at_10_diff1": 0.197226, | |
| "nauc_ndcg_at_20_max": 0.344316, | |
| "nauc_ndcg_at_20_std": 0.186383, | |
| "nauc_ndcg_at_20_diff1": 0.190865, | |
| "nauc_ndcg_at_100_max": 0.356596, | |
| "nauc_ndcg_at_100_std": 0.223094, | |
| "nauc_ndcg_at_100_diff1": 0.185683, | |
| "nauc_ndcg_at_1000_max": 0.351384, | |
| "nauc_ndcg_at_1000_std": 0.21441, | |
| "nauc_ndcg_at_1000_diff1": 0.189934, | |
| "nauc_map_at_1_max": 0.239728, | |
| "nauc_map_at_1_std": 0.086309, | |
| "nauc_map_at_1_diff1": 0.302909, | |
| "nauc_map_at_3_max": 0.261336, | |
| "nauc_map_at_3_std": 0.110353, | |
| "nauc_map_at_3_diff1": 0.241108, | |
| "nauc_map_at_5_max": 0.272757, | |
| "nauc_map_at_5_std": 0.11937, | |
| "nauc_map_at_5_diff1": 0.229145, | |
| "nauc_map_at_10_max": 0.287451, | |
| "nauc_map_at_10_std": 0.127932, | |
| "nauc_map_at_10_diff1": 0.223871, | |
| "nauc_map_at_20_max": 0.301688, | |
| "nauc_map_at_20_std": 0.142864, | |
| "nauc_map_at_20_diff1": 0.221209, | |
| "nauc_map_at_100_max": 0.306442, | |
| "nauc_map_at_100_std": 0.153183, | |
| "nauc_map_at_100_diff1": 0.21915, | |
| "nauc_map_at_1000_max": 0.306426, | |
| "nauc_map_at_1000_std": 0.153188, | |
| "nauc_map_at_1000_diff1": 0.219279, | |
| "nauc_recall_at_1_max": 0.239728, | |
| "nauc_recall_at_1_std": 0.086309, | |
| "nauc_recall_at_1_diff1": 0.302909, | |
| "nauc_recall_at_3_max": 0.289196, | |
| "nauc_recall_at_3_std": 0.141637, | |
| "nauc_recall_at_3_diff1": 0.180047, | |
| "nauc_recall_at_5_max": 0.315707, | |
| "nauc_recall_at_5_std": 0.166674, | |
| "nauc_recall_at_5_diff1": 0.14335, | |
| "nauc_recall_at_10_max": 0.361773, | |
| "nauc_recall_at_10_std": 0.206772, | |
| "nauc_recall_at_10_diff1": 0.117286, | |
| "nauc_recall_at_20_max": 0.430763, | |
| "nauc_recall_at_20_std": 0.295661, | |
| "nauc_recall_at_20_diff1": 0.084382, | |
| "nauc_recall_at_100_max": 0.402757, | |
| "nauc_recall_at_100_std": 0.380102, | |
| "nauc_recall_at_100_diff1": 0.042853, | |
| "nauc_recall_at_1000_max": 0.394221, | |
| "nauc_recall_at_1000_std": 0.39478, | |
| "nauc_recall_at_1000_diff1": 0.008263, | |
| "nauc_precision_at_1_max": 0.239728, | |
| "nauc_precision_at_1_std": 0.086309, | |
| "nauc_precision_at_1_diff1": 0.302909, | |
| "nauc_precision_at_3_max": 0.289196, | |
| "nauc_precision_at_3_std": 0.141637, | |
| "nauc_precision_at_3_diff1": 0.180047, | |
| "nauc_precision_at_5_max": 0.315707, | |
| "nauc_precision_at_5_std": 0.166674, | |
| "nauc_precision_at_5_diff1": 0.14335, | |
| "nauc_precision_at_10_max": 0.361773, | |
| "nauc_precision_at_10_std": 0.206772, | |
| "nauc_precision_at_10_diff1": 0.117286, | |
| "nauc_precision_at_20_max": 0.430763, | |
| "nauc_precision_at_20_std": 0.295661, | |
| "nauc_precision_at_20_diff1": 0.084382, | |
| "nauc_precision_at_100_max": 0.402757, | |
| "nauc_precision_at_100_std": 0.380102, | |
| "nauc_precision_at_100_diff1": 0.042853, | |
| "nauc_precision_at_1000_max": 0.394221, | |
| "nauc_precision_at_1000_std": 0.39478, | |
| "nauc_precision_at_1000_diff1": 0.008263, | |
| "nauc_mrr_at_1_max": 0.239728, | |
| "nauc_mrr_at_1_std": 0.086309, | |
| "nauc_mrr_at_1_diff1": 0.302909, | |
| "nauc_mrr_at_3_max": 0.264594, | |
| "nauc_mrr_at_3_std": 0.10666, | |
| "nauc_mrr_at_3_diff1": 0.243948, | |
| "nauc_mrr_at_5_max": 0.271806, | |
| "nauc_mrr_at_5_std": 0.113875, | |
| "nauc_mrr_at_5_diff1": 0.234573, | |
| "nauc_mrr_at_10_max": 0.280176, | |
| "nauc_mrr_at_10_std": 0.121977, | |
| "nauc_mrr_at_10_diff1": 0.231922, | |
| "nauc_mrr_at_20_max": 0.28591, | |
| "nauc_mrr_at_20_std": 0.127712, | |
| "nauc_mrr_at_20_diff1": 0.232065, | |
| "nauc_mrr_at_100_max": 0.285249, | |
| "nauc_mrr_at_100_std": 0.128505, | |
| "nauc_mrr_at_100_diff1": 0.232855, | |
| "nauc_mrr_at_1000_max": 0.284755, | |
| "nauc_mrr_at_1000_std": 0.12783, | |
| "nauc_mrr_at_1000_diff1": 0.233167, | |
| "hit_rate_at_1": 0.1792, | |
| "hit_rate_at_3": 0.31494, | |
| "hit_rate_at_5": 0.39404, | |
| "hit_rate_at_10": 0.49805, | |
| "hit_rate_at_20": 0.60254, | |
| "hit_rate_at_100": 0.79932, | |
| "hit_rate_at_1000": 0.98682, | |
| "main_score": 0.20629, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "jpn-Jpan" | |
| ], | |
| "mteb_version": "2.26.30" | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 63.1490638256073, | |
| "kg_co2_emissions": null, | |
| "date": null, | |
| "evaluation_phases": null | |
| } |