Instructions to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download scripts/result_20k/JaQuADRetrieval.json from WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel: direct link, hf CLI and curl.
- Browser
- Download file 6.32 kB
-
https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/result_20k/JaQuADRetrieval.json
- Command line
-
hf download hf://WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/scripts/result_20k/JaQuADRetrieval.json
-
curl -L -o JaQuADRetrieval.json https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/result_20k/JaQuADRetrieval.json
6.32 kB
| { | |
| "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852", | |
| "task_name": "JaQuADRetrieval", | |
| "mteb_version": "2.26.30", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "ndcg_at_1": 0.07422, | |
| "ndcg_at_3": 0.07289, | |
| "ndcg_at_5": 0.08679, | |
| "ndcg_at_10": 0.10268, | |
| "ndcg_at_20": 0.12296, | |
| "ndcg_at_100": 0.1648, | |
| "ndcg_at_1000": 0.21711, | |
| "map_at_1": 0.03711, | |
| "map_at_3": 0.05432, | |
| "map_at_5": 0.06106, | |
| "map_at_10": 0.06674, | |
| "map_at_20": 0.07183, | |
| "map_at_100": 0.07726, | |
| "map_at_1000": 0.07912, | |
| "recall_at_1": 0.03711, | |
| "recall_at_3": 0.07544, | |
| "recall_at_5": 0.10303, | |
| "recall_at_10": 0.14331, | |
| "recall_at_20": 0.20923, | |
| "recall_at_100": 0.39771, | |
| "recall_at_1000": 0.75464, | |
| "accuracy": 0.03711, | |
| "precision_at_1": 0.07422, | |
| "precision_at_3": 0.05029, | |
| "precision_at_5": 0.04121, | |
| "precision_at_10": 0.02866, | |
| "precision_at_20": 0.02092, | |
| "precision_at_100": 0.00795, | |
| "precision_at_1000": 0.00151, | |
| "mrr_at_1": 0.074219, | |
| "mrr_at_3": 0.107015, | |
| "mrr_at_5": 0.118636, | |
| "mrr_at_10": 0.128482, | |
| "mrr_at_20": 0.136203, | |
| "mrr_at_100": 0.143001, | |
| "mrr_at_1000": 0.144262, | |
| "nauc_ndcg_at_1_max": 0.151061, | |
| "nauc_ndcg_at_1_std": 0.093078, | |
| "nauc_ndcg_at_1_diff1": 0.185614, | |
| "nauc_ndcg_at_3_max": 0.135013, | |
| "nauc_ndcg_at_3_std": 0.113778, | |
| "nauc_ndcg_at_3_diff1": 0.117022, | |
| "nauc_ndcg_at_5_max": 0.136164, | |
| "nauc_ndcg_at_5_std": 0.126512, | |
| "nauc_ndcg_at_5_diff1": 0.097977, | |
| "nauc_ndcg_at_10_max": 0.131518, | |
| "nauc_ndcg_at_10_std": 0.143974, | |
| "nauc_ndcg_at_10_diff1": 0.083565, | |
| "nauc_ndcg_at_20_max": 0.12879, | |
| "nauc_ndcg_at_20_std": 0.157695, | |
| "nauc_ndcg_at_20_diff1": 0.069264, | |
| "nauc_ndcg_at_100_max": 0.136059, | |
| "nauc_ndcg_at_100_std": 0.178874, | |
| "nauc_ndcg_at_100_diff1": 0.067128, | |
| "nauc_ndcg_at_1000_max": 0.147463, | |
| "nauc_ndcg_at_1000_std": 0.186262, | |
| "nauc_ndcg_at_1000_diff1": 0.073035, | |
| "nauc_map_at_1_max": 0.151061, | |
| "nauc_map_at_1_std": 0.093078, | |
| "nauc_map_at_1_diff1": 0.185614, | |
| "nauc_map_at_3_max": 0.141633, | |
| "nauc_map_at_3_std": 0.113656, | |
| "nauc_map_at_3_diff1": 0.13074, | |
| "nauc_map_at_5_max": 0.142337, | |
| "nauc_map_at_5_std": 0.122553, | |
| "nauc_map_at_5_diff1": 0.117695, | |
| "nauc_map_at_10_max": 0.141925, | |
| "nauc_map_at_10_std": 0.133763, | |
| "nauc_map_at_10_diff1": 0.110486, | |
| "nauc_map_at_20_max": 0.141097, | |
| "nauc_map_at_20_std": 0.141072, | |
| "nauc_map_at_20_diff1": 0.105045, | |
| "nauc_map_at_100_max": 0.14233, | |
| "nauc_map_at_100_std": 0.146072, | |
| "nauc_map_at_100_diff1": 0.103142, | |
| "nauc_map_at_1000_max": 0.143003, | |
| "nauc_map_at_1000_std": 0.147262, | |
| "nauc_map_at_1000_diff1": 0.103272, | |
| "nauc_recall_at_1_max": 0.151061, | |
| "nauc_recall_at_1_std": 0.093078, | |
| "nauc_recall_at_1_diff1": 0.185614, | |
| "nauc_recall_at_3_max": 0.12533, | |
| "nauc_recall_at_3_std": 0.120983, | |
| "nauc_recall_at_3_diff1": 0.087214, | |
| "nauc_recall_at_5_max": 0.130496, | |
| "nauc_recall_at_5_std": 0.143571, | |
| "nauc_recall_at_5_diff1": 0.058612, | |
| "nauc_recall_at_10_max": 0.120688, | |
| "nauc_recall_at_10_std": 0.1738, | |
| "nauc_recall_at_10_diff1": 0.033695, | |
| "nauc_recall_at_20_max": 0.113173, | |
| "nauc_recall_at_20_std": 0.19921, | |
| "nauc_recall_at_20_diff1": 0.003392, | |
| "nauc_recall_at_100_max": 0.118391, | |
| "nauc_recall_at_100_std": 0.232762, | |
| "nauc_recall_at_100_diff1": -0.003779, | |
| "nauc_recall_at_1000_max": 0.1593, | |
| "nauc_recall_at_1000_std": 0.256394, | |
| "nauc_recall_at_1000_diff1": -0.003333, | |
| "nauc_precision_at_1_max": 0.151061, | |
| "nauc_precision_at_1_std": 0.093078, | |
| "nauc_precision_at_1_diff1": 0.185614, | |
| "nauc_precision_at_3_max": 0.12533, | |
| "nauc_precision_at_3_std": 0.120983, | |
| "nauc_precision_at_3_diff1": 0.087214, | |
| "nauc_precision_at_5_max": 0.130496, | |
| "nauc_precision_at_5_std": 0.143571, | |
| "nauc_precision_at_5_diff1": 0.058612, | |
| "nauc_precision_at_10_max": 0.120688, | |
| "nauc_precision_at_10_std": 0.1738, | |
| "nauc_precision_at_10_diff1": 0.033695, | |
| "nauc_precision_at_20_max": 0.113173, | |
| "nauc_precision_at_20_std": 0.19921, | |
| "nauc_precision_at_20_diff1": 0.003392, | |
| "nauc_precision_at_100_max": 0.118391, | |
| "nauc_precision_at_100_std": 0.232762, | |
| "nauc_precision_at_100_diff1": -0.003779, | |
| "nauc_precision_at_1000_max": 0.1593, | |
| "nauc_precision_at_1000_std": 0.256394, | |
| "nauc_precision_at_1000_diff1": -0.003333, | |
| "nauc_mrr_at_1_max": 0.151061, | |
| "nauc_mrr_at_1_std": 0.093078, | |
| "nauc_mrr_at_1_diff1": 0.185614, | |
| "nauc_mrr_at_3_max": 0.136868, | |
| "nauc_mrr_at_3_std": 0.107126, | |
| "nauc_mrr_at_3_diff1": 0.130358, | |
| "nauc_mrr_at_5_max": 0.13613, | |
| "nauc_mrr_at_5_std": 0.113514, | |
| "nauc_mrr_at_5_diff1": 0.118325, | |
| "nauc_mrr_at_10_max": 0.132048, | |
| "nauc_mrr_at_10_std": 0.12164, | |
| "nauc_mrr_at_10_diff1": 0.110624, | |
| "nauc_mrr_at_20_max": 0.131074, | |
| "nauc_mrr_at_20_std": 0.124203, | |
| "nauc_mrr_at_20_diff1": 0.106809, | |
| "nauc_mrr_at_100_max": 0.13253, | |
| "nauc_mrr_at_100_std": 0.126242, | |
| "nauc_mrr_at_100_diff1": 0.108311, | |
| "nauc_mrr_at_1000_max": 0.132519, | |
| "nauc_mrr_at_1000_std": 0.125863, | |
| "nauc_mrr_at_1000_diff1": 0.108791, | |
| "hit_rate_at_1": 0.07422, | |
| "hit_rate_at_3": 0.14893, | |
| "hit_rate_at_5": 0.2002, | |
| "hit_rate_at_10": 0.27441, | |
| "hit_rate_at_20": 0.3877, | |
| "hit_rate_at_100": 0.67139, | |
| "hit_rate_at_1000": 0.979, | |
| "main_score": 0.10268, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "jpn-Jpan" | |
| ], | |
| "mteb_version": "2.26.30" | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 68.15133500099182, | |
| "kg_co2_emissions": null, | |
| "date": null, | |
| "evaluation_phases": null | |
| } |