蓬莱2 50m emmbedding

architecture:

qwen3next

tarined by:

rtx3060 * 1.5h training code in ./training_codes

dataset:

hotchpotch/sentence_transformer_japanese use llmjp-kaken 60k rows 1 epoch

evals:

{
  "dataset_revision": "5bac629e25799df4c9c80a6a5db983d6cba9e77d",
  "task_name": "JSTS",
  "mteb_version": "2.18.5",
  "scores": {
    "validation": [
      {
        "pearson": 0.535396,
        "spearman": 0.517749,
        "cosine_pearson": 0.535396,
        "cosine_spearman": 0.517749,
        "manhattan_pearson": 0.537623,
        "manhattan_spearman": 0.515954,
        "euclidean_pearson": 0.540079,
        "euclidean_spearman": 0.518023,
        "main_score": 0.517749,
        "hf_subset": "default",
        "languages": [
          "jpn-Jpan"
        ],
        "mteb_version": "2.18.5"
      }
    ]
  },
  "evaluation_time": 23.357667446136475,
  "kg_co2_emissions": null,
  "date": null,
  "evaluation_phases": null
}

{ "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852", "task_name": "JaQuADRetrieval", "mteb_version": "2.18.5", "scores": { "validation": [ { "ndcg_at_1": 0.12842, "ndcg_at_3": 0.11991, "ndcg_at_5": 0.14013, "ndcg_at_10": 0.16529, "ndcg_at_20": 0.18984, "ndcg_at_100": 0.23934, "ndcg_at_1000": 0.2937, "map_at_1": 0.06421, "map_at_3": 0.09237, "map_at_5": 0.10289, "map_at_10": 0.11277, "map_at_20": 0.11982, "map_at_100": 0.12765, "map_at_1000": 0.12997, "recall_at_1": 0.06421, "recall_at_3": 0.12305, "recall_at_5": 0.16309, "recall_at_10": 0.22705, "recall_at_20": 0.30688, "recall_at_100": 0.52759, "recall_at_1000": 0.89062, "accuracy": 0.06421, "precision_at_1": 0.12842, "precision_at_3": 0.08203, "precision_at_5": 0.06523, "precision_at_10": 0.04541, "precision_at_20": 0.03069, "precision_at_100": 0.01055, "precision_at_1000": 0.00178, "mrr_at_1": 0.128418, "mrr_at_3": 0.171712, "mrr_at_5": 0.18724, "mrr_at_10": 0.200976, "mrr_at_20": 0.208513, "mrr_at_100": 0.214378, "mrr_at_1000": 0.215443, "nauc_ndcg_at_1_max": 0.163591, "nauc_ndcg_at_1_std": 0.082104, "nauc_ndcg_at_1_diff1": 0.295828, "nauc_ndcg_at_3_max": 0.177452, "nauc_ndcg_at_3_std": 0.110815, "nauc_ndcg_at_3_diff1": 0.201741, "nauc_ndcg_at_5_max": 0.171464, "nauc_ndcg_at_5_std": 0.120915, "nauc_ndcg_at_5_diff1": 0.17652, "nauc_ndcg_at_10_max": 0.177125, "nauc_ndcg_at_10_std": 0.143774, "nauc_ndcg_at_10_diff1": 0.163492, "nauc_ndcg_at_20_max": 0.200841, "nauc_ndcg_at_20_std": 0.167513, "nauc_ndcg_at_20_diff1": 0.147804, "nauc_ndcg_at_100_max": 0.224822, "nauc_ndcg_at_100_std": 0.200769, "nauc_ndcg_at_100_diff1": 0.146107, "nauc_ndcg_at_1000_max": 0.227192, "nauc_ndcg_at_1000_std": 0.188168, "nauc_ndcg_at_1000_diff1": 0.151692, "nauc_map_at_1_max": 0.163591, "nauc_map_at_1_std": 0.082104, "nauc_map_at_1_diff1": 0.295828, "nauc_map_at_3_max": 0.175045, "nauc_map_at_3_std": 0.102628, "nauc_map_at_3_diff1": 0.212142, "nauc_map_at_5_max": 0.172254, "nauc_map_at_5_std": 0.109545, "nauc_map_at_5_diff1": 0.194843, "nauc_map_at_10_max": 0.174734, "nauc_map_at_10_std": 0.121317, "nauc_map_at_10_diff1": 0.18616, "nauc_map_at_20_max": 0.185658, "nauc_map_at_20_std": 0.131804, "nauc_map_at_20_diff1": 0.179703, "nauc_map_at_100_max": 0.192995, "nauc_map_at_100_std": 0.140921, "nauc_map_at_100_diff1": 0.178683, "nauc_map_at_1000_max": 0.193628, "nauc_map_at_1000_std": 0.140612, "nauc_map_at_1000_diff1": 0.178964, "nauc_recall_at_1_max": 0.163591, "nauc_recall_at_1_std": 0.082104, "nauc_recall_at_1_diff1": 0.295828, "nauc_recall_at_3_max": 0.18603, "nauc_recall_at_3_std": 0.125098, "nauc_recall_at_3_diff1": 0.157368, "nauc_recall_at_5_max": 0.171179, "nauc_recall_at_5_std": 0.138894, "nauc_recall_at_5_diff1": 0.117259, "nauc_recall_at_10_max": 0.179557, "nauc_recall_at_10_std": 0.185239, "nauc_recall_at_10_diff1": 0.091532, "nauc_recall_at_20_max": 0.221649, "nauc_recall_at_20_std": 0.226126, "nauc_recall_at_20_diff1": 0.047275, "nauc_recall_at_100_max": 0.262578, "nauc_recall_at_100_std": 0.296417, "nauc_recall_at_100_diff1": 0.032377, "nauc_recall_at_1000_max": 0.391202, "nauc_recall_at_1000_std": 0.364266, "nauc_recall_at_1000_diff1": -0.057509, "nauc_precision_at_1_max": 0.163591, "nauc_precision_at_1_std": 0.082104, "nauc_precision_at_1_diff1": 0.295828, "nauc_precision_at_3_max": 0.18603, "nauc_precision_at_3_std": 0.125098, "nauc_precision_at_3_diff1": 0.157368, "nauc_precision_at_5_max": 0.171179, "nauc_precision_at_5_std": 0.138894, "nauc_precision_at_5_diff1": 0.117259, "nauc_precision_at_10_max": 0.179557, "nauc_precision_at_10_std": 0.185239, "nauc_precision_at_10_diff1": 0.091532, "nauc_precision_at_20_max": 0.221649, "nauc_precision_at_20_std": 0.226126, "nauc_precision_at_20_diff1": 0.047275, "nauc_precision_at_100_max": 0.262578, "nauc_precision_at_100_std": 0.296417, "nauc_precision_at_100_diff1": 0.032377, "nauc_precision_at_1000_max": 0.391202, "nauc_precision_at_1000_std": 0.364266, "nauc_precision_at_1000_diff1": -0.057509, "nauc_mrr_at_1_max": 0.163591, "nauc_mrr_at_1_std": 0.082104, "nauc_mrr_at_1_diff1": 0.295828, "nauc_mrr_at_3_max": 0.171367, "nauc_mrr_at_3_std": 0.106046, "nauc_mrr_at_3_diff1": 0.229794, "nauc_mrr_at_5_max": 0.168031, "nauc_mrr_at_5_std": 0.113751, "nauc_mrr_at_5_diff1": 0.213662, "nauc_mrr_at_10_max": 0.170848, "nauc_mrr_at_10_std": 0.122523, "nauc_mrr_at_10_diff1": 0.210167, "nauc_mrr_at_20_max": 0.174668, "nauc_mrr_at_20_std": 0.126646, "nauc_mrr_at_20_diff1": 0.207256, "nauc_mrr_at_100_max": 0.175311, "nauc_mrr_at_100_std": 0.128248, "nauc_mrr_at_100_diff1": 0.208466, "nauc_mrr_at_1000_max": 0.175273, "nauc_mrr_at_1000_std": 0.12769, "nauc_mrr_at_1000_diff1": 0.208795, "hit_rate_at_1": 0.12842, "hit_rate_at_3": 0.22998, "hit_rate_at_5": 0.29785, "hit_rate_at_10": 0.40186, "hit_rate_at_20": 0.51367, "hit_rate_at_100": 0.74707, "hit_rate_at_1000": 0.97559, "main_score": 0.16529, "hf_subset": "default", "languages": [ "jpn-Jpan" ], "mteb_version": "2.18.5" } ] }, "evaluation_time": 45.94653916358948, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }