Upload Taichu-UniRetriever-v1-2B.json

#105
Files changed (1) hide show
  1. scores/Taichu-UniRetriever-v1-2B.json +51 -51
scores/Taichu-UniRetriever-v1-2B.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "metadata": {
3
- "model_name": "Taichu-UniRetriever-v1-2B",
4
  "model_size": "2.13",
5
  "embedding_dimension": null,
6
  "max_length_tokens": null,
7
- "model_release_date": "2025-1-6",
8
  "data_source": "",
9
  "url": "",
10
- "report_generated_date": "2026-01-06T10:01:13.425369"
11
  },
12
  "metrics": {
13
  "image": {
@@ -630,30 +630,30 @@
630
  "num_data": 863
631
  },
632
  "ViDoSeek-page": {
633
- "hit@1": 0.014010507880910683,
634
- "hit@5": 0.39929947460595444,
635
- "hit@10": 0.6611208406304728,
636
- "ndcg_linear@1": 0.014010507880910683,
637
- "ndcg_linear@5": 0.2091905637355195,
638
- "ndcg_linear@10": 0.2941985941861945,
639
- "ndcg_exponential@1": 0.014010507880910683,
640
- "ndcg_exponential@5": 0.2091905637355195,
641
- "ndcg_exponential@10": 0.2941985941861945,
642
- "precision@1": 0.014010507880910683,
643
- "precision@5": 0.0798598949211909,
644
- "precision@10": 0.06611208406304729,
645
- "recall@1": 0.014010507880910683,
646
- "recall@5": 0.39929947460595444,
647
- "recall@10": 0.6611208406304728,
648
- "f1@1": 0.014010507880910683,
649
- "f1@5": 0.1330998248686515,
650
- "f1@10": 0.12020378920554055,
651
- "map@1": 0.014010507880910683,
652
- "map@5": 0.14674547577349678,
653
- "map@10": 0.1820229755650071,
654
- "mrr@1": 0.014010507880910683,
655
- "mrr@5": 0.14674547577349678,
656
- "mrr@10": 0.1820229755650071,
657
  "num_pred": 1142,
658
  "num_data": 1142
659
  },
@@ -686,30 +686,30 @@
686
  "num_data": 1142
687
  },
688
  "MMLongBench-page": {
689
- "hit@1": 0.08353221957040573,
690
- "hit@5": 0.32577565632458233,
691
- "hit@10": 0.4343675417661098,
692
- "ndcg_linear@1": 0.08353221957040573,
693
- "ndcg_linear@5": 0.16486847331448118,
694
- "ndcg_linear@10": 0.20328755784828811,
695
- "ndcg_exponential@1": 0.08353221957040573,
696
- "ndcg_exponential@5": 0.16486847331448118,
697
- "ndcg_exponential@10": 0.20328755784828811,
698
- "precision@1": 0.08353221957040573,
699
- "precision@5": 0.08424821002386636,
700
- "precision@10": 0.062171837708830544,
701
- "recall@1": 0.04351007981676239,
702
- "recall@5": 0.23040926853576016,
703
- "recall@10": 0.3448606485002666,
704
- "f1@1": 0.05371147680216892,
705
- "f1@5": 0.11282797373278915,
706
- "f1@10": 0.09817540972961636,
707
- "map@1": 0.08353221957040573,
708
- "map@5": 0.12071002386634845,
709
- "map@10": 0.13725608474628248,
710
- "mrr@1": 0.08353221957040573,
711
- "mrr@5": 0.1731901352426412,
712
- "mrr@10": 0.1876198052809031,
713
  "num_pred": 838,
714
  "num_data": 838
715
  },
 
1
  {
2
  "metadata": {
3
+ "model_name": "Taichu-UniRetriever-2B",
4
  "model_size": "2.13",
5
  "embedding_dimension": null,
6
  "max_length_tokens": null,
7
+ "model_release_date": "2026-1-15",
8
  "data_source": "",
9
  "url": "",
10
+ "report_generated_date": "2026-01-15T09:57:17.848402"
11
  },
12
  "metrics": {
13
  "image": {
 
630
  "num_data": 863
631
  },
632
  "ViDoSeek-page": {
633
+ "hit@1": 0.7399299474605955,
634
+ "hit@5": 0.9597197898423818,
635
+ "hit@10": 0.9868651488616462,
636
+ "ndcg_linear@1": 0.7399299474605955,
637
+ "ndcg_linear@5": 0.8645087519535154,
638
+ "ndcg_linear@10": 0.8733396319602501,
639
+ "ndcg_exponential@1": 0.7399299474605955,
640
+ "ndcg_exponential@5": 0.8645087519535154,
641
+ "ndcg_exponential@10": 0.8733396319602501,
642
+ "precision@1": 0.7399299474605955,
643
+ "precision@5": 0.19194395796847633,
644
+ "precision@10": 0.09868651488616462,
645
+ "recall@1": 0.7399299474605955,
646
+ "recall@5": 0.9597197898423818,
647
+ "recall@10": 0.9868651488616462,
648
+ "f1@1": 0.7399299474605955,
649
+ "f1@5": 0.31990659661412735,
650
+ "f1@10": 0.17943002706575392,
651
+ "map@1": 0.7399299474605955,
652
+ "map@5": 0.8321366024518388,
653
+ "map@10": 0.8358129708392406,
654
+ "mrr@1": 0.7399299474605955,
655
+ "mrr@5": 0.8321366024518388,
656
+ "mrr@10": 0.8358129708392406,
657
  "num_pred": 1142,
658
  "num_data": 1142
659
  },
 
686
  "num_data": 1142
687
  },
688
  "MMLongBench-page": {
689
+ "hit@1": 0.5918854415274463,
690
+ "hit@5": 0.752983293556086,
691
+ "hit@10": 0.779236276849642,
692
+ "ndcg_linear@1": 0.5918854415274463,
693
+ "ndcg_linear@5": 0.6254748679265271,
694
+ "ndcg_linear@10": 0.6428120653539823,
695
+ "ndcg_exponential@1": 0.5918854415274463,
696
+ "ndcg_exponential@5": 0.6254748679265271,
697
+ "ndcg_exponential@10": 0.6428120653539823,
698
+ "precision@1": 0.5918854415274463,
699
+ "precision@5": 0.20357995226730313,
700
+ "precision@10": 0.11539379474940333,
701
+ "recall@1": 0.4573250238226371,
702
+ "recall@5": 0.6621222254277147,
703
+ "recall@10": 0.7147521134394642,
704
+ "f1@1": 0.4952537319482427,
705
+ "f1@5": 0.29242629241225343,
706
+ "f1@10": 0.18797081522815073,
707
+ "map@1": 0.5918854415274463,
708
+ "map@5": 0.5853947891805887,
709
+ "map@10": 0.5944937240342968,
710
+ "mrr@1": 0.5918854415274463,
711
+ "mrr@5": 0.6572593476531423,
712
+ "mrr@10": 0.6608497177709588,
713
  "num_pred": 838,
714
  "num_data": 838
715
  },