fix the ViDoSeek-page-fixed and MMLongBench-page-fixed score.

#117
Files changed (1) hide show
  1. scores/Crotchet-embedding-2B.json +51 -51
scores/Crotchet-embedding-2B.json CHANGED
@@ -7,7 +7,7 @@
7
  "max_length_tokens": "8192",
8
  "data_source": "Self-Reported",
9
  "url": "https://github.com/ZoengHN/Embed-RL",
10
- "report_generated_date": "2026-02-04T11:49:33.645583"
11
  },
12
  "metrics": {
13
  "image": {
@@ -2087,31 +2087,31 @@
2087
  "num_pred": 863,
2088
  "num_data": 863
2089
  },
2090
- "ViDoSeek-page": {
2091
- "hit@1": 0.6243432574430823,
2092
- "hit@5": 0.9211908931698775,
2093
- "hit@10": 0.9719789842381786,
2094
- "ndcg_linear@1": 0.6243432574430823,
2095
- "ndcg_linear@5": 0.790291908191623,
2096
- "ndcg_linear@10": 0.8071231601084135,
2097
- "ndcg_exponential@1": 0.6243432574430823,
2098
- "ndcg_exponential@5": 0.790291908191623,
2099
- "ndcg_exponential@10": 0.8071231601084136,
2100
- "precision@1": 0.6243432574430823,
2101
- "precision@5": 0.18423817863397546,
2102
- "precision@10": 0.09719789842381783,
2103
- "recall@1": 0.6243432574430823,
2104
- "recall@5": 0.9211908931698775,
2105
- "recall@10": 0.9719789842381786,
2106
- "f1@1": 0.6243432574430823,
2107
- "f1@5": 0.3070636310566259,
2108
- "f1@10": 0.17672345167966888,
2109
- "map@1": 0.6243432574430823,
2110
- "map@5": 0.7460157618213661,
2111
- "map@10": 0.7532051816640257,
2112
- "mrr@1": 0.6243432574430823,
2113
- "mrr@5": 0.7460157618213661,
2114
- "mrr@10": 0.7532051816640257,
2115
  "num_pred": 1142,
2116
  "num_data": 1142
2117
  },
@@ -2143,31 +2143,31 @@
2143
  "num_pred": 1142,
2144
  "num_data": 1142
2145
  },
2146
- "MMLongBench-page": {
2147
- "hit@1": 0.46420047732696895,
2148
- "hit@5": 0.6599045346062052,
2149
- "hit@10": 0.720763723150358,
2150
- "ndcg_linear@1": 0.46420047732696895,
2151
- "ndcg_linear@5": 0.5219496210869509,
2152
- "ndcg_linear@10": 0.5468121385078285,
2153
- "ndcg_exponential@1": 0.46420047732696895,
2154
- "ndcg_exponential@5": 0.5219496210869509,
2155
- "ndcg_exponential@10": 0.5468121385078285,
2156
- "precision@1": 0.46420047732696895,
2157
- "precision@5": 0.1684964200477327,
2158
- "precision@10": 0.09856801909307875,
2159
- "recall@1": 0.3611987157631549,
2160
- "recall@5": 0.5813018524832367,
2161
- "recall@10": 0.6498314202371482,
2162
- "f1@1": 0.39159557626144736,
2163
- "f1@5": 0.24952661094034118,
2164
- "f1@10": 0.1641919526624273,
2165
- "map@1": 0.46420047732696895,
2166
- "map@5": 0.4792637894457703,
2167
- "map@10": 0.49152026824386613,
2168
- "mrr@1": 0.46420047732696895,
2169
- "mrr@5": 0.5411296738265713,
2170
- "mrr@10": 0.5493057923248854,
2171
  "num_pred": 838,
2172
  "num_data": 838
2173
  },
 
7
  "max_length_tokens": "8192",
8
  "data_source": "Self-Reported",
9
  "url": "https://github.com/ZoengHN/Embed-RL",
10
+ "report_generated_date": "2026-02-08T07:25:08.543892"
11
  },
12
  "metrics": {
13
  "image": {
 
2087
  "num_pred": 863,
2088
  "num_data": 863
2089
  },
2090
+ "ViDoSeek-page-fixed": {
2091
+ "hit@1": 0.669877408056042,
2092
+ "hit@5": 0.9387040280210157,
2093
+ "hit@10": 0.9754816112084063,
2094
+ "ndcg_linear@1": 0.669877408056042,
2095
+ "ndcg_linear@5": 0.820363481706868,
2096
+ "ndcg_linear@10": 0.8325363484828564,
2097
+ "ndcg_exponential@1": 0.669877408056042,
2098
+ "ndcg_exponential@5": 0.820363481706868,
2099
+ "ndcg_exponential@10": 0.8325363484828564,
2100
+ "precision@1": 0.669877408056042,
2101
+ "precision@5": 0.18774080560420314,
2102
+ "precision@10": 0.09754816112084062,
2103
+ "recall@1": 0.669877408056042,
2104
+ "recall@5": 0.9387040280210157,
2105
+ "recall@10": 0.9754816112084063,
2106
+ "f1@1": 0.669877408056042,
2107
+ "f1@5": 0.312901342673672,
2108
+ "f1@10": 0.177360292946983,
2109
+ "map@1": 0.669877408056042,
2110
+ "map@5": 0.7803561004086398,
2111
+ "map@10": 0.7855443666082895,
2112
+ "mrr@1": 0.669877408056042,
2113
+ "mrr@5": 0.7803561004086398,
2114
+ "mrr@10": 0.7855443666082895,
2115
  "num_pred": 1142,
2116
  "num_data": 1142
2117
  },
 
2143
  "num_pred": 1142,
2144
  "num_data": 1142
2145
  },
2146
+ "MMLongBench-page-fixed": {
2147
+ "hit@1": 0.4116945107398568,
2148
+ "hit@5": 0.6062052505966588,
2149
+ "hit@10": 0.6515513126491647,
2150
+ "ndcg_linear@1": 0.4116945107398568,
2151
+ "ndcg_linear@5": 0.47672364479001966,
2152
+ "ndcg_linear@10": 0.49363056872533484,
2153
+ "ndcg_exponential@1": 0.4116945107398568,
2154
+ "ndcg_exponential@5": 0.47672364479001966,
2155
+ "ndcg_exponential@10": 0.49363056872533484,
2156
+ "precision@1": 0.4116945107398568,
2157
+ "precision@5": 0.15441527446300718,
2158
+ "precision@10": 0.08758949880668258,
2159
+ "recall@1": 0.3265432624919498,
2160
+ "recall@5": 0.5403985301360003,
2161
+ "recall@10": 0.5868015304769482,
2162
+ "f1@1": 0.3517072360151119,
2163
+ "f1@5": 0.22937469116747514,
2164
+ "f1@10": 0.1465810698839027,
2165
+ "map@1": 0.4116945107398568,
2166
+ "map@5": 0.43647474144789183,
2167
+ "map@10": 0.4444395472654721,
2168
+ "mrr@1": 0.4116945107398568,
2169
+ "mrr@5": 0.48631662688941923,
2170
+ "mrr@10": 0.4924536879190816,
2171
  "num_pred": 838,
2172
  "num_data": 838
2173
  },