ICBCBench-Leaderboard / main_results.tex
Leonnel1220's picture
Upload folder using huggingface_hub
5148820 verified
Raw
History Blame Contribute Delete
4.21 kB
\begin{table*}[t]
\centering
\small
\setlength{\tabcolsep}{5pt}
\renewcommand{\arraystretch}{1.08}
\caption{\textbf{Main results on ICBCBench.} We report performance on global (EN) and Chinese (ZH) market scenarios. Objective evaluates closed-ended tasks, while Subjective assesses open-ended financial research reports. The best and second-best scores are highlighted in \textbf{bold} and \underline{underline}, respectively. Higher is better for all metrics.}
\label{tab:main_results}
\begin{tabular}{lcccccc}
\toprule
\multirow{2}{*}{\textbf{System}} & \multicolumn{3}{c}{\textbf{Global (EN)}} & \multicolumn{3}{c}{\textbf{Chinese (ZH)}} \\
\cmidrule(lr){2-4} \cmidrule(lr){5-7}
& \textbf{Objective} & \textbf{Subjective} & \textbf{Overall} & \textbf{Objective} & \textbf{Subjective} & \textbf{Overall} \\
\midrule
\rowcolor{gray!20}
\multicolumn{7}{c}{\textbf{\textit{Closed}}} \\
Gemini-deep-research & 50.00 & 64.77 & \underline{57.38} & 52.50 & \textbf{65.69} & \underline{59.09} \\
OpenAI-o3-deep-research & 37.50 & \textbf{71.84} & 54.67 & 32.50 & \underline{63.12} & 47.81 \\
Kimi-deep-research & 35.00 & 60.19 & 47.59 & 35.00 & 54.44 & 44.72 \\
Doubao-deep-research & 37.50 & 52.93 & 45.22 & 20.00 & 52.61 & 36.30 \\
GPT-5.5 & 27.50 & 62.69 & 45.09 & 27.50 & 57.33 & 42.41 \\
Claude-opus-4-7 & 25.00 & 63.71 & 44.36 & 20.00 & 60.83 & 40.41 \\
Perplexity-deep-research & 22.50 & 63.17 & 42.84 & 22.50 & 48.85 & 35.67 \\
Gemini-3.1-pro-preview & 22.50 & 59.53 & 41.02 & 12.50 & 58.25 & 35.38 \\
Grok-3-deepsearch & 10.00 & 56.43 & 33.22 & 5.00 & 50.40 & 27.70 \\
Qwen-deep-research & 2.50 & 51.59 & 27.05 & 17.50 & 48.25 & 32.88 \\
\midrule
\rowcolor{gray!20}
\multicolumn{7}{c}{\textbf{\textit{Open}}} \\
DeerFlow(+GPT-5.5) & \textbf{52.50} & 64.85 & \textbf{58.67} & \underline{60.00} & 57.67 & 58.84 \\
OpenClaw(+GPT-5.5) & 50.00 & 59.60 & 54.80 & \textbf{67.50} & 59.25 & \textbf{63.38} \\
MiroThinker & \textbf{52.50} & 53.15 & 52.83 & 45.00 & 43.88 & 44.44 \\
OpenClaw(+DeepSeek-V4-Pro) & 37.50 & \underline{65.79} & 51.65 & 57.50 & 57.36 & 57.43 \\
DeerFlow(+DeepSeek-V4-Pro) & 27.50 & 65.71 & 46.60 & 55.00 & 58.08 & 56.54 \\
Jina-deepsearch & 37.50 & 47.51 & 42.50 & 35.00 & 50.89 & 42.95 \\
Kimi-k2.5 & 17.50 & 64.81 & 41.16 & 10.00 & 61.60 & 35.80 \\
DeepSeek-V4-Pro & 5.00 & 49.09 & 27.05 & 15.00 & 55.59 & 35.30 \\
Tongyi-deepresearch-30b-a3b & 2.50 & 46.69 & 24.59 & 5.00 & 42.16 & 23.58 \\
% OpenClaw(+DeepSeek-V4-Flash) & -- & -- & -- & -- & -- & -- \\
% DeerFlow(+DeepSeek-V4-Flash) & -- & -- & -- & -- & -- & -- \\
\bottomrule
\end{tabular}
\end{table*}