| \begin{table*}[t] |
| \centering |
| \small |
| \setlength{\tabcolsep}{5pt} |
| \renewcommand{\arraystretch}{1.08} |
|
|
| \caption{\textbf{Main results on ICBCBench.} We report performance on global (EN) and Chinese (ZH) market scenarios. Objective evaluates closed-ended tasks, while Subjective assesses open-ended financial research reports. The best and second-best scores are highlighted in \textbf{bold} and \underline{underline}, respectively. Higher is better for all metrics.} |
| \label{tab:main_results} |
|
|
| \begin{tabular}{lcccccc} |
| \toprule |
| \multirow{2}{*}{\textbf{System}} & \multicolumn{3}{c}{\textbf{Global (EN)}} & \multicolumn{3}{c}{\textbf{Chinese (ZH)}} \\ |
| \cmidrule(lr){2-4} \cmidrule(lr){5-7} |
| & \textbf{Objective} & \textbf{Subjective} & \textbf{Overall} & \textbf{Objective} & \textbf{Subjective} & \textbf{Overall} \\ |
| \midrule |
| \rowcolor{gray!20} |
| \multicolumn{7}{c}{\textbf{\textit{Closed}}} \\ |
| Gemini-deep-research & 50.00 & 64.77 & \underline{57.38} & 52.50 & \textbf{65.69} & \underline{59.09} \\ |
| OpenAI-o3-deep-research & 37.50 & \textbf{71.84} & 54.67 & 32.50 & \underline{63.12} & 47.81 \\ |
| Kimi-deep-research & 35.00 & 60.19 & 47.59 & 35.00 & 54.44 & 44.72 \\ |
| Doubao-deep-research & 37.50 & 52.93 & 45.22 & 20.00 & 52.61 & 36.30 \\ |
| GPT-5.5 & 27.50 & 62.69 & 45.09 & 27.50 & 57.33 & 42.41 \\ |
| Claude-opus-4-7 & 25.00 & 63.71 & 44.36 & 20.00 & 60.83 & 40.41 \\ |
| Perplexity-deep-research & 22.50 & 63.17 & 42.84 & 22.50 & 48.85 & 35.67 \\ |
| Gemini-3.1-pro-preview & 22.50 & 59.53 & 41.02 & 12.50 & 58.25 & 35.38 \\ |
| Grok-3-deepsearch & 10.00 & 56.43 & 33.22 & 5.00 & 50.40 & 27.70 \\ |
| Qwen-deep-research & 2.50 & 51.59 & 27.05 & 17.50 & 48.25 & 32.88 \\ |
| \midrule |
| \rowcolor{gray!20} |
| \multicolumn{7}{c}{\textbf{\textit{Open}}} \\ |
| DeerFlow(+GPT-5.5) & \textbf{52.50} & 64.85 & \textbf{58.67} & \underline{60.00} & 57.67 & 58.84 \\ |
| OpenClaw(+GPT-5.5) & 50.00 & 59.60 & 54.80 & \textbf{67.50} & 59.25 & \textbf{63.38} \\ |
| MiroThinker & \textbf{52.50} & 53.15 & 52.83 & 45.00 & 43.88 & 44.44 \\ |
| OpenClaw(+DeepSeek-V4-Pro) & 37.50 & \underline{65.79} & 51.65 & 57.50 & 57.36 & 57.43 \\ |
| DeerFlow(+DeepSeek-V4-Pro) & 27.50 & 65.71 & 46.60 & 55.00 & 58.08 & 56.54 \\ |
| Jina-deepsearch & 37.50 & 47.51 & 42.50 & 35.00 & 50.89 & 42.95 \\ |
| Kimi-k2.5 & 17.50 & 64.81 & 41.16 & 10.00 & 61.60 & 35.80 \\ |
| DeepSeek-V4-Pro & 5.00 & 49.09 & 27.05 & 15.00 & 55.59 & 35.30 \\ |
| Tongyi-deepresearch-30b-a3b & 2.50 & 46.69 & 24.59 & 5.00 & 42.16 & 23.58 \\ |
| |
| |
| \bottomrule |
| \end{tabular} |
| \end{table*} |