| { |
| "benchmark": "CMDB-1500", |
| "adapter_sha256": "5688f89bc2dd8e71d376d7c3037805ae82ad918a9cfe077750a8ab4ed6a87812", |
| "backend": "vLLM", |
| "base_precision": "NVFP4", |
| "effort": 2, |
| "full": { |
| "n": 1500, |
| "valid": 1500, |
| "accuracy_percent": 79.53333333333333 |
| }, |
| "text": { |
| "n": 1200, |
| "accuracy_percent": 77.58333333333333 |
| }, |
| "images": { |
| "n": 300, |
| "accuracy_percent": 87.33333333333333 |
| }, |
| "provenance": "CMDB-1500 results for the adapter SHA and configuration specified here.", |
| "website_reported_evaluations": { |
| "source_url": "https://surdai.com/zh/blog/simplex-cd-release#cd-latest-results", |
| "checked_date": "2026-10-09", |
| "provenance": "Results reported by the linked SurdAI release page using its evaluation serving configurations.", |
| "jevbench_public231": [ |
| { |
| "effort": 1, |
| "n": 231, |
| "correct": 204, |
| "accuracy_percent": 88.31168831168831 |
| }, |
| { |
| "effort": 2, |
| "n": 231, |
| "correct": 206, |
| "accuracy_percent": 89.17748917748918 |
| } |
| ], |
| "jevbench_hard111": [ |
| { |
| "effort": 1, |
| "n": 111, |
| "correct": 86, |
| "accuracy_percent": 77.47747747747748 |
| }, |
| { |
| "effort": 2, |
| "n": 111, |
| "correct": 86, |
| "accuracy_percent": 77.47747747747748 |
| } |
| ], |
| "hard_is_subset_of_public": true, |
| "decision_index": { |
| "edition": "0.2.1", |
| "effort": 1, |
| "score": 54.65 |
| }, |
| "ece_imported": false |
| } |
| } |
|
|
