File size: 2,412 Bytes
27463dd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | {
"$schema": "./benchmark.schema.json",
"title": "MODEL SYSTEM EVALUATIONS",
"subtitle": "REFERENCE LAYOUT / SYNTHETIC DEMONSTRATION DATA",
"higherIsBetter": true,
"series": [
{"id": "candidate", "label": "CANDIDATE / MXFP4", "color": "#6f36d9"},
{"id": "control", "label": "BF16 CONTROL", "color": "#171719"},
{"id": "native", "label": "NATIVE RTN", "color": "#707078"},
{"id": "baseline", "label": "BASELINE A", "color": "#aaa7af"},
{"id": "reference", "label": "REFERENCE B", "color": "#d5d2d8"}
],
"groups": [
{
"name": "STEM",
"panels": [
{"name": "MATH EXACT", "values": {"candidate": 62.4, "control": 58.9, "native": 60.1, "baseline": 54.2, "reference": 57.8}},
{"name": "CODE PASS@1", "values": {"candidate": 71.8, "control": 67.3, "native": 69.4, "baseline": 61.5, "reference": 64.9}},
{"name": "SCIENCE QA", "values": {"candidate": 76.2, "control": 73.7, "native": 74.1, "baseline": 69.8, "reference": 72.5}}
]
},
{
"name": "INSTRUCTION FOLLOWING",
"panels": [
{"name": "FORMAT", "values": {"candidate": 84.6, "control": 79.2, "native": 81.4, "baseline": 72.1, "reference": 77.3}},
{"name": "MULTI-TURN", "values": {"candidate": 68.5, "control": 63.2, "native": 65.9, "baseline": 58.4, "reference": 61.7}},
{"name": "CONSTRAINTS", "values": {"candidate": 73.9, "control": 70.6, "native": 71.8, "baseline": 66.2, "reference": 68.5}}
]
},
{
"name": "TOOL USE",
"panels": [
{"name": "FUNCTION CALL", "values": {"candidate": 79.1, "control": 70.8, "native": 75.4, "baseline": 64.2, "reference": 69.1}},
{"name": "SANDBOX", "values": {"candidate": 66.7, "control": 61.1, "native": 63.5, "baseline": 56.9, "reference": 60.2}},
{"name": "RETRIEVAL", "values": {"candidate": 81.3, "control": 76.5, "native": 78.2, "baseline": 71.8, "reference": 75.6}}
]
},
{
"name": "AGENTIC",
"panels": [
{"name": "TASK COMPLETE", "values": {"candidate": 57.8, "control": 49.6, "native": 53.1, "baseline": 45.4, "reference": 50.2}},
{"name": "PATCH ACCEPT", "values": {"candidate": 64.2, "control": 55.8, "native": 59.6, "baseline": 51.7, "reference": 56.1}},
{"name": "BROWSER", "values": {"candidate": 47.9, "control": 39.4, "native": 43.3, "baseline": 35.8, "reference": 41.5}}
]
}
]
}
|