DesignCoder / eval /rubric_stats.json
xingxm's picture
Add full V5.9.2 evaluation artifacts
4b4a4e4 verified
Raw
History Blame Contribute Delete
1.59 kB
{
"frozen_per_case": {
"n_prompts": 200,
"checks_total": 4983,
"per_prompt": {
"min": 23,
"max": 25,
"mean": 24.91
},
"distribution": {
"23": 1,
"24": 15,
"25": 184
},
"by_dimension": {
"Alignment": 616,
"Layout": 842,
"Typography": 642,
"Components": 1517,
"Assets": 584,
"Aesthetics": 782
},
"by_track_surface": {
"A/dashboard": 1000,
"A/landing": 2486,
"B/dashboard": 748,
"B/landing": 749
},
"scale": "binary 0/1",
"all_check_with_screenshot": true
},
"fixed_per_surface": {
"landing": {
"prompt_fit": 5,
"defect_checks": 27,
"detail_checks": 8,
"static_dimensions": [
"Layout & Composition",
"Typography & Readability",
"Component & Interaction Design",
"Assets & Semantic Fit",
"Visual System Design"
]
},
"dashboard": {
"prompt_fit": 5,
"defect_checks": 25,
"detail_checks": 9,
"static_dimensions": [
"Layout & Composition",
"Typography & Readability",
"Component & Interaction Design",
"Visual System Design"
]
}
},
"scales": {
"prompt_fit": "0/1/2",
"defect_checks": "2 clean, 0 fail, N/A when inapplicable",
"detail_checks": "0/1/2, N/A when inapplicable"
},
"aggregation": "Unweighted mean of top-level slots: Prompt Fit (1 slot) + each active static dimension (1 slot each) + the whole Frozen family (1 slot, itself the equal mean of its per-dimension means)."
}