File size: 3,303 Bytes
3fbbbc1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"type": "source-verified external sanity check",
"n_scored": 8,
"n_correct": 6,
"accuracy": 0.75,
"mean_confidence_all": 0.9263811931014061,
"mean_confidence_correct": 0.9997439682483673,
"mean_confidence_incorrect": 0.7062928676605225,
"not_a_formal_benchmark": true,
"reference_labels_are_source_verified_not_laboratory_confirmed": true,
"results": [
{"file": "alternaria_cornell.jpg", "reference_label": "alternaria_leaf_spot", "predicted_class": "alternaria_leaf_spot", "confidence": 0.9999121427536011, "correct": true, "source": "Cornell Vegetables", "source_url": "https://blogs.cornell.edu/livegpath/gallery/crucifers-cole-crops/alternaria-leaf-spot-on-cabbage/"},
{"file": "alternaria_wsu.jpg", "reference_label": "alternaria_leaf_spot", "predicted_class": "downy_mildew", "confidence": 0.8445411920547485, "correct": false, "source": "Washington State University", "source_url": "https://mtvernon.wsu.edu/path_team/cabbage-alternaria-black-spot-1l/"},
{"file": "black_rot_uw.png", "reference_label": "black_rot", "predicted_class": "ringspot", "confidence": 0.5680445432662964, "correct": false, "source": "UW-Madison Vegetable Pathology", "source_url": "https://vegpath.plantpath.wisc.edu/diseases/brassica-black-rot/"},
{"file": "ringspot_pnw.jpg", "reference_label": "ringspot", "predicted_class": "ringspot", "confidence": 0.9997442364692688, "correct": true, "source": "Pacific Northwest Pest Management Handbooks", "source_url": "https://pnwhandbooks.org/node/2370/print"},
{"file": "downy_mildew_wsu.jpg", "reference_label": "downy_mildew", "predicted_class": "downy_mildew", "confidence": 0.9992188215255737, "correct": true, "source": "Washington State University", "source_url": "https://mtvernon.wsu.edu/path_team/cabbage-downy-mildew-3l/"},
{"file": "downy_mildew_ncstate.jpeg", "reference_label": "downy_mildew", "predicted_class": "downy_mildew", "confidence": 0.9999939203262329, "correct": true, "source": "NC State Extension", "source_url": "https://content.ces.ncsu.edu/downy-mildew-on-brassica-crops"},
{"file": "clubroot_umn.jpg", "reference_label": "clubroot", "predicted_class": "clubroot", "confidence": 0.9999606609344482, "correct": true, "source": "University of Minnesota Extension", "source_url": "https://extension.umn.edu/plant-diseases/clubroot"},
{"file": "clubroot_umd.jpg", "reference_label": "clubroot", "predicted_class": "clubroot", "confidence": 0.9996340274810791, "correct": true, "source": "University of Maryland Extension", "source_url": "https://extension.umd.edu/resource/club-root-found-brassica-crops"}
],
"excluded_observations": [
{"file": "alternaria_uw.jpg", "reference_label": "alternaria_leaf_spot", "predicted_class": "downy_mildew", "confidence": 0.9217684268951416, "reason": "Retained as qualitative evidence but excluded from strict score because the image was less leaf-focused and label confidence was lower."},
{"file": "external_uminn_1.jpg", "reason": "No disease-specific source-label mapping verified."},
{"file": "external_uminn_2.jpg", "reason": "No disease-specific source-label mapping verified."},
{"file": "grey_mould_rocket.jpg", "reason": "Commercial source without authoritative pathology-label confirmation; excluded from strict score."}
]
}
|