ThoraxNet / fairness_report.json
Sowaiba01's picture
Upload fairness_report.json with huggingface_hub
018d93d verified
Raw
History Blame Contribute Delete
4.12 kB
{
"overall": {
"Atelectasis": 0.7351027829709765,
"Cardiomegaly": 0.869608712461855,
"Effusion": 0.7931456817795827,
"Infiltration": 0.6982262463172898,
"Mass": 0.7597556981784713,
"Nodule": 0.6954670379202276,
"Pneumonia": 0.6978079193366122,
"Pneumothorax": 0.8339796614740216,
"Consolidation": 0.7296151069973564,
"Edema": 0.8348089616104695,
"Emphysema": 0.8334695017832833,
"Fibrosis": 0.8020741368118055,
"Pleural_Thickening": 0.7388173981626115,
"Hernia": 0.8561836215619958,
"macro_auc": 0.7770044619547541
},
"gender/male": {
"Atelectasis": 0.7403077770124337,
"Cardiomegaly": 0.8659152481007557,
"Effusion": 0.8060177134379625,
"Infiltration": 0.6987948574095132,
"Mass": 0.7663905391253147,
"Nodule": 0.6869843901252972,
"Pneumonia": 0.7066748068339537,
"Pneumothorax": 0.8309905108950059,
"Consolidation": 0.7280939341968926,
"Edema": 0.8313479899509241,
"Emphysema": 0.8425993949870355,
"Fibrosis": 0.8277929223574569,
"Pleural_Thickening": 0.7240340010106282,
"Hernia": 0.8390072985023362,
"macro_auc": 0.7782108131389649
},
"gender/female": {
"Atelectasis": 0.7276984668915789,
"Cardiomegaly": 0.8722660968114287,
"Effusion": 0.7745799285587129,
"Infiltration": 0.6972026368797822,
"Mass": 0.74775593467473,
"Nodule": 0.7099640905614584,
"Pneumonia": 0.6832721491121209,
"Pneumothorax": 0.8376609286634006,
"Consolidation": 0.7315646311253483,
"Edema": 0.8393404701769888,
"Emphysema": 0.8162822371968819,
"Fibrosis": 0.7671685969693216,
"Pleural_Thickening": 0.7600379502563412,
"Hernia": 0.8717197279761719,
"macro_auc": 0.7740367032753049
},
"age/<40": {
"Atelectasis": 0.7481033026814395,
"Cardiomegaly": 0.8737040361520367,
"Effusion": 0.7964864828624361,
"Infiltration": 0.6988841679400225,
"Mass": 0.7745584396720302,
"Nodule": 0.6942004929952559,
"Pneumonia": 0.7098500872623137,
"Pneumothorax": 0.8405773407758601,
"Consolidation": 0.727322057787174,
"Edema": 0.847336470419196,
"Emphysema": 0.8426696637322593,
"Fibrosis": 0.81687322123071,
"Pleural_Thickening": 0.7701753531840247,
"Hernia": 0.011943539630836053,
"macro_auc": 0.725191761166114
},
"age/40-60": {
"Atelectasis": 0.725502172700066,
"Cardiomegaly": 0.8790708728208728,
"Effusion": 0.7861192045158781,
"Infiltration": 0.6961788088602259,
"Mass": 0.760383158073992,
"Nodule": 0.6921872349363987,
"Pneumonia": 0.6753430220205745,
"Pneumothorax": 0.8331386607093547,
"Consolidation": 0.7249868259132977,
"Edema": 0.8193542292199079,
"Emphysema": 0.8405780603610017,
"Fibrosis": 0.7956674037054138,
"Pleural_Thickening": 0.734208236805169,
"Hernia": 0.8100568295575303,
"macro_auc": 0.7694839085856916
},
"age/>60": {
"Atelectasis": 0.7181848570811,
"Cardiomegaly": 0.8406015514446192,
"Effusion": 0.7957479701730221,
"Infiltration": 0.6992008878852698,
"Mass": 0.7362272925868178,
"Nodule": 0.690249889778759,
"Pneumonia": 0.7138989077608004,
"Pneumothorax": 0.8328912141155292,
"Consolidation": 0.7421501072784288,
"Edema": 0.8384952296521446,
"Emphysema": 0.8258516682486202,
"Fibrosis": 0.7654549139635085,
"Pleural_Thickening": 0.7136130444502297,
"Hernia": 0.8384648665307477,
"macro_auc": 0.7679308857821141
},
"disparities": [
{
"class": "Hernia",
"subgroup": "age/<40",
"overall_auc": 0.8562,
"subgroup_auc": 0.0119,
"delta": 0.8442,
"direction": "underperforms"
}
],
"summary": {
"total_disparities_flagged": 1,
"worst_disparity": {
"class": "Hernia",
"subgroup": "age/<40",
"overall_auc": 0.8562,
"subgroup_auc": 0.0119,
"delta": 0.8442,
"direction": "underperforms"
},
"recommendation": "Model shows significant performance disparities. Consider reweighting, targeted augmentation, or per-group calibration before clinical deployment."
}
}