| { |
| "manifests": [ |
| "/data1/fastface/data/manifests/fairface.jsonl", |
| "/data1/fastface/data/manifests/utkface.jsonl", |
| "/data1/fastface/data/manifests/imdb_clean.jsonl" |
| ], |
| "models": { |
| "our_large128_imdb_distill": { |
| "aggregate": { |
| "count": 24333, |
| "female_acc": 0.9538586809011128, |
| "gender_acc": 0.9563966629679859, |
| "gender_balanced_acc": 0.9561838585228455, |
| "male_acc": 0.9585090361445783 |
| }, |
| "by_dataset": { |
| "fairface": { |
| "count": 10954, |
| "female_acc": 0.9283223556760946, |
| "gender_acc": 0.9287931349278802, |
| "gender_balanced_acc": 0.9287675314292074, |
| "male_acc": 0.9292127071823204 |
| }, |
| "imdb-clean": { |
| "count": 10954, |
| "female_acc": 0.9839898883505371, |
| "gender_acc": 0.9853021727222933, |
| "gender_balanced_acc": 0.9851478360715147, |
| "male_acc": 0.9863057837924923 |
| }, |
| "utkface": { |
| "count": 2425, |
| "female_acc": 0.9440559440559441, |
| "gender_acc": 0.9505154639175257, |
| "gender_balanced_acc": 0.9501700485307043, |
| "male_acc": 0.9562841530054644 |
| } |
| } |
| }, |
| "our_small112_imdb_distill": { |
| "aggregate": { |
| "count": 24333, |
| "female_acc": 0.9357640459603728, |
| "gender_acc": 0.9410265894053343, |
| "gender_balanced_acc": 0.9405853362331984, |
| "male_acc": 0.9454066265060241 |
| }, |
| "by_dataset": { |
| "fairface": { |
| "count": 10954, |
| "female_acc": 0.9012010848508331, |
| "gender_acc": 0.9058791309110827, |
| "gender_balanced_acc": 0.9056247136961348, |
| "male_acc": 0.9100483425414365 |
| }, |
| "imdb-clean": { |
| "count": 10954, |
| "female_acc": 0.9721929639772487, |
| "gender_acc": 0.9761730874566369, |
| "gender_balanced_acc": 0.9757049885135156, |
| "male_acc": 0.9792170130497825 |
| }, |
| "utkface": { |
| "count": 2425, |
| "female_acc": 0.9405594405594405, |
| "gender_acc": 0.9410309278350516, |
| "gender_balanced_acc": 0.9410057155958795, |
| "male_acc": 0.9414519906323185 |
| } |
| } |
| }, |
| "public_fairface_onnx": { |
| "aggregate": { |
| "count": 24333, |
| "female_acc": 0.9394734461232245, |
| "gender_acc": 0.9472321538651214, |
| "gender_balanced_acc": 0.9465816025796845, |
| "male_acc": 0.9536897590361446 |
| }, |
| "by_dataset": { |
| "fairface": { |
| "count": 10954, |
| "female_acc": 0.9436265013560635, |
| "gender_acc": 0.9438561256162132, |
| "gender_balanced_acc": 0.9438436374183632, |
| "male_acc": 0.944060773480663 |
| }, |
| "imdb-clean": { |
| "count": 10954, |
| "female_acc": 0.9327996629450179, |
| "gender_acc": 0.9501551944495161, |
| "gender_balanced_acc": 0.948114025124837, |
| "male_acc": 0.9634283873046561 |
| }, |
| "utkface": { |
| "count": 2425, |
| "female_acc": 0.9484265734265734, |
| "gender_acc": 0.9492783505154639, |
| "gender_balanced_acc": 0.9492328027164092, |
| "male_acc": 0.9500390320062451 |
| } |
| } |
| }, |
| "teacher_v2s_imdb": { |
| "aggregate": { |
| "count": 24333, |
| "female_acc": 0.9663439790102235, |
| "gender_acc": 0.9663831011383718, |
| "gender_balanced_acc": 0.966379820830413, |
| "male_acc": 0.9664156626506024 |
| }, |
| "by_dataset": { |
| "fairface": { |
| "count": 10954, |
| "female_acc": 0.9455637349864394, |
| "gender_acc": 0.9437648347635567, |
| "gender_balanced_acc": 0.9438626685981921, |
| "male_acc": 0.9421616022099447 |
| }, |
| "imdb-clean": { |
| "count": 10954, |
| "female_acc": 0.9917842848114599, |
| "gender_acc": 0.9916925324082527, |
| "gender_balanced_acc": 0.9917033233304923, |
| "male_acc": 0.9916223618495247 |
| }, |
| "utkface": { |
| "count": 2425, |
| "female_acc": 0.9545454545454546, |
| "gender_acc": 0.9542268041237113, |
| "gender_balanced_acc": 0.9542438435881059, |
| "male_acc": 0.9539422326307572 |
| } |
| } |
| } |
| }, |
| "models_compared": [ |
| { |
| "face_crop_margin": 0.2, |
| "input_size": 128, |
| "kind": "fastface", |
| "name": "our_large128_imdb_distill", |
| "path": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/best.pt" |
| }, |
| { |
| "face_crop_margin": 0.2, |
| "input_size": 112, |
| "kind": "fastface", |
| "name": "our_small112_imdb_distill", |
| "path": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/best.pt" |
| }, |
| { |
| "face_crop_margin": 0.2, |
| "input_size": 128, |
| "kind": "fastface", |
| "name": "teacher_v2s_imdb", |
| "path": "/data1/fastface/runs/efficientnet_v2_s_128_imdb_source_balanced_gender_priority_real_fairface_utkface/best.pt" |
| }, |
| { |
| "face_crop_margin": 0.25, |
| "input_size": 224, |
| "kind": "fairface_onnx", |
| "name": "public_fairface_onnx", |
| "path": "/data1/fastface/third_party/fairface-onnx/weights/fairface.onnx" |
| } |
| ], |
| "pairwise_disagreements": { |
| "our_large128_imdb_distill__vs__our_small112_imdb_distill": { |
| "both_correct": 22437, |
| "both_wrong_same": 600, |
| "count": 24333, |
| "disagreement_rate": 0.053261003575391444, |
| "disagreements": 1296, |
| "left_only_correct": 835, |
| "right_only_correct": 461 |
| }, |
| "our_large128_imdb_distill__vs__public_fairface_onnx": { |
| "both_correct": 22510, |
| "both_wrong_same": 522, |
| "count": 24333, |
| "disagreement_rate": 0.05346648584227181, |
| "disagreements": 1301, |
| "left_only_correct": 762, |
| "right_only_correct": 539 |
| }, |
| "our_large128_imdb_distill__vs__teacher_v2s_imdb": { |
| "both_correct": 22978, |
| "both_wrong_same": 524, |
| "count": 24333, |
| "disagreement_rate": 0.0341511527555172, |
| "disagreements": 831, |
| "left_only_correct": 294, |
| "right_only_correct": 537 |
| }, |
| "our_small112_imdb_distill__vs__public_fairface_onnx": { |
| "both_correct": 22143, |
| "both_wrong_same": 529, |
| "count": 24333, |
| "disagreement_rate": 0.06826120905765833, |
| "disagreements": 1661, |
| "left_only_correct": 755, |
| "right_only_correct": 906 |
| }, |
| "our_small112_imdb_distill__vs__teacher_v2s_imdb": { |
| "both_correct": 22542, |
| "both_wrong_same": 462, |
| "count": 24333, |
| "disagreement_rate": 0.05461718653680187, |
| "disagreements": 1329, |
| "left_only_correct": 356, |
| "right_only_correct": 973 |
| }, |
| "teacher_v2s_imdb__vs__public_fairface_onnx": { |
| "both_correct": 22700, |
| "both_wrong_same": 469, |
| "count": 24333, |
| "disagreement_rate": 0.047836271729749726, |
| "disagreements": 1164, |
| "left_only_correct": 815, |
| "right_only_correct": 349 |
| } |
| }, |
| "sample_limits": { |
| "fairface": 10954, |
| "imdb-clean": 10954, |
| "utkface": 2425 |
| }, |
| "selected_count": 24333, |
| "split": "val" |
| } |
