{
  "manifests": [
    "/data1/fastface/data/manifests/fairface.jsonl",
    "/data1/fastface/data/manifests/utkface.jsonl",
    "/data1/fastface/data/manifests/imdb_clean.jsonl"
  ],
  "models": {
    "our_large128_imdb_distill": {
      "aggregate": {
        "count": 24333,
        "female_acc": 0.9538586809011128,
        "gender_acc": 0.9563966629679859,
        "gender_balanced_acc": 0.9561838585228455,
        "male_acc": 0.9585090361445783
      },
      "by_dataset": {
        "fairface": {
          "count": 10954,
          "female_acc": 0.9283223556760946,
          "gender_acc": 0.9287931349278802,
          "gender_balanced_acc": 0.9287675314292074,
          "male_acc": 0.9292127071823204
        },
        "imdb-clean": {
          "count": 10954,
          "female_acc": 0.9839898883505371,
          "gender_acc": 0.9853021727222933,
          "gender_balanced_acc": 0.9851478360715147,
          "male_acc": 0.9863057837924923
        },
        "utkface": {
          "count": 2425,
          "female_acc": 0.9440559440559441,
          "gender_acc": 0.9505154639175257,
          "gender_balanced_acc": 0.9501700485307043,
          "male_acc": 0.9562841530054644
        }
      }
    },
    "our_small112_imdb_distill": {
      "aggregate": {
        "count": 24333,
        "female_acc": 0.9357640459603728,
        "gender_acc": 0.9410265894053343,
        "gender_balanced_acc": 0.9405853362331984,
        "male_acc": 0.9454066265060241
      },
      "by_dataset": {
        "fairface": {
          "count": 10954,
          "female_acc": 0.9012010848508331,
          "gender_acc": 0.9058791309110827,
          "gender_balanced_acc": 0.9056247136961348,
          "male_acc": 0.9100483425414365
        },
        "imdb-clean": {
          "count": 10954,
          "female_acc": 0.9721929639772487,
          "gender_acc": 0.9761730874566369,
          "gender_balanced_acc": 0.9757049885135156,
          "male_acc": 0.9792170130497825
        },
        "utkface": {
          "count": 2425,
          "female_acc": 0.9405594405594405,
          "gender_acc": 0.9410309278350516,
          "gender_balanced_acc": 0.9410057155958795,
          "male_acc": 0.9414519906323185
        }
      }
    },
    "public_fairface_onnx": {
      "aggregate": {
        "count": 24333,
        "female_acc": 0.9394734461232245,
        "gender_acc": 0.9472321538651214,
        "gender_balanced_acc": 0.9465816025796845,
        "male_acc": 0.9536897590361446
      },
      "by_dataset": {
        "fairface": {
          "count": 10954,
          "female_acc": 0.9436265013560635,
          "gender_acc": 0.9438561256162132,
          "gender_balanced_acc": 0.9438436374183632,
          "male_acc": 0.944060773480663
        },
        "imdb-clean": {
          "count": 10954,
          "female_acc": 0.9327996629450179,
          "gender_acc": 0.9501551944495161,
          "gender_balanced_acc": 0.948114025124837,
          "male_acc": 0.9634283873046561
        },
        "utkface": {
          "count": 2425,
          "female_acc": 0.9484265734265734,
          "gender_acc": 0.9492783505154639,
          "gender_balanced_acc": 0.9492328027164092,
          "male_acc": 0.9500390320062451
        }
      }
    },
    "teacher_v2s_imdb": {
      "aggregate": {
        "count": 24333,
        "female_acc": 0.9663439790102235,
        "gender_acc": 0.9663831011383718,
        "gender_balanced_acc": 0.966379820830413,
        "male_acc": 0.9664156626506024
      },
      "by_dataset": {
        "fairface": {
          "count": 10954,
          "female_acc": 0.9455637349864394,
          "gender_acc": 0.9437648347635567,
          "gender_balanced_acc": 0.9438626685981921,
          "male_acc": 0.9421616022099447
        },
        "imdb-clean": {
          "count": 10954,
          "female_acc": 0.9917842848114599,
          "gender_acc": 0.9916925324082527,
          "gender_balanced_acc": 0.9917033233304923,
          "male_acc": 0.9916223618495247
        },
        "utkface": {
          "count": 2425,
          "female_acc": 0.9545454545454546,
          "gender_acc": 0.9542268041237113,
          "gender_balanced_acc": 0.9542438435881059,
          "male_acc": 0.9539422326307572
        }
      }
    }
  },
  "models_compared": [
    {
      "face_crop_margin": 0.2,
      "input_size": 128,
      "kind": "fastface",
      "name": "our_large128_imdb_distill",
      "path": "/data1/fastface/runs/mobilenetv3_large128_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/best.pt"
    },
    {
      "face_crop_margin": 0.2,
      "input_size": 112,
      "kind": "fastface",
      "name": "our_small112_imdb_distill",
      "path": "/data1/fastface/runs/mobilenetv3_small112_imdb_source_balanced_distill_gender_priority_efficientnet_v2_s_imdb_fairface_utkface/best.pt"
    },
    {
      "face_crop_margin": 0.2,
      "input_size": 128,
      "kind": "fastface",
      "name": "teacher_v2s_imdb",
      "path": "/data1/fastface/runs/efficientnet_v2_s_128_imdb_source_balanced_gender_priority_real_fairface_utkface/best.pt"
    },
    {
      "face_crop_margin": 0.25,
      "input_size": 224,
      "kind": "fairface_onnx",
      "name": "public_fairface_onnx",
      "path": "/data1/fastface/third_party/fairface-onnx/weights/fairface.onnx"
    }
  ],
  "pairwise_disagreements": {
    "our_large128_imdb_distill__vs__our_small112_imdb_distill": {
      "both_correct": 22437,
      "both_wrong_same": 600,
      "count": 24333,
      "disagreement_rate": 0.053261003575391444,
      "disagreements": 1296,
      "left_only_correct": 835,
      "right_only_correct": 461
    },
    "our_large128_imdb_distill__vs__public_fairface_onnx": {
      "both_correct": 22510,
      "both_wrong_same": 522,
      "count": 24333,
      "disagreement_rate": 0.05346648584227181,
      "disagreements": 1301,
      "left_only_correct": 762,
      "right_only_correct": 539
    },
    "our_large128_imdb_distill__vs__teacher_v2s_imdb": {
      "both_correct": 22978,
      "both_wrong_same": 524,
      "count": 24333,
      "disagreement_rate": 0.0341511527555172,
      "disagreements": 831,
      "left_only_correct": 294,
      "right_only_correct": 537
    },
    "our_small112_imdb_distill__vs__public_fairface_onnx": {
      "both_correct": 22143,
      "both_wrong_same": 529,
      "count": 24333,
      "disagreement_rate": 0.06826120905765833,
      "disagreements": 1661,
      "left_only_correct": 755,
      "right_only_correct": 906
    },
    "our_small112_imdb_distill__vs__teacher_v2s_imdb": {
      "both_correct": 22542,
      "both_wrong_same": 462,
      "count": 24333,
      "disagreement_rate": 0.05461718653680187,
      "disagreements": 1329,
      "left_only_correct": 356,
      "right_only_correct": 973
    },
    "teacher_v2s_imdb__vs__public_fairface_onnx": {
      "both_correct": 22700,
      "both_wrong_same": 469,
      "count": 24333,
      "disagreement_rate": 0.047836271729749726,
      "disagreements": 1164,
      "left_only_correct": 815,
      "right_only_correct": 349
    }
  },
  "sample_limits": {
    "fairface": 10954,
    "imdb-clean": 10954,
    "utkface": 2425
  },
  "selected_count": 24333,
  "split": "val"
}