eval_results.json

{
  "note": "Metrics computed on the held-out validation split reconstructed with the same seed/fraction train_ddp.py used. This split was used during training for checkpoint selection (best_val_loss) and early stopping, so it is NOT an independent test set -- treat these as consistent with training-time validation performance, not a from-scratch generalization claim.",
  "val_frame_count": 11570,
  "val_video_count": 1049,
  "models": {
    "xception": {
      "frame_level": {
        "n": 11570,
        "n_real": 2590,
        "n_fake": 8980,
        "accuracy": 0.9259291270527226,
        "real_precision": 0.7814225397856447,
        "real_recall": 0.9289575289575289,
        "real_f1": 0.8488269536073382,
        "fake_precision": 0.9783299964668473,
        "fake_recall": 0.9250556792873051,
        "fake_f1": 0.9509472840707458,
        "macro_precision": 0.879876268126246,
        "macro_recall": 0.927006604122417,
        "macro_f1": 0.899887118839042,
        "auroc": 0.9766581678719762,
        "confusion_matrix": [
          [
            2406,
            184
          ],
          [
            673,
            8307
          ]
        ]
      },
      "video_level": {
        "n": 1049,
        "n_real": 150,
        "n_fake": 899,
        "accuracy": 0.9532888465204957,
        "real_precision": 0.7700534759358288,
        "real_recall": 0.96,
        "real_f1": 0.8545994065281899,
        "fake_precision": 0.9930394431554525,
        "fake_recall": 0.9521690767519466,
        "fake_f1": 0.9721749006246451,
        "macro_precision": 0.8815464595456406,
        "macro_recall": 0.9560845383759733,
        "macro_f1": 0.9133871535764175,
        "auroc": 0.9886466444197255,
        "confusion_matrix": [
          [
            144,
            6
          ],
          [
            43,
            856
          ]
        ]
      }
    },
    "sbi": {
      "frame_level": {
        "n": 11570,
        "n_real": 2590,
        "n_fake": 8980,
        "accuracy": 0.8357821953327571,
        "real_precision": 0.584228515625,
        "real_recall": 0.9239382239382239,
        "real_f1": 0.7158241100807657,
        "fake_precision": 0.9736419587904737,
        "fake_recall": 0.8103563474387527,
        "fake_f1": 0.8845265588914549,
        "macro_precision": 0.7789352372077368,
        "macro_recall": 0.8671472856884883,
        "macro_f1": 0.8001753344861103,
        "auroc": 0.9433951896535417,
        "confusion_matrix": [
          [
            2393,
            197
          ],
          [
            1703,
            7277
          ]
        ]
      },
      "video_level": {
        "n": 1049,
        "n_real": 150,
        "n_fake": 899,
        "accuracy": 0.8693994280266921,
        "real_precision": 0.5232974910394266,
        "real_recall": 0.9733333333333334,
        "real_f1": 0.6806526806526807,
        "fake_precision": 0.9948051948051948,
        "fake_recall": 0.8520578420467185,
        "fake_f1": 0.9179149191132414,
        "macro_precision": 0.7590513429223107,
        "macro_recall": 0.912695587690026,
        "macro_f1": 0.799283799882961,
        "auroc": 0.9707452725250278,
        "confusion_matrix": [
          [
            146,
            4
          ],
          [
            133,
            766
          ]
        ]
      }
    },
    "vit": {
      "frame_level": {
        "n": 11570,
        "n_real": 2590,
        "n_fake": 8980,
        "accuracy": 0.8361279170267935,
        "real_precision": 0.5971444568868981,
        "real_recall": 0.8235521235521236,
        "real_f1": 0.6923076923076923,
        "fake_precision": 0.9428607151787947,
        "fake_recall": 0.8397550111358575,
        "fake_f1": 0.88832606903051,
        "macro_precision": 0.7700025860328463,
        "macro_recall": 0.8316535673439905,
        "macro_f1": 0.7903168806691012,
        "auroc": 0.9134429577525345,
        "confusion_matrix": [
          [
            2133,
            457
          ],
          [
            1439,
            7541
          ]
        ]
      },
      "video_level": {
        "n": 1049,
        "n_real": 150,
        "n_fake": 899,
        "accuracy": 0.871306005719733,
        "real_precision": 0.5294117647058824,
        "real_recall": 0.9,
        "real_f1": 0.6666666666666666,
        "fake_precision": 0.9811083123425692,
        "fake_recall": 0.8665183537263627,
        "fake_f1": 0.9202598936798583,
        "macro_precision": 0.7552600385242259,
        "macro_recall": 0.8832591768631813,
        "macro_f1": 0.7934632801732624,
        "auroc": 0.9418242491657397,
        "confusion_matrix": [
          [
            135,
            15
          ],
          [
            120,
            779
          ]
        ]
      }
    },
    "lsda": {
      "frame_level": {
        "n": 11570,
        "n_real": 2590,
        "n_fake": 8980,
        "accuracy": 0.8854796888504753,
        "real_precision": 0.6907993966817496,
        "real_recall": 0.8841698841698842,
        "real_f1": 0.7756138865368332,
        "fake_precision": 0.9636583888552392,
        "fake_recall": 0.8858574610244989,
        "fake_f1": 0.9231215549753409,
        "macro_precision": 0.8272288927684944,
        "macro_recall": 0.8850136725971915,
        "macro_f1": 0.849367720756087,
        "auroc": 0.9546391380244388,
        "confusion_matrix": [
          [
            2290,
            300
          ],
          [
            1025,
            7955
          ]
        ]
      },
      "video_level": {
        "n": 1049,
        "n_real": 150,
        "n_fake": 899,
        "accuracy": 0.9237368922783603,
        "real_precision": 0.6620370370370371,
        "real_recall": 0.9533333333333334,
        "real_f1": 0.7814207650273224,
        "fake_precision": 0.9915966386554622,
        "fake_recall": 0.9187986651835373,
        "fake_f1": 0.953810623556582,
        "macro_precision": 0.8268168378462497,
        "macro_recall": 0.9360659992584353,
        "macro_f1": 0.8676156942919522,
        "auroc": 0.9775380051909529,
        "confusion_matrix": [
          [
            143,
            7
          ],
          [
            73,
            826
          ]
        ]
      }
    }
  }
}