processed/covtoken/f3_cross_objective.json

{
  "modality": "LIDC",
  "eval_domain_constant": "natural-image-trained backbones",
  "backbones": {
    "DINOv2_selfdistill": {
      "objective": "self-distillation",
      "n_blocks": 12,
      "auroc_by_block": [
        0.8621,
        0.8802,
        0.868,
        0.8066,
        0.7294,
        0.6822,
        0.7014,
        0.6756,
        0.6823,
        0.6532,
        0.6207,
        0.6171
      ],
      "flip_invariance_by_block": [
        0.6637,
        0.5921,
        0.6277,
        0.605,
        0.6331,
        0.7548,
        0.7568,
        0.7995,
        0.8433,
        0.8601,
        0.8776,
        0.9293
      ],
      "auroc_peak_block": 2,
      "auroc_drop_peak_to_final": 0.2631,
      "invariance_rise": 0.2656,
      "spearman_invariance_vs_auroc": -0.93
    },
    "MAE_reconstruction": {
      "objective": "reconstruction",
      "n_blocks": 12,
      "auroc_by_block": [
        0.6105,
        0.6004,
        0.5961,
        0.6001,
        0.5891,
        0.5896,
        0.5869,
        0.5816,
        0.5772,
        0.5698,
        0.577,
        0.5677
      ],
      "flip_invariance_by_block": [
        0.371,
        0.3182,
        0.3136,
        0.3024,
        0.2619,
        0.2885,
        0.2579,
        0.264,
        0.2724,
        0.281,
        0.4137,
        0.8041
      ],
      "auroc_peak_block": 1,
      "auroc_drop_peak_to_final": 0.0428,
      "invariance_rise": 0.4331,
      "spearman_invariance_vs_auroc": 0.056
    },
    "ViT_supervised": {
      "objective": "supervised",
      "n_blocks": 12,
      "auroc_by_block": [
        0.8423,
        0.8399,
        0.8307,
        0.8246,
        0.8163,
        0.7966,
        0.7847,
        0.791,
        0.7851,
        0.7317,
        0.6813,
        0.6585
      ],
      "flip_invariance_by_block": [
        0.6944,
        0.787,
        0.8549,
        0.8666,
        0.8871,
        0.8935,
        0.8965,
        0.9032,
        0.9035,
        0.8987,
        0.8848,
        0.9029
      ],
      "auroc_peak_block": 1,
      "auroc_drop_peak_to_final": 0.1838,
      "invariance_rise": 0.2085,
      "spearman_invariance_vs_auroc": -0.734
    }
  },
  "mechanism_test": {
    "hypothesis": "collapse magnitude and invariance-rise are largest for self-distillation (DINOv2), smallest for reconstruction (MAE)",
    "by_backbone": {
      "DINOv2_selfdistill": [
        -0.93,
        0.2631,
        0.2656
      ],
      "MAE_reconstruction": [
        0.056,
        0.0428,
        0.4331
      ],
      "ViT_supervised": [
        -0.734,
        0.1838,
        0.2085
      ]
    },
    "self_distill_collapses_most": true
  },
  "elapsed_s": 1882.4
}