comparison_vs_cnn.json

{
  "config": {
    "cnn_case_predictions": "/Users/faith/Desktop/Voxelomics-offline/backend/diagnosticore-service/output/cnn_tp53_200/case_predictions.csv",
    "pathfoundation_case_predictions": "/Users/faith/Desktop/Voxelomics-offline/backend/diagnosticore-service/output/pathfoundation_tp53_200/case_predictions.csv",
    "decision_threshold": 0.5
  },
  "overlap": {
    "n_common_case_split_rows": 200,
    "splits": [
      "test",
      "train",
      "val"
    ]
  },
  "cnn_metrics_by_split": {
    "test": {
      "n": 50.0,
      "positive_rate": 0.4,
      "accuracy": 0.7,
      "precision": 0.8571428571428571,
      "recall": 0.3,
      "f1": 0.4444444444444444,
      "roc_auc": 0.7916666666666667,
      "average_precision": 0.7531416732301973
    },
    "train": {
      "n": 100.0,
      "positive_rate": 0.34,
      "accuracy": 0.83,
      "precision": 0.9473684210526315,
      "recall": 0.5294117647058824,
      "f1": 0.6792452830188679,
      "roc_auc": 0.9188948306595366,
      "average_precision": 0.8747318689426417
    },
    "val": {
      "n": 50.0,
      "positive_rate": 0.36,
      "accuracy": 0.78,
      "precision": 0.8181818181818182,
      "recall": 0.5,
      "f1": 0.6206896551724138,
      "roc_auc": 0.8454861111111112,
      "average_precision": 0.7712379190481149
    }
  },
  "pathfoundation_metrics_by_split": {
    "test": {
      "n": 50.0,
      "positive_rate": 0.4,
      "accuracy": 0.72,
      "precision": 0.65,
      "recall": 0.65,
      "f1": 0.65,
      "roc_auc": 0.77,
      "average_precision": 0.7083413072873412
    },
    "train": {
      "n": 100.0,
      "positive_rate": 0.34,
      "accuracy": 0.97,
      "precision": 0.9428571428571428,
      "recall": 0.9705882352941176,
      "f1": 0.9565217391304348,
      "roc_auc": 0.9919786096256685,
      "average_precision": 0.981491690975888
    },
    "val": {
      "n": 50.0,
      "positive_rate": 0.36,
      "accuracy": 0.76,
      "precision": 0.6875,
      "recall": 0.6111111111111112,
      "f1": 0.6470588235294118,
      "roc_auc": 0.8836805555555556,
      "average_precision": 0.8032331072875449
    }
  },
  "delta_pathfoundation_minus_cnn_by_split": {
    "test": {
      "n": 0.0,
      "positive_rate": 0.0,
      "accuracy": 0.020000000000000018,
      "precision": -0.20714285714285707,
      "recall": 0.35000000000000003,
      "f1": 0.2055555555555556,
      "roc_auc": -0.021666666666666723,
      "average_precision": -0.04480036594285608
    },
    "train": {
      "n": 0.0,
      "positive_rate": 0.0,
      "accuracy": 0.14,
      "precision": -0.004511278195488688,
      "recall": 0.4411764705882353,
      "f1": 0.2772764561115669,
      "roc_auc": 0.07308377896613194,
      "average_precision": 0.1067598220332463
    },
    "val": {
      "n": 0.0,
      "positive_rate": 0.0,
      "accuracy": -0.020000000000000018,
      "precision": -0.13068181818181823,
      "recall": 0.11111111111111116,
      "f1": 0.026369168356997985,
      "roc_auc": 0.03819444444444442,
      "average_precision": 0.03199518823943004
    }
  }
}