evaluation.json

{
  "model": "MeshGraph GAT",
  "parameters": 772,
  "best_epoch": 37,
  "best_validation_roc_auc": 0.8827639751552794,
  "threshold": 0.6891108395463249,
  "gat_test": {
    "accuracy": 0.8083333333333333,
    "roc_auc": 0.8412267080745341,
    "average_precision": 0.6316135228774835,
    "precision": 0.5862068965517241,
    "recall": 0.6071428571428571,
    "f1": 0.5964912280701754
  },
  "existing_gcn_test": {
    "accuracy": 0.8166666666666667,
    "roc_auc": 0.8563664596273292,
    "average_precision": 0.6975512110914732,
    "precision": 0.59375,
    "recall": 0.6785714285714286,
    "f1": 0.6333333333333333,
    "confusion_matrix": [
      [
        79,
        13
      ],
      [
        9,
        19
      ]
    ]
  },
  "existing_feature_only_test": {
    "accuracy": 0.7833333333333333,
    "roc_auc": 0.8361801242236025,
    "average_precision": 0.6273562320739494,
    "precision": 0.5277777777777778,
    "recall": 0.6785714285714286,
    "f1": 0.59375,
    "confusion_matrix": [
      [
        75,
        17
      ],
      [
        9,
        19
      ]
    ]
  },
  "attention_audit": {
    "mean_normalized_attention_entropy": 0.9286795824766159,
    "top_test_edges": [
      {
        "source": 176,
        "target": 144,
        "attention": 0.49463343620300293
      },
      {
        "source": 337,
        "target": 311,
        "attention": 0.41562917828559875
      },
      {
        "source": 165,
        "target": 136,
        "attention": 0.40165507793426514
      },
      {
        "source": 228,
        "target": 248,
        "attention": 0.3998871147632599
      },
      {
        "source": 165,
        "target": 116,
        "attention": 0.3766605854034424
      },
      {
        "source": 81,
        "target": 40,
        "attention": 0.36900630593299866
      },
      {
        "source": 508,
        "target": 559,
        "attention": 0.3543066382408142
      },
      {
        "source": 490,
        "target": 420,
        "attention": 0.3511747121810913
      },
      {
        "source": 387,
        "target": 300,
        "attention": 0.33701586723327637
      },
      {
        "source": 241,
        "target": 73,
        "attention": 0.3155011236667633
      },
      {
        "source": 426,
        "target": 471,
        "attention": 0.3128543496131897
      },
      {
        "source": 145,
        "target": 129,
        "attention": 0.31108543276786804
      },
      {
        "source": 128,
        "target": 100,
        "attention": 0.3103359341621399
      },
      {
        "source": 508,
        "target": 589,
        "attention": 0.30819568037986755
      },
      {
        "source": 344,
        "target": 401,
        "attention": 0.30681607127189636
      },
      {
        "source": 329,
        "target": 311,
        "attention": 0.30411022901535034
      },
      {
        "source": 10,
        "target": 40,
        "attention": 0.2909114360809326
      },
      {
        "source": 295,
        "target": 248,
        "attention": 0.28915563225746155
      },
      {
        "source": 227,
        "target": 226,
        "attention": 0.2870400547981262
      },
      {
        "source": 138,
        "target": 300,
        "attention": 0.28698381781578064
      }
    ]
  }
}