{ "model": "MeshGraph GAT", "parameters": 772, "best_epoch": 37, "best_validation_roc_auc": 0.8827639751552794, "threshold": 0.6891108395463249, "gat_test": { "accuracy": 0.8083333333333333, "roc_auc": 0.8412267080745341, "average_precision": 0.6316135228774835, "precision": 0.5862068965517241, "recall": 0.6071428571428571, "f1": 0.5964912280701754 }, "existing_gcn_test": { "accuracy": 0.8166666666666667, "roc_auc": 0.8563664596273292, "average_precision": 0.6975512110914732, "precision": 0.59375, "recall": 0.6785714285714286, "f1": 0.6333333333333333, "confusion_matrix": [ [ 79, 13 ], [ 9, 19 ] ] }, "existing_feature_only_test": { "accuracy": 0.7833333333333333, "roc_auc": 0.8361801242236025, "average_precision": 0.6273562320739494, "precision": 0.5277777777777778, "recall": 0.6785714285714286, "f1": 0.59375, "confusion_matrix": [ [ 75, 17 ], [ 9, 19 ] ] }, "attention_audit": { "mean_normalized_attention_entropy": 0.9286795824766159, "top_test_edges": [ { "source": 176, "target": 144, "attention": 0.49463343620300293 }, { "source": 337, "target": 311, "attention": 0.41562917828559875 }, { "source": 165, "target": 136, "attention": 0.40165507793426514 }, { "source": 228, "target": 248, "attention": 0.3998871147632599 }, { "source": 165, "target": 116, "attention": 0.3766605854034424 }, { "source": 81, "target": 40, "attention": 0.36900630593299866 }, { "source": 508, "target": 559, "attention": 0.3543066382408142 }, { "source": 490, "target": 420, "attention": 0.3511747121810913 }, { "source": 387, "target": 300, "attention": 0.33701586723327637 }, { "source": 241, "target": 73, "attention": 0.3155011236667633 }, { "source": 426, "target": 471, "attention": 0.3128543496131897 }, { "source": 145, "target": 129, "attention": 0.31108543276786804 }, { "source": 128, "target": 100, "attention": 0.3103359341621399 }, { "source": 508, "target": 589, "attention": 0.30819568037986755 }, { "source": 344, "target": 401, "attention": 0.30681607127189636 }, { "source": 329, "target": 311, "attention": 0.30411022901535034 }, { "source": 10, "target": 40, "attention": 0.2909114360809326 }, { "source": 295, "target": 248, "attention": 0.28915563225746155 }, { "source": 227, "target": 226, "attention": 0.2870400547981262 }, { "source": 138, "target": 300, "attention": 0.28698381781578064 } ] } }