File size: 3,432 Bytes
6069280 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 | {
"model": "MeshGraph GAT",
"parameters": 772,
"best_epoch": 37,
"best_validation_roc_auc": 0.8827639751552794,
"threshold": 0.6891108395463249,
"gat_test": {
"accuracy": 0.8083333333333333,
"roc_auc": 0.8412267080745341,
"average_precision": 0.6316135228774835,
"precision": 0.5862068965517241,
"recall": 0.6071428571428571,
"f1": 0.5964912280701754
},
"existing_gcn_test": {
"accuracy": 0.8166666666666667,
"roc_auc": 0.8563664596273292,
"average_precision": 0.6975512110914732,
"precision": 0.59375,
"recall": 0.6785714285714286,
"f1": 0.6333333333333333,
"confusion_matrix": [
[
79,
13
],
[
9,
19
]
]
},
"existing_feature_only_test": {
"accuracy": 0.7833333333333333,
"roc_auc": 0.8361801242236025,
"average_precision": 0.6273562320739494,
"precision": 0.5277777777777778,
"recall": 0.6785714285714286,
"f1": 0.59375,
"confusion_matrix": [
[
75,
17
],
[
9,
19
]
]
},
"attention_audit": {
"mean_normalized_attention_entropy": 0.9286795824766159,
"top_test_edges": [
{
"source": 176,
"target": 144,
"attention": 0.49463343620300293
},
{
"source": 337,
"target": 311,
"attention": 0.41562917828559875
},
{
"source": 165,
"target": 136,
"attention": 0.40165507793426514
},
{
"source": 228,
"target": 248,
"attention": 0.3998871147632599
},
{
"source": 165,
"target": 116,
"attention": 0.3766605854034424
},
{
"source": 81,
"target": 40,
"attention": 0.36900630593299866
},
{
"source": 508,
"target": 559,
"attention": 0.3543066382408142
},
{
"source": 490,
"target": 420,
"attention": 0.3511747121810913
},
{
"source": 387,
"target": 300,
"attention": 0.33701586723327637
},
{
"source": 241,
"target": 73,
"attention": 0.3155011236667633
},
{
"source": 426,
"target": 471,
"attention": 0.3128543496131897
},
{
"source": 145,
"target": 129,
"attention": 0.31108543276786804
},
{
"source": 128,
"target": 100,
"attention": 0.3103359341621399
},
{
"source": 508,
"target": 589,
"attention": 0.30819568037986755
},
{
"source": 344,
"target": 401,
"attention": 0.30681607127189636
},
{
"source": 329,
"target": 311,
"attention": 0.30411022901535034
},
{
"source": 10,
"target": 40,
"attention": 0.2909114360809326
},
{
"source": 295,
"target": 248,
"attention": 0.28915563225746155
},
{
"source": 227,
"target": 226,
"attention": 0.2870400547981262
},
{
"source": 138,
"target": 300,
"attention": 0.28698381781578064
}
]
}
} |