File size: 4,799 Bytes
4289dff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 | {
"rows": 1300,
"families": 3,
"models": {
"upstream": {
"facets": {
"trap": {
"rows": 1300,
"average_precision": 0.9027959606064969,
"precision_at_recall_90": 0.7787037037037037,
"precision_at_recall_95": 0.7485232067510549,
"prevalence": 0.7176923076923077
},
"decision": {
"rows": 1299,
"average_precision": 0.5219192438473815,
"precision_at_recall_90": 0.46072874493927124,
"precision_at_recall_95": 0.46072874493927124,
"prevalence": 0.4603541185527329
},
"constraint": {
"rows": 1300,
"average_precision": 0.954374886008778,
"precision_at_recall_90": 0.9130769230769231,
"precision_at_recall_95": 0.9130769230769231,
"prevalence": 0.9130769230769231
},
"mechanism": {
"rows": 1297,
"average_precision": 0.7691508918347779,
"precision_at_recall_90": 0.6880804953560371,
"precision_at_recall_95": 0.6880804953560371,
"prevalence": 0.6877409406322282
},
"procedure": {
"rows": 1293,
"average_precision": 0.7063681153993947,
"precision_at_recall_90": 0.4648936170212766,
"precision_at_recall_95": 0.4153153153153153,
"prevalence": 0.3750966744006187
}
},
"macro": {
"average_precision": 0.7709218195393658,
"precision_at_recall_90": 0.6610966968194424,
"precision_at_recall_95": 0.6451449370877204
}
},
"linear": {
"facets": {
"trap": {
"rows": 1300,
"average_precision": 0.9704508234286988,
"precision_at_recall_90": 0.9231613611416026,
"precision_at_recall_95": 0.895959595959596,
"prevalence": 0.7176923076923077
},
"decision": {
"rows": 1299,
"average_precision": 0.8471593175324644,
"precision_at_recall_90": 0.6304093567251462,
"precision_at_recall_95": 0.571,
"prevalence": 0.4603541185527329
},
"constraint": {
"rows": 1300,
"average_precision": 0.9969713734939275,
"precision_at_recall_90": 0.9916743755781684,
"precision_at_recall_95": 0.9791666666666666,
"prevalence": 0.9130769230769231
},
"mechanism": {
"rows": 1297,
"average_precision": 0.9633161957308005,
"precision_at_recall_90": 0.8865638766519823,
"precision_at_recall_95": 0.8330058939096268,
"prevalence": 0.6877409406322282
},
"procedure": {
"rows": 1293,
"average_precision": 0.914259121155341,
"precision_at_recall_90": 0.7356902356902357,
"precision_at_recall_95": 0.652050919377652,
"prevalence": 0.3750966744006187
}
},
"macro": {
"average_precision": 0.9384313662682464,
"precision_at_recall_90": 0.833499841157427,
"precision_at_recall_95": 0.7862366151827083
}
},
"finetuned": {
"facets": {
"trap": {
"rows": 1300,
"average_precision": 0.9863618253424686,
"precision_at_recall_90": 0.96,
"precision_at_recall_95": 0.934668071654373,
"prevalence": 0.7176923076923077
},
"decision": {
"rows": 1299,
"average_precision": 0.9135015910515543,
"precision_at_recall_90": 0.7414030261348006,
"precision_at_recall_95": 0.6581986143187067,
"prevalence": 0.4603541185527329
},
"constraint": {
"rows": 1300,
"average_precision": 0.9985879374608636,
"precision_at_recall_90": 0.9962825278810409,
"precision_at_recall_95": 0.9947183098591549,
"prevalence": 0.9130769230769231
},
"mechanism": {
"rows": 1297,
"average_precision": 0.9816644729408911,
"precision_at_recall_90": 0.9261822376009228,
"precision_at_recall_95": 0.8908709338929696,
"prevalence": 0.6877409406322282
},
"procedure": {
"rows": 1293,
"average_precision": 0.9578217870935172,
"precision_at_recall_90": 0.8868686868686869,
"precision_at_recall_95": 0.822380106571936,
"prevalence": 0.3750966744006187
}
},
"macro": {
"average_precision": 0.967587522777859,
"precision_at_recall_90": 0.9021472956970902,
"precision_at_recall_95": 0.8601672072594281
}
}
}
}
|