diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..c5d4127e7bf7ef828be4a8592f1fef29f682b04d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png filter=lfs diff=lfs merge=lfs -text diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/analysis.pkl b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..99708dc0ac85075b3f931e8eb061a79c92e31c84 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df637e7c100287a3df3fb7b2a5cfaa408148a32dab9faf75a26825200cd20fe0 +size 9741 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..1df9ecfa5c613ca482430152e07293612f87b511 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"random":0.8752558271},"('Mean Dice AUBC', 'std')":{"random":null},"('Mean Dice AUBC', 'count')":{"random":1},"('Mean Dice Final', 'mean')":{"random":0.9082718857},"('Mean Dice Final', 'std')":{"random":null},"('Mean Dice Final', 'count')":{"random":1},"('Class 1 Dice AUBC', 'mean')":{"random":0.8490294247},"('Class 1 Dice AUBC', 'std')":{"random":null},"('Class 1 Dice AUBC', 'count')":{"random":1},"('Class 1 Dice Final', 'mean')":{"random":0.8964192377},"('Class 1 Dice Final', 'std')":{"random":null},"('Class 1 Dice Final', 'count')":{"random":1},"('Class 2 Dice AUBC', 'mean')":{"random":0.8557901716},"('Class 2 Dice AUBC', 'std')":{"random":null},"('Class 2 Dice AUBC', 'count')":{"random":1},"('Class 2 Dice Final', 'mean')":{"random":0.8857135541},"('Class 2 Dice Final', 'std')":{"random":null},"('Class 2 Dice Final', 'count')":{"random":1},"('Class 3 Dice AUBC', 'mean')":{"random":0.9209478849},"('Class 3 Dice AUBC', 'std')":{"random":null},"('Class 3 Dice AUBC', 'count')":{"random":1},"('Class 3 Dice Final', 'mean')":{"random":0.9426828654},"('Class 3 Dice Final', 'std')":{"random":null},"('Class 3 Dice Final', 'count')":{"random":1}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..316e6ffaead08d43b83007160634cc4ec4720d89 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc.txt @@ -0,0 +1,4 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +random 0.875256 NaN 1 0.908272 NaN 1 0.849029 NaN 1 0.896419 NaN 1 0.85579 NaN 1 0.885714 NaN 1 0.920948 NaN 1 0.942683 NaN 1 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc_pretty.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..ba6fd56f0a100ce6c2b799da16cb573ba5e899e8 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/auc_pretty.txt @@ -0,0 +1,2 @@ + Mean DICE Final Mean DICE AUBC #Seeds +random 90.83 (+/- nan) 87.53 (+/- nan) 1.0 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..d30db0a054e4d12dda5d921937bea8c83dfed95c --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"random"},"beta":{"0":6.2512895389},"beta_std":{"0":0.4250502042}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..e7c1500b585737ccd2610e09894b42db8cb8a15a --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/beta.txt @@ -0,0 +1,2 @@ + Query Method beta beta_std +0 random 6.25129 0.42505 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..24d5fafef120a6a874f215b2ed92ffa1409a526f --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1299526c937e4fe84d6ec655b4d2ead30621e19428cced077a525f7921ea7d +size 395123 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..80bc198dfd45e1339229aa56420d752b33e5aa48 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.json @@ -0,0 +1,15 @@ +{ + "matrix": { + "random": { + "random": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..6e54cc48a577636201c705638b560f62a4113a51 Binary files /dev/null and b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_200epochs/ppm.png differ diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/analysis.pkl b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..6e92f7e2751e5d1e40d37a4ca973b35a2faf4544 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e39637a651422183a81b9b49aa076bf34ea919799bdaecebe7ac55c75bfb76 +size 9741 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..0d75230939cc0ef08b241161f4be6c4363bfd6d7 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"random":0.8781626285},"('Mean Dice AUBC', 'std')":{"random":null},"('Mean Dice AUBC', 'count')":{"random":1},"('Mean Dice Final', 'mean')":{"random":0.9054931226},"('Mean Dice Final', 'std')":{"random":null},"('Mean Dice Final', 'count')":{"random":1},"('Class 1 Dice AUBC', 'mean')":{"random":0.8476371769},"('Class 1 Dice AUBC', 'std')":{"random":null},"('Class 1 Dice AUBC', 'count')":{"random":1},"('Class 1 Dice Final', 'mean')":{"random":0.8846342266},"('Class 1 Dice Final', 'std')":{"random":null},"('Class 1 Dice Final', 'count')":{"random":1},"('Class 2 Dice AUBC', 'mean')":{"random":0.8645809982},"('Class 2 Dice AUBC', 'std')":{"random":null},"('Class 2 Dice AUBC', 'count')":{"random":1},"('Class 2 Dice Final', 'mean')":{"random":0.8868889185},"('Class 2 Dice Final', 'std')":{"random":null},"('Class 2 Dice Final', 'count')":{"random":1},"('Class 3 Dice AUBC', 'mean')":{"random":0.9222697103},"('Class 3 Dice AUBC', 'std')":{"random":null},"('Class 3 Dice AUBC', 'count')":{"random":1},"('Class 3 Dice Final', 'mean')":{"random":0.9449562228},"('Class 3 Dice Final', 'std')":{"random":null},"('Class 3 Dice Final', 'count')":{"random":1}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..81457f56b068334925cba8068db545000a42a157 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc.txt @@ -0,0 +1,4 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +random 0.878163 NaN 1 0.905493 NaN 1 0.847637 NaN 1 0.884634 NaN 1 0.864581 NaN 1 0.886889 NaN 1 0.92227 NaN 1 0.944956 NaN 1 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc_pretty.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..f2354f19ee0da3d14c58ca87ee2b6dff05cd64e8 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/auc_pretty.txt @@ -0,0 +1,2 @@ + Mean DICE Final Mean DICE AUBC #Seeds +random 90.55 (+/- nan) 87.82 (+/- nan) 1.0 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..47d4856f95034c82fcd55f2a98517409fd7591fe --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"random"},"beta":{"0":5.1482451573},"beta_std":{"0":0.1031227513}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.txt b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..c5a66c764d786081241df57ff9be36e22ff31306 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/beta.txt @@ -0,0 +1,2 @@ + Query Method beta beta_std +0 random 5.148245 0.103123 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..993aaa68ee6bc012281abdf7619687562de98f19 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ed9bc2e5289bd1dccedf30d0c8da0dd8cad3062414a9104efe082747239818 +size 420161 diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.json b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..80bc198dfd45e1339229aa56420d752b33e5aa48 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.json @@ -0,0 +1,15 @@ +{ + "matrix": { + "random": { + "random": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.png b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..6e54cc48a577636201c705638b560f62a4113a51 Binary files /dev/null and b/analysis/patch-1000_1000_1000__qs-15__tr-nnUNetTrainer_500epochs/ppm.png differ diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/analysis.pkl b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..99215ab86911f7a029e7317a42410f438428de7a --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ba6edddd147026b749b57e21882aec937e101e16cbf219fc346eaa0d1f5c5c +size 120300 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..fd559b4a912d463fc32471b9399a6e7c332a80f8 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6799737974,"mutual_information":0.6822898314,"power_bald":0.659046571,"power_pe":0.6570251293,"pred_entropy":0.6526675162,"random":0.5937730403,"random-label":0.6433280703,"random-label2":0.6798039823,"softrank_bald":0.6680818719},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0444863805,"mutual_information":0.0231060929,"power_bald":0.0560581682,"power_pe":0.0390214814,"pred_entropy":0.024534322,"random":0.0555831025,"random-label":0.0117004985,"random-label2":0.0150965631,"softrank_bald":0.0367822169},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.7642766998,"mutual_information":0.7772119202,"power_bald":0.7524262939,"power_pe":0.7445649005,"pred_entropy":0.7579015879,"random":0.651933332,"random-label":0.7396667319,"random-label2":0.774271535,"softrank_bald":0.7598230105},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0289793928,"mutual_information":0.0145790935,"power_bald":0.0231613121,"power_pe":0.0228067927,"pred_entropy":0.0245256498,"random":0.0416893103,"random-label":0.0054606141,"random-label2":0.0026810459,"softrank_bald":0.0012690448},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.549358193,"mutual_information":0.5560599294,"power_bald":0.5178705124,"power_pe":0.5023941668,"pred_entropy":0.5058825139,"random":0.4532805847,"random-label":0.4951096358,"random-label2":0.5252422203,"softrank_bald":0.5282350371},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0648193095,"mutual_information":0.0125605808,"power_bald":0.0836159061,"power_pe":0.052447269,"pred_entropy":0.0427473309,"random":0.0688598976,"random-label":0.0488132608,"random-label2":0.0371148092,"softrank_bald":0.0403576523},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.6649088594,"mutual_information":0.685320482,"power_bald":0.6399996703,"power_pe":0.617990804,"pred_entropy":0.6451491584,"random":0.5280082132,"random-label":0.6228345321,"random-label2":0.6551808814,"softrank_bald":0.6369791821},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.0572075337,"mutual_information":0.024105028,"power_bald":0.0440003853,"power_pe":0.0512629004,"pred_entropy":0.0377798539,"random":0.0526802172,"random-label":0.0464119058,"random-label2":0.0165212835,"softrank_bald":0.0140331387},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6729259638,"mutual_information":0.6655773842,"power_bald":0.6574178104,"power_pe":0.6665303325,"pred_entropy":0.6496284085,"random":0.5987982471,"random-label":0.6605337125,"random-label2":0.6946151292,"softrank_bald":0.6636253075},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0397383286,"mutual_information":0.035679916,"power_bald":0.0463228056,"power_pe":0.0331490873,"pred_entropy":0.025827026,"random":0.0528971518,"random-label":0.0243649589,"random-label2":0.0147271584,"softrank_bald":0.043022685},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.7538383739,"mutual_information":0.754121181,"power_bald":0.7463551103,"power_pe":0.7512922651,"pred_entropy":0.7497170993,"random":0.6523948555,"random-label":0.746974616,"random-label2":0.7840487456,"softrank_bald":0.7617551663},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0336275074,"mutual_information":0.024667859,"power_bald":0.0210736454,"power_pe":0.0174339823,"pred_entropy":0.029815755,"random":0.0460158463,"random-label":0.0205127227,"random-label2":0.0042404759,"softrank_bald":0.0095251036},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.8176372354,"mutual_information":0.8252321807,"power_bald":0.8018513903,"power_pe":0.8021508887,"pred_entropy":0.8024916261,"random":0.729240289,"random-label":0.7743408626,"random-label2":0.8195545973,"softrank_bald":0.8123852711},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0312063533,"mutual_information":0.0267910405,"power_bald":0.039038459,"power_pe":0.0317294123,"pred_entropy":0.0225106349,"random":0.0475498764,"random-label":0.0315697076,"random-label2":0.0218336915,"softrank_bald":0.0286441532},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.8740828661,"mutual_information":0.8921940975,"power_bald":0.870924101,"power_pe":0.8644116325,"pred_entropy":0.8788385059,"random":0.7753969272,"random-label":0.8491910476,"random-label2":0.8835849778,"softrank_bald":0.880734683},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.0197872289,"mutual_information":0.0089892205,"power_bald":0.0251664837,"power_pe":0.0097591067,"pred_entropy":0.0161643935,"random":0.0312263087,"random-label":0.0248364372,"random-label2":0.0187096045,"softrank_bald":0.0146829534},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..2db5cb3d6d5c199ccc2e9ca9d95b0c562c93ff78 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.679974 0.044486 4 0.764277 0.028979 4 0.549358 0.064819 4 0.664909 0.057208 4 0.672926 0.039738 4 0.753838 0.033628 4 0.817637 0.031206 4 0.874083 0.019787 4 +mutual_information 0.682290 0.023106 4 0.777212 0.014579 4 0.556060 0.012561 4 0.685320 0.024105 4 0.665577 0.035680 4 0.754121 0.024668 4 0.825232 0.026791 4 0.892194 0.008989 4 +power_bald 0.659047 0.056058 4 0.752426 0.023161 4 0.517871 0.083616 4 0.640000 0.044000 4 0.657418 0.046323 4 0.746355 0.021074 4 0.801851 0.039038 4 0.870924 0.025166 4 +power_pe 0.657025 0.039021 4 0.744565 0.022807 4 0.502394 0.052447 4 0.617991 0.051263 4 0.666530 0.033149 4 0.751292 0.017434 4 0.802151 0.031729 4 0.864412 0.009759 4 +pred_entropy 0.652668 0.024534 4 0.757902 0.024526 4 0.505883 0.042747 4 0.645149 0.037780 4 0.649628 0.025827 4 0.749717 0.029816 4 0.802492 0.022511 4 0.878839 0.016164 4 +random 0.593773 0.055583 4 0.651933 0.041689 4 0.453281 0.068860 4 0.528008 0.052680 4 0.598798 0.052897 4 0.652395 0.046016 4 0.729240 0.047550 4 0.775397 0.031226 4 +random-label 0.643328 0.011700 4 0.739667 0.005461 4 0.495110 0.048813 4 0.622835 0.046412 4 0.660534 0.024365 4 0.746975 0.020513 4 0.774341 0.031570 4 0.849191 0.024836 4 +random-label2 0.679804 0.015097 4 0.774272 0.002681 4 0.525242 0.037115 4 0.655181 0.016521 4 0.694615 0.014727 4 0.784049 0.004240 4 0.819555 0.021834 4 0.883585 0.018710 4 +softrank_bald 0.668082 0.036782 4 0.759823 0.001269 4 0.528235 0.040358 4 0.636979 0.014033 4 0.663625 0.043023 4 0.761755 0.009525 4 0.812385 0.028644 4 0.880735 0.014683 4 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc_pretty.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..80461faa163081e05442c223afe5c99e39852122 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 76.43 (+/- 2.90) 68.00 (+/- 4.45) 4.0 +mutual_information 77.72 (+/- 1.46) 68.23 (+/- 2.31) 4.0 +power_bald 75.24 (+/- 2.32) 65.90 (+/- 5.61) 4.0 +power_pe 74.46 (+/- 2.28) 65.70 (+/- 3.90) 4.0 +pred_entropy 75.79 (+/- 2.45) 65.27 (+/- 2.45) 4.0 +random 65.19 (+/- 4.17) 59.38 (+/- 5.56) 4.0 +random-label 73.97 (+/- 0.55) 64.33 (+/- 1.17) 4.0 +random-label2 77.43 (+/- 0.27) 67.98 (+/- 1.51) 4.0 +softrank_bald 75.98 (+/- 0.13) 66.81 (+/- 3.68) 4.0 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/beta.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..05a978d9bf6ebfc307c07d985fbce295436ed960 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":239.8432194992,"1":230.3809170121,"2":305.9021037071,"3":300.9673906809,"4":184.9074309512,"5":479.1462299796,"6":101.6359294717,"7":216.1400554207,"8":245.1958223609},"beta_std":{"0":935.9819796239,"1":440.8867561214,"2":942.8176806866,"3":888.9310615884,"4":201.3567679207,"5":2311.8417357784,"6":46.5216445872,"7":96.2702135096,"8":442.2137464942}} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/beta.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..595daa7b42b8bb4677110eb8c609ddf7d746f169 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 239.843219 935.981980 +1 mutual_information 230.380917 440.886756 +2 power_bald 305.902104 942.817681 +3 power_pe 300.967391 888.931062 +4 pred_entropy 184.907431 201.356768 +5 random 479.146230 2311.841736 +6 random-label 101.635929 46.521645 +7 random-label2 216.140055 96.270214 +8 softrank_bald 245.195822 442.213746 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/overview.png b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..c857a3e519e5f46af26876b6e1742e7de24e2224 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c98f0f88f8de8ff3c246678777881c235c4cdb0fa6406d525a56e4b53e36bf +size 1349471 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/ppm.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..c08ff4f3d61c1cc5bb3c336ad4321969cf37a3c4 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "power_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "power_pe": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.2 + }, + "pred_entropy": { + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.2 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random-label": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.6000000000000001, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_power_pe66_exp": 0.0 + }, + "random": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.4, + "pred_entropy": 0.4, + "random-label2": 0.4, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..dbdfe9ecb581957d79dea7c495a853d390670f53 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007ef03f61f3de38a858cb7ac7aff305dd70fc7c8d78f24f5a92336079480f19 +size 103847 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/analysis.pkl b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..24beb9ab28992990f7c122b9d9ffea2744dca366 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ec7f4731cf943466fe7bc1af7dd6691c4b05f1c6687bc6fe2f12c3e54f5032 +size 120300 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..19a53ac215f8d5505ae206d8e8ce3ac70ea1beb8 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7598660134,"mutual_information":0.7580202506,"power_bald":0.7707246523,"power_pe":0.762618976,"pred_entropy":0.7466820991,"random":0.7098794764,"random-label":0.7468527155,"random-label2":0.7508626709,"softrank_bald":0.7684440564},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0263572561,"mutual_information":0.0109503677,"power_bald":0.0110706682,"power_pe":0.023648353,"pred_entropy":0.0125897417,"random":0.031748972,"random-label":0.0027815394,"random-label2":0.0177750883,"softrank_bald":0.01311249},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.8260303603,"mutual_information":0.8259073574,"power_bald":0.8300802013,"power_pe":0.8215877612,"pred_entropy":0.8117690523,"random":0.7665840866,"random-label":0.8218217952,"random-label2":0.8165236665,"softrank_bald":0.8215683108},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0167509096,"mutual_information":0.0123917688,"power_bald":0.0121245604,"power_pe":0.0214750355,"pred_entropy":0.0131535139,"random":0.0122443734,"random-label":0.0151595304,"random-label2":0.0100748257,"softrank_bald":0.0047272646},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.6526087287,"mutual_information":0.6606031637,"power_bald":0.6844446807,"power_pe":0.6593147071,"pred_entropy":0.6449345972,"random":0.5928151645,"random-label":0.625987145,"random-label2":0.6221604777,"softrank_bald":0.68538765},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0395180961,"mutual_information":0.0232454166,"power_bald":0.0170078616,"power_pe":0.0308231731,"pred_entropy":0.0242073248,"random":0.039322533,"random-label":0.0405967575,"random-label2":0.0359682608,"softrank_bald":0.0159313263},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.7589899706,"mutual_information":0.7674605176,"power_bald":0.7771768093,"power_pe":0.7550720218,"pred_entropy":0.7515520666,"random":0.6691221136,"random-label":0.7378706171,"random-label2":0.7238579473,"softrank_bald":0.7670970351},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.0316856138,"mutual_information":0.021749189,"power_bald":0.0230020358,"power_pe":0.0419652079,"pred_entropy":0.0251208536,"random":0.0304257041,"random-label":0.0523106428,"random-label2":0.0312693511,"softrank_bald":0.0146043856},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7560598913,"mutual_information":0.7451907705,"power_bald":0.7573308011,"power_pe":0.757891064,"pred_entropy":0.7370275216,"random":0.7097013243,"random-label":0.7663705381,"random-label2":0.7654192504,"softrank_bald":0.7546272766},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0285140105,"mutual_information":0.0179775788,"power_bald":0.0158695079,"power_pe":0.0257989275,"pred_entropy":0.0188607731,"random":0.0383003986,"random-label":0.0165754246,"random-label2":0.013937912,"softrank_bald":0.0128056498},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.8133515946,"mutual_information":0.8030634369,"power_bald":0.8101349542,"power_pe":0.805611397,"pred_entropy":0.7917695485,"random":0.7624121693,"random-label":0.831063828,"random-label2":0.8214579408,"softrank_bald":0.8019968914},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0098992628,"mutual_information":0.0141373735,"power_bald":0.013899397,"power_pe":0.0152540246,"pred_entropy":0.0082992095,"random":0.0213841673,"random-label":0.0078865844,"random-label2":0.0097203081,"softrank_bald":0.0110976402},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.8709294201,"mutual_information":0.8682668177,"power_bald":0.8703984751,"power_pe":0.8706511569,"pred_entropy":0.8580841785,"random":0.8271219403,"random-label":0.8482004633,"random-label2":0.8650082847,"softrank_bald":0.8653172425},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0161163555,"mutual_information":0.006703169,"power_bald":0.0092223607,"power_pe":0.0152251008,"pred_entropy":0.0024083804,"random":0.0426845769,"random-label":0.0240912228,"random-label2":0.01712123,"softrank_bald":0.0126555292},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.9057495156,"mutual_information":0.9071981176,"power_bald":0.9029288405,"power_pe":0.9040798647,"pred_entropy":0.8919855417,"random":0.8682179768,"random-label":0.8965309405,"random-label2":0.9042551116,"softrank_bald":0.8956110059},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.0121468384,"mutual_information":0.0071443434,"power_bald":0.0081344037,"power_pe":0.008749055,"pred_entropy":0.0085076384,"random":0.0263623776,"random-label":0.0180818803,"random-label2":0.0086100981,"softrank_bald":0.0172207962},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..38d123d9511275527ac68eb76c579e533e318495 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.759866 0.026357 4 0.826030 0.016751 4 0.652609 0.039518 4 0.758990 0.031686 4 0.756060 0.028514 4 0.813352 0.009899 4 0.870929 0.016116 4 0.905750 0.012147 4 +mutual_information 0.758020 0.010950 4 0.825907 0.012392 4 0.660603 0.023245 4 0.767461 0.021749 4 0.745191 0.017978 4 0.803063 0.014137 4 0.868267 0.006703 4 0.907198 0.007144 4 +power_bald 0.770725 0.011071 4 0.830080 0.012125 4 0.684445 0.017008 4 0.777177 0.023002 4 0.757331 0.015870 4 0.810135 0.013899 4 0.870398 0.009222 4 0.902929 0.008134 4 +power_pe 0.762619 0.023648 4 0.821588 0.021475 4 0.659315 0.030823 4 0.755072 0.041965 4 0.757891 0.025799 4 0.805611 0.015254 4 0.870651 0.015225 4 0.904080 0.008749 4 +pred_entropy 0.746682 0.012590 4 0.811769 0.013154 4 0.644935 0.024207 4 0.751552 0.025121 4 0.737028 0.018861 4 0.791770 0.008299 4 0.858084 0.002408 4 0.891986 0.008508 4 +random 0.709879 0.031749 4 0.766584 0.012244 4 0.592815 0.039323 4 0.669122 0.030426 4 0.709701 0.038300 4 0.762412 0.021384 4 0.827122 0.042685 4 0.868218 0.026362 4 +random-label 0.746853 0.002782 4 0.821822 0.015160 4 0.625987 0.040597 4 0.737871 0.052311 4 0.766371 0.016575 4 0.831064 0.007887 4 0.848200 0.024091 4 0.896531 0.018082 4 +random-label2 0.750863 0.017775 4 0.816524 0.010075 4 0.622160 0.035968 4 0.723858 0.031269 4 0.765419 0.013938 4 0.821458 0.009720 4 0.865008 0.017121 4 0.904255 0.008610 4 +softrank_bald 0.768444 0.013112 4 0.821568 0.004727 4 0.685388 0.015931 4 0.767097 0.014604 4 0.754627 0.012806 4 0.801997 0.011098 4 0.865317 0.012656 4 0.895611 0.017221 4 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc_pretty.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..caa9712f71731b6e0577e85bc5b2a723af672ca6 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 82.60 (+/- 1.68) 75.99 (+/- 2.64) 4.0 +mutual_information 82.59 (+/- 1.24) 75.80 (+/- 1.10) 4.0 +power_bald 83.01 (+/- 1.21) 77.07 (+/- 1.11) 4.0 +power_pe 82.16 (+/- 2.15) 76.26 (+/- 2.36) 4.0 +pred_entropy 81.18 (+/- 1.32) 74.67 (+/- 1.26) 4.0 +random 76.66 (+/- 1.22) 70.99 (+/- 3.17) 4.0 +random-label 82.18 (+/- 1.52) 74.69 (+/- 0.28) 4.0 +random-label2 81.65 (+/- 1.01) 75.09 (+/- 1.78) 4.0 +softrank_bald 82.16 (+/- 0.47) 76.84 (+/- 1.31) 4.0 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/beta.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..252adfc03370683a0412c81091ffc1c0cf48a111 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":143.569296701,"1":149.8068531574,"2":207.9949662748,"3":211.9061529887,"4":119.5207493983,"5":461.5333192167,"6":72.0923700691,"7":127.8721395225,"8":199.2301741718},"beta_std":{"0":329.1480030255,"1":438.1779864192,"2":497.0121029166,"3":452.9461571069,"4":162.6487824816,"5":714.2325102583,"6":21.050038989,"7":65.3910989762,"8":461.6033887727}} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/beta.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..2605b559eade728c99239cb08bc6b9b595284859 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 143.569297 329.148003 +1 mutual_information 149.806853 438.177986 +2 power_bald 207.994966 497.012103 +3 power_pe 211.906153 452.946157 +4 pred_entropy 119.520749 162.648782 +5 random 461.533319 714.232510 +6 random-label 72.092370 21.050039 +7 random-label2 127.872140 65.391099 +8 softrank_bald 199.230174 461.603389 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/overview.png b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..f3d92329f8c53710e04a5f60889bfd5c2a9386cd --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82960d0009fbe8d2c630785436be41bc829604a33360484897575bd01ff64de2 +size 1322390 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/ppm.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..258a7435e1965a4d5625af2e4545ec5ed4523ca6 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_power_pe66_exp": 0.0 + }, + "random-label2": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_power_pe66_exp": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_power_pe66_exp": 0.0 + }, + "random": { + "mutual_information": 0.4, + "power_bald": 0.6000000000000001, + "power_pe": 0.8, + "pred_entropy": 0.4, + "random-label2": 0.4, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..8226d9a9bd2b8df02649e90ae4d54937c951d50f --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e426e33556c827e3acd351b1b4f10b7800d8aea54b575fb6e887a9fe27fa76 +size 100463 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/analysis.pkl b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..138ce0f072eb98dda390abeac621efbf1c38043a --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7c766cd099cd6f6dc6eaedffd7782c2c5fe51e0905711031c7828987893476 +size 120300 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..ec47a7c1d71a960cb61d30d701487b212ab05bf4 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7982163699,"mutual_information":0.7959484098,"power_bald":0.8027368706,"power_pe":0.7985487539,"pred_entropy":0.7925054317,"random":0.7630054765,"random-label":0.8033168646,"random-label2":0.7955155148,"softrank_bald":0.796864866},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0108704626,"mutual_information":0.0104891441,"power_bald":0.0138735565,"power_pe":0.0131088269,"pred_entropy":0.0094772009,"random":0.0080425753,"random-label":0.0056027316,"random-label2":0.0112184512,"softrank_bald":0.0103037769},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.8424038351,"mutual_information":0.8398846166,"power_bald":0.8454397116,"power_pe":0.8448469526,"pred_entropy":0.8358208003,"random":0.79094538,"random-label":0.8587618334,"random-label2":0.8443782708,"softrank_bald":0.8403157566},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0079485985,"mutual_information":0.0084889548,"power_bald":0.0124891047,"power_pe":0.015489444,"pred_entropy":0.0133216809,"random":0.0045943303,"random-label":0.0064225665,"random-label2":0.0031948817,"softrank_bald":0.0156156174},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7122751525,"mutual_information":0.7147103009,"power_bald":0.7343170243,"power_pe":0.7174906328,"pred_entropy":0.7083112802,"random":0.65202563,"random-label":0.7060423619,"random-label2":0.6967221747,"softrank_bald":0.7213143069},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.014936627,"mutual_information":0.0147295981,"power_bald":0.0285173581,"power_pe":0.0240841105,"pred_entropy":0.0183818252,"random":0.0284036784,"random-label":0.0250426998,"random-label2":0.0283900205,"softrank_bald":0.0209529777},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.7840543584,"mutual_information":0.7906617368,"power_bald":0.8023047278,"power_pe":0.7944980415,"pred_entropy":0.7813513608,"random":0.6967275849,"random-label":0.7957467389,"random-label2":0.7783545013,"softrank_bald":0.7883662861},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.0264839598,"mutual_information":0.0094247937,"power_bald":0.0200500319,"power_pe":0.0251398192,"pred_entropy":0.0266679059,"random":0.0154524377,"random-label":0.0187696583,"random-label2":0.0105105423,"softrank_bald":0.0391437505},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7925854803,"mutual_information":0.7843954242,"power_bald":0.7855396552,"power_pe":0.7879836469,"pred_entropy":0.7808236803,"random":0.7655731698,"random-label":0.807693929,"random-label2":0.7955801609,"softrank_bald":0.7826794329},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0160734698,"mutual_information":0.015414371,"power_bald":0.0113540103,"power_pe":0.0095471084,"pred_entropy":0.014760075,"random":0.0127286568,"random-label":0.0065595857,"random-label2":0.0145055236,"softrank_bald":0.0093736677},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.8329742676,"mutual_information":0.817158401,"power_bald":0.8241693271,"power_pe":0.8281598221,"pred_entropy":0.8166005781,"random":0.7894183254,"random-label":0.8537147781,"random-label2":0.8368775059,"softrank_bald":0.8222545637},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0072466204,"mutual_information":0.0101614564,"power_bald":0.0103463995,"power_pe":0.0098288208,"pred_entropy":0.0106011449,"random":0.011642728,"random-label":0.0069902145,"random-label2":0.0050788522,"softrank_bald":0.0058562605},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.8897884769,"mutual_information":0.8887395041,"power_bald":0.8883539322,"power_pe":0.890171982,"pred_entropy":0.8883813346,"random":0.8714176297,"random-label":0.8962143029,"random-label2":0.8942442086,"softrank_bald":0.8866008584},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0087022369,"mutual_information":0.0092553716,"power_bald":0.0055118966,"power_pe":0.0096119599,"pred_entropy":0.0074508827,"random":0.0141423943,"random-label":0.0137125832,"random-label2":0.0055772001,"softrank_bald":0.0056129434},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.9101828793,"mutual_information":0.9118337119,"power_bald":0.9098450799,"power_pe":0.9118829944,"pred_entropy":0.9095104621,"random":0.8866902298,"random-label":0.9268239833,"random-label2":0.9179028052,"softrank_bald":0.9103264199},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.009850459,"mutual_information":0.0098062657,"power_bald":0.0088960109,"power_pe":0.0126081859,"pred_entropy":0.0065900122,"random":0.0092869884,"random-label":0.0062052602,"random-label2":0.0018122015,"softrank_bald":0.0064088554},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..1f6b905340e835daddabeae52910e954dbe4112f --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.798216 0.010870 4 0.842404 0.007949 4 0.712275 0.014937 4 0.784054 0.026484 4 0.792585 0.016073 4 0.832974 0.007247 4 0.889788 0.008702 4 0.910183 0.009850 4 +mutual_information 0.795948 0.010489 4 0.839885 0.008489 4 0.714710 0.014730 4 0.790662 0.009425 4 0.784395 0.015414 4 0.817158 0.010161 4 0.888740 0.009255 4 0.911834 0.009806 4 +power_bald 0.802737 0.013874 4 0.845440 0.012489 4 0.734317 0.028517 4 0.802305 0.020050 4 0.785540 0.011354 4 0.824169 0.010346 4 0.888354 0.005512 4 0.909845 0.008896 4 +power_pe 0.798549 0.013109 4 0.844847 0.015489 4 0.717491 0.024084 4 0.794498 0.025140 4 0.787984 0.009547 4 0.828160 0.009829 4 0.890172 0.009612 4 0.911883 0.012608 4 +pred_entropy 0.792505 0.009477 4 0.835821 0.013322 4 0.708311 0.018382 4 0.781351 0.026668 4 0.780824 0.014760 4 0.816601 0.010601 4 0.888381 0.007451 4 0.909510 0.006590 4 +random 0.763005 0.008043 4 0.790945 0.004594 4 0.652026 0.028404 4 0.696728 0.015452 4 0.765573 0.012729 4 0.789418 0.011643 4 0.871418 0.014142 4 0.886690 0.009287 4 +random-label 0.803317 0.005603 4 0.858762 0.006423 4 0.706042 0.025043 4 0.795747 0.018770 4 0.807694 0.006560 4 0.853715 0.006990 4 0.896214 0.013713 4 0.926824 0.006205 4 +random-label2 0.795516 0.011218 4 0.844378 0.003195 4 0.696722 0.028390 4 0.778355 0.010511 4 0.795580 0.014506 4 0.836878 0.005079 4 0.894244 0.005577 4 0.917903 0.001812 4 +softrank_bald 0.796865 0.010304 4 0.840316 0.015616 4 0.721314 0.020953 4 0.788366 0.039144 4 0.782679 0.009374 4 0.822255 0.005856 4 0.886601 0.005613 4 0.910326 0.006409 4 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc_pretty.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..f7c1fc2885216d9fe0c1751b76513e005dc0d79e --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 84.24 (+/- 0.79) 79.82 (+/- 1.09) 4.0 +mutual_information 83.99 (+/- 0.85) 79.59 (+/- 1.05) 4.0 +power_bald 84.54 (+/- 1.25) 80.27 (+/- 1.39) 4.0 +power_pe 84.48 (+/- 1.55) 79.85 (+/- 1.31) 4.0 +pred_entropy 83.58 (+/- 1.33) 79.25 (+/- 0.95) 4.0 +random 79.09 (+/- 0.46) 76.30 (+/- 0.80) 4.0 +random-label 85.88 (+/- 0.64) 80.33 (+/- 0.56) 4.0 +random-label2 84.44 (+/- 0.32) 79.55 (+/- 1.12) 4.0 +softrank_bald 84.03 (+/- 1.56) 79.69 (+/- 1.03) 4.0 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/beta.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..54b88355d8cb1b13371946e99876b2ccd1ee0fd4 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":88.3135878483,"1":75.4862293191,"2":121.5145173343,"3":132.7539150243,"4":84.9649457921,"5":260.9344368553,"6":56.9005691404,"7":87.8761696645,"8":118.3182816157},"beta_std":{"0":136.9698249535,"1":69.3294448238,"2":193.5892674789,"3":269.8033845129,"4":102.7992067682,"5":529.7812225158,"6":8.4181566592,"7":27.5039095982,"8":181.983068693}} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/beta.txt b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..4576b5c16677e2e856f2917706f66afc3e5149d7 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 88.313588 136.969825 +1 mutual_information 75.486229 69.329445 +2 power_bald 121.514517 193.589267 +3 power_pe 132.753915 269.803385 +4 pred_entropy 84.964946 102.799207 +5 random 260.934437 529.781223 +6 random-label 56.900569 8.418157 +7 random-label2 87.876170 27.503910 +8 softrank_bald 118.318282 181.983069 \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/overview.png b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..97b3397cd1b46f94bc349aaea522b78553706ab8 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12777491bf04937c262ec6c90f9ec2368f533595aab84491eaa9f2f2eeef2ed8 +size 1284848 diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/ppm.json b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..fe7476a2f4f1149ba1cd0656a940cc2d3ea2bb19 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.4, + "random-label2": 0.6000000000000001, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "class_power_pe66_exp": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..0eb31f3975b1286192ed293ebc87096db3f9a079 --- /dev/null +++ b/analysis/patch-2_20_20__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0be9ebba47820c89cecb2ba9ecb85b7a5ae957760b6db153db3062ac8c09ce17 +size 102414 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..816a4c7366febecb2a3b75b64145ea2fc35cfa4b --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a90e5a96a023b18fb13f2df2b1e5819b5ad0feb6fb6b9e78a430d8179fc8ed4 +size 185406 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..7125979acdaf642fb9fb0aa43ae64c64bb740f56 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.8262400879,"power_bald":0.8109225884,"power_pe":0.8211479008,"pred_entropy":0.8199875017,"random":0.7649864796,"random-label":0.8229419525,"random-label2":0.8086519618,"softrank_bald":0.8226614051},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0053004229,"power_bald":0.0054481972,"power_pe":0.0098887293,"pred_entropy":0.0074828654,"random":0.017296226,"random-label":0.0088227359,"random-label2":0.0117293872,"softrank_bald":0.0105592432},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.8755816714,"power_bald":0.8600395952,"power_pe":0.8672233628,"pred_entropy":0.8735029526,"random":0.8073730988,"random-label":0.8616588319,"random-label2":0.8451846346,"softrank_bald":0.8731952962},"('Mean Dice Final', 'std')":{"mutual_information":0.002012617,"power_bald":0.0073911365,"power_pe":0.0037626449,"pred_entropy":0.006509177,"random":0.0198159036,"random-label":0.0038379817,"random-label2":0.0103292637,"softrank_bald":0.0054797562},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.7700909755,"power_bald":0.7494783449,"power_pe":0.7680430012,"pred_entropy":0.76026519,"random":0.6745073684,"random-label":0.7577040773,"random-label2":0.7262011353,"softrank_bald":0.7647354283},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0071081837,"power_bald":0.0108661567,"power_pe":0.0144087041,"pred_entropy":0.0128058243,"random":0.0308094811,"random-label":0.0196883243,"random-label2":0.0184765067,"softrank_bald":0.0266474289},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.8480167933,"power_bald":0.8291509798,"power_pe":0.8336894934,"pred_entropy":0.846383626,"random":0.7432616391,"random-label":0.8150393184,"random-label2":0.7922297814,"softrank_bald":0.8451430425},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0065938891,"power_bald":0.0124826097,"power_pe":0.0104216004,"pred_entropy":0.0096663727,"random":0.0233378343,"random-label":0.0136886362,"random-label2":0.0081455399,"softrank_bald":0.0079462741},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8093236669,"power_bald":0.794868374,"power_pe":0.8000070231,"pred_entropy":0.804241219,"random":0.759549946,"random-label":0.8106936224,"random-label2":0.8061361118,"softrank_bald":0.8058412307},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0097185502,"power_bald":0.0032439058,"power_pe":0.0060008009,"pred_entropy":0.0106867293,"random":0.0111788843,"random-label":0.0114295732,"random-label2":0.0152403074,"softrank_bald":0.007672938},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.849042926,"power_bald":0.8336228935,"power_pe":0.8452425555,"pred_entropy":0.8466484393,"random":0.7962195624,"random-label":0.8469495477,"random-label2":0.8343509258,"softrank_bald":0.8477405892},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0033905685,"power_bald":0.0061134415,"power_pe":0.0037052741,"pred_entropy":0.0072456707,"random":0.0169773061,"random-label":0.0043567214,"random-label2":0.0123079719,"softrank_bald":0.0090831095},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.8993056212,"power_bald":0.8884210463,"power_pe":0.8953936781,"pred_entropy":0.8954560961,"random":0.8609021243,"random-label":0.9004281579,"random-label2":0.8936186384,"softrank_bald":0.8974075563},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0088589758,"power_bald":0.0026195425,"power_pe":0.0098501176,"pred_entropy":0.0074177381,"random":0.0172346997,"random-label":0.0047589965,"random-label2":0.0089967454,"softrank_bald":0.0039806525},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9296852948,"power_bald":0.9173449122,"power_pe":0.9227380394,"pred_entropy":0.9274767923,"random":0.8826380949,"random-label":0.9229876294,"random-label2":0.9089731966,"softrank_bald":0.9267022568},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0017584446,"power_bald":0.0041754038,"power_pe":0.0028314137,"pred_entropy":0.0037221833,"random":0.022775137,"random-label":0.002181876,"random-label2":0.01305566,"softrank_bald":0.006061469},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..29e5c41bbdec7751659c355631b3244904483c26 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.826240 0.005300 4 0.875582 0.002013 4 0.770091 0.007108 4 0.848017 0.006594 4 0.809324 0.009719 4 0.849043 0.003391 4 0.899306 0.008859 4 0.929685 0.001758 4 +power_bald 0.810923 0.005448 4 0.860040 0.007391 4 0.749478 0.010866 4 0.829151 0.012483 4 0.794868 0.003244 4 0.833623 0.006113 4 0.888421 0.002620 4 0.917345 0.004175 4 +power_pe 0.821148 0.009889 4 0.867223 0.003763 4 0.768043 0.014409 4 0.833689 0.010422 4 0.800007 0.006001 4 0.845243 0.003705 4 0.895394 0.009850 4 0.922738 0.002831 4 +pred_entropy 0.819988 0.007483 4 0.873503 0.006509 4 0.760265 0.012806 4 0.846384 0.009666 4 0.804241 0.010687 4 0.846648 0.007246 4 0.895456 0.007418 4 0.927477 0.003722 4 +random 0.764986 0.017296 4 0.807373 0.019816 4 0.674507 0.030809 4 0.743262 0.023338 4 0.759550 0.011179 4 0.796220 0.016977 4 0.860902 0.017235 4 0.882638 0.022775 4 +random-label 0.822942 0.008823 4 0.861659 0.003838 4 0.757704 0.019688 4 0.815039 0.013689 4 0.810694 0.011430 4 0.846950 0.004357 4 0.900428 0.004759 4 0.922988 0.002182 4 +random-label2 0.808652 0.011729 4 0.845185 0.010329 4 0.726201 0.018477 4 0.792230 0.008146 4 0.806136 0.015240 4 0.834351 0.012308 4 0.893619 0.008997 4 0.908973 0.013056 4 +softrank_bald 0.822661 0.010559 4 0.873195 0.005480 4 0.764735 0.026647 4 0.845143 0.007946 4 0.805841 0.007673 4 0.847741 0.009083 4 0.897408 0.003981 4 0.926702 0.006061 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..7112a00b273f26c52c39c3162e2cc21348a5c122 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 87.56 (+/- 0.20) 82.62 (+/- 0.53) 4.0 +power_bald 86.00 (+/- 0.74) 81.09 (+/- 0.54) 4.0 +power_pe 86.72 (+/- 0.38) 82.11 (+/- 0.99) 4.0 +pred_entropy 87.35 (+/- 0.65) 82.00 (+/- 0.75) 4.0 +random 80.74 (+/- 1.98) 76.50 (+/- 1.73) 4.0 +random-label 86.17 (+/- 0.38) 82.29 (+/- 0.88) 4.0 +random-label2 84.52 (+/- 1.03) 80.87 (+/- 1.17) 4.0 +softrank_bald 87.32 (+/- 0.55) 82.27 (+/- 1.06) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..7f2993744788fa3e0592e821141d9cda6d27139d --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":34.1296456769,"1":42.4237931097,"2":50.6346123598,"3":32.2393459387,"4":55.9796750568,"5":31.1955580747,"6":43.2875697282,"7":40.9343071464},"beta_std":{"0":2.978741193,"1":5.8332266301,"2":9.770309941,"3":1.3966221107,"4":15.962583123,"5":2.61455717,"6":6.7850610939,"7":4.0863052424}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..3be12b90d9f357e27f6ddaa351e9edb236eeb93e --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 34.129646 2.978741 +1 power_bald 42.423793 5.833227 +2 power_pe 50.634612 9.770310 +3 pred_entropy 32.239346 1.396622 +4 random 55.979675 15.962583 +5 random-label 31.195558 2.614557 +6 random-label2 43.287570 6.785061 +7 softrank_bald 40.934307 4.086305 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..11cce17426834748e50a618741ba0e2790ae685a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8984b4852131e3fb8cbd71b9412f29a95f186b157f99c211725fbc5c87d7ee +size 1326862 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..a7114c41dcb28a2925b7c315fd69b87980f6ffb7 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.4444444444444444, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "pred_entropy": { + "mutual_information": 0.1111111111111111, + "power_bald": 0.0, + "power_pe": 0.1111111111111111, + "pred_entropy": 0.0, + "random-label2": 0.1111111111111111, + "random-label": 0.1111111111111111, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.4444444444444444, + "power_bald": 0.0, + "power_pe": 0.4444444444444444, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.4444444444444444, + "random": 0.0, + "softrank_bald": 0.5555555555555556 + }, + "random-label": { + "mutual_information": 0.4444444444444444, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "random": { + "mutual_information": 1.0000000000000002, + "power_bald": 0.6666666666666667, + "power_pe": 0.8888888888888891, + "pred_entropy": 0.7777777777777779, + "random-label2": 0.8888888888888891, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.7777777777777779 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..e5271f77a9454fe12b56a42acb95b2bd2b8f1e1e Binary files /dev/null and b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15/ppm.png differ diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ef28b9a9be4575e076b0473571166ed611ed9af3 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db075e750d6d70e183e3f14c4e13b1359b4022851000fbae4ba763f3b3866533 +size 188286 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..c205126e0321e3e6e8a570ce0512c889a5f2f983 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.820328063,"power_bald":0.8102534076,"power_pe":0.8073619365,"pred_entropy":0.818060037,"random":0.7665433956,"random-label":0.8105099678,"random-label2":0.801878449,"softrank_bald":0.8239781759},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0069329711,"power_bald":0.0048871682,"power_pe":0.0076182083,"pred_entropy":0.0085632099,"random":0.0047419557,"random-label":0.0073681936,"random-label2":0.0102807003,"softrank_bald":0.0070127824},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.8742171748,"power_bald":0.8534677699,"power_pe":0.8608172877,"pred_entropy":0.8729996676,"random":0.8060909668,"random-label":0.861029685,"random-label2":0.8379616451,"softrank_bald":0.8713267455},"('Mean Dice Final', 'std')":{"mutual_information":0.0048660845,"power_bald":0.0089727648,"power_pe":0.0116608219,"pred_entropy":0.0080154065,"random":0.0212646194,"random-label":0.0074074183,"random-label2":0.0075798051,"softrank_bald":0.0029530397},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.7623993121,"power_bald":0.7441429616,"power_pe":0.7413863139,"pred_entropy":0.7585756385,"random":0.6806399009,"random-label":0.7364231892,"random-label2":0.7192498418,"softrank_bald":0.7683524785},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0099645346,"power_bald":0.0170945851,"power_pe":0.0220380055,"pred_entropy":0.0088470399,"random":0.0156345678,"random-label":0.0137451692,"random-label2":0.0263968405,"softrank_bald":0.0113150073},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.8505642189,"power_bald":0.8140951326,"power_pe":0.8234568581,"pred_entropy":0.8464244323,"random":0.7374020226,"random-label":0.8032490384,"random-label2":0.7722146403,"softrank_bald":0.8411649928},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0097807802,"power_bald":0.0205325628,"power_pe":0.0212476964,"pred_entropy":0.0154303104,"random":0.0389356768,"random-label":0.0232055476,"random-label2":0.0085551867,"softrank_bald":0.0087006653},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8038470121,"power_bald":0.7999135486,"power_pe":0.7942804461,"pred_entropy":0.7981754109,"random":0.7585913782,"random-label":0.8019376341,"random-label2":0.7976789804,"softrank_bald":0.8062476798},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0086520795,"power_bald":0.0067293302,"power_pe":0.0027627094,"pred_entropy":0.0107808355,"random":0.0095396008,"random-label":0.0161057279,"random-label2":0.0063812278,"softrank_bald":0.0081686659},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.8471537392,"power_bald":0.8375231177,"power_pe":0.839958294,"pred_entropy":0.845811508,"random":0.7960240927,"random-label":0.8532300196,"random-label2":0.8323440305,"softrank_bald":0.8478520595},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0032141853,"power_bald":0.0047003708,"power_pe":0.0112997448,"pred_entropy":0.0059478468,"random":0.0231289877,"random-label":0.0034849729,"random-label2":0.0053907509,"softrank_bald":0.0049880928},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.8947378649,"power_bald":0.8867037125,"power_pe":0.8864190494,"pred_entropy":0.8974290616,"random":0.8603989077,"random-label":0.8931690802,"random-label2":0.888706525,"softrank_bald":0.8973343693},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0071599081,"power_bald":0.0017224919,"power_pe":0.0030374971,"pred_entropy":0.0085263261,"random":0.0142859129,"random-label":0.012363613,"random-label2":0.0076785239,"softrank_bald":0.0065734502},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9249335661,"power_bald":0.9087850594,"power_pe":0.9190367111,"pred_entropy":0.9267630627,"random":0.8848467851,"random-label":0.9266099971,"random-label2":0.9093262645,"softrank_bald":0.9249631843},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0025727864,"power_bald":0.0070217928,"power_pe":0.0098748955,"pred_entropy":0.0037269696,"random":0.0196024975,"random-label":0.0012060747,"random-label2":0.0108021853,"softrank_bald":0.0033569108},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..c296d574169f6825bc93ca2b9eb793c88c73e2ff --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.820328 0.006933 4 0.874217 0.004866 4 0.762399 0.009965 4 0.850564 0.009781 4 0.803847 0.008652 4 0.847154 0.003214 4 0.894738 0.007160 4 0.924934 0.002573 4 +power_bald 0.810253 0.004887 4 0.853468 0.008973 4 0.744143 0.017095 4 0.814095 0.020533 4 0.799914 0.006729 4 0.837523 0.004700 4 0.886704 0.001722 4 0.908785 0.007022 4 +power_pe 0.807362 0.007618 4 0.860817 0.011661 4 0.741386 0.022038 4 0.823457 0.021248 4 0.794280 0.002763 4 0.839958 0.011300 4 0.886419 0.003037 4 0.919037 0.009875 4 +pred_entropy 0.818060 0.008563 4 0.873000 0.008015 4 0.758576 0.008847 4 0.846424 0.015430 4 0.798175 0.010781 4 0.845812 0.005948 4 0.897429 0.008526 4 0.926763 0.003727 4 +random 0.766543 0.004742 4 0.806091 0.021265 4 0.680640 0.015635 4 0.737402 0.038936 4 0.758591 0.009540 4 0.796024 0.023129 4 0.860399 0.014286 4 0.884847 0.019602 4 +random-label 0.810510 0.007368 4 0.861030 0.007407 4 0.736423 0.013745 4 0.803249 0.023206 4 0.801938 0.016106 4 0.853230 0.003485 4 0.893169 0.012364 4 0.926610 0.001206 4 +random-label2 0.801878 0.010281 4 0.837962 0.007580 4 0.719250 0.026397 4 0.772215 0.008555 4 0.797679 0.006381 4 0.832344 0.005391 4 0.888707 0.007679 4 0.909326 0.010802 4 +softrank_bald 0.823978 0.007013 4 0.871327 0.002953 4 0.768352 0.011315 4 0.841165 0.008701 4 0.806248 0.008169 4 0.847852 0.004988 4 0.897334 0.006573 4 0.924963 0.003357 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..7daf9fa19cb152a23f770d1bae80fa98b2fa8684 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 87.42 (+/- 0.49) 82.03 (+/- 0.69) 4.0 +power_bald 85.35 (+/- 0.90) 81.03 (+/- 0.49) 4.0 +power_pe 86.08 (+/- 1.17) 80.74 (+/- 0.76) 4.0 +pred_entropy 87.30 (+/- 0.80) 81.81 (+/- 0.86) 4.0 +random 80.61 (+/- 2.13) 76.65 (+/- 0.47) 4.0 +random-label 86.10 (+/- 0.74) 81.05 (+/- 0.74) 4.0 +random-label2 83.80 (+/- 0.76) 80.19 (+/- 1.03) 4.0 +softrank_bald 87.13 (+/- 0.30) 82.40 (+/- 0.70) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..938aaf91de8a006c62149ac346d98f837d97cc63 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":30.6981707743,"1":48.0637625291,"2":49.6998503083,"3":32.4731979744,"4":64.0351129004,"5":27.2678379775,"6":42.2841430835,"7":40.2789383539},"beta_std":{"0":1.3640430362,"1":5.720757622,"2":5.5592062189,"3":1.9130137505,"4":11.7252078788,"5":1.6515366069,"6":3.5772679352,"7":4.5631824553}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..084df0ee07abd9e80415ba9b4b3ed4832d0db96a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 30.698171 1.364043 +1 power_bald 48.063763 5.720758 +2 power_pe 49.699850 5.559206 +3 pred_entropy 32.473198 1.913014 +4 random 64.035113 11.725208 +5 random-label 27.267838 1.651537 +6 random-label2 42.284143 3.577268 +7 softrank_bald 40.278938 4.563182 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..6bec00484045b2876fc06728d4d57d3a1e9e358d --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe086e38376d5765adee3eb9e01fa2ef74f40195d2bcd2c3771a5df6cb2d4c44 +size 1372524 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..df7576473f511d56d03480ac41efe60becea4627 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.1111111111111111, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.1111111111111111, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "power_pe": { + "mutual_information": 0.2222222222222222, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.1111111111111111, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.2222222222222222 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "random-label2": { + "mutual_information": 0.4444444444444444, + "power_bald": 0.1111111111111111, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.4444444444444444, + "random": 0.0, + "softrank_bald": 0.6666666666666667 + }, + "random-label": { + "mutual_information": 0.2222222222222222, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "random": { + "mutual_information": 0.6666666666666667, + "power_bald": 0.8888888888888891, + "power_pe": 0.7777777777777779, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.7777777777777779, + "random-label": 0.6666666666666667, + "random": 0.0, + "softrank_bald": 0.8888888888888891 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..57f4fd4b00af9bb578199e9f16dc3a5ff48ebefd --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-15_revision/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160b7697098dfce9ceb6222d81c247382a8a27d1889e851c18f2dd715aef30a5 +size 101261 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..7d605c87548271d1bd0f36dad1b90a7789be384d --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903777ef982fb9d522c5ab37183fdc4e05c0eb55ef9aa9102adcb111e69614ab +size 170722 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..0c661d1147ffcbe4e2185cd96dd84a411751b28a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.8099687986,"class_pe66":0.8212465398,"class_power_pe66":0.8040040015,"class_power_pe66_exp":0.8131221202,"kmeans_bald":0.7843804633,"mutual_information":0.7983650028,"power_bald":0.8118328363,"power_pe":0.8046246659,"pred_entropy":0.8001875658,"random":0.7665407817,"random-label":0.8232270465,"random-label2":0.8128337865,"softrank_bald":0.8070773267},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0073909424,"class_pe66":0.0070777334,"class_power_pe66":0.0055106813,"class_power_pe66_exp":0.004732625,"kmeans_bald":0.0117655813,"mutual_information":0.0059068919,"power_bald":0.0057661733,"power_pe":0.0030161993,"pred_entropy":0.0154054546,"random":0.0081261647,"random-label":0.003348266,"random-label2":0.0055793729,"softrank_bald":0.0092483212},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.8638409063,"class_pe66":0.8745312559,"class_power_pe66":0.8611019156,"class_power_pe66_exp":0.8688030157,"kmeans_bald":0.8207932734,"mutual_information":0.8644038056,"power_bald":0.8646150179,"power_pe":0.8656350015,"pred_entropy":0.865444167,"random":0.8034457239,"random-label":0.867027188,"random-label2":0.8508991826,"softrank_bald":0.8649601858},"('Mean Dice Final', 'std')":{"class_pe33":0.008434663,"class_pe66":0.0086968041,"class_power_pe66":0.0049852964,"class_power_pe66_exp":0.007810378,"kmeans_bald":0.0107130618,"mutual_information":0.0095736158,"power_bald":0.0055365727,"power_pe":0.0039687494,"pred_entropy":0.0095299214,"random":0.016441846,"random-label":0.0047686113,"random-label2":0.0114475246,"softrank_bald":0.0094611479},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.741949939,"class_pe66":0.7599868933,"class_power_pe66":0.7397400665,"class_power_pe66_exp":0.7476796608,"kmeans_bald":0.7036344907,"mutual_information":0.7303405285,"power_bald":0.7513577654,"power_pe":0.7374080876,"pred_entropy":0.7324539093,"random":0.6791270778,"random-label":0.7687586826,"random-label2":0.7458018422,"softrank_bald":0.7500829242},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0080810211,"class_pe66":0.0128788151,"class_power_pe66":0.0197868511,"class_power_pe66_exp":0.0097243329,"kmeans_bald":0.0212275481,"mutual_information":0.0100077692,"power_bald":0.0158612356,"power_pe":0.0090671542,"pred_entropy":0.0249510904,"random":0.0096510381,"random-label":0.0052899034,"random-label2":0.0084545333,"softrank_bald":0.0151839578},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.8245062209,"class_pe66":0.8429326404,"class_power_pe66":0.8287746867,"class_power_pe66_exp":0.8321026208,"kmeans_bald":0.7548692369,"mutual_information":0.8306145859,"power_bald":0.8240666015,"power_pe":0.8342332144,"pred_entropy":0.827214412,"random":0.7343612321,"random-label":0.8285618272,"random-label2":0.8056656745,"softrank_bald":0.8302660143},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0171763413,"class_pe66":0.0090037113,"class_power_pe66":0.0070851744,"class_power_pe66_exp":0.0187112139,"kmeans_bald":0.0188338935,"mutual_information":0.0147503276,"power_bald":0.0149682512,"power_pe":0.0073251466,"pred_entropy":0.0227675275,"random":0.0160867084,"random-label":0.0180413926,"random-label2":0.0141202304,"softrank_bald":0.0105399169},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.7944736108,"class_pe66":0.8042364682,"class_power_pe66":0.7920300333,"class_power_pe66_exp":0.8004537591,"kmeans_bald":0.7808759738,"mutual_information":0.7849732939,"power_bald":0.7940880725,"power_pe":0.7910761387,"pred_entropy":0.7850775568,"random":0.7593075179,"random-label":0.805635763,"random-label2":0.801330052,"softrank_bald":0.7891607221},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0093522958,"class_pe66":0.0074903578,"class_power_pe66":0.0044641248,"class_power_pe66_exp":0.0079212677,"kmeans_bald":0.0027180188,"mutual_information":0.0097489085,"power_bald":0.009963666,"power_pe":0.0076131617,"pred_entropy":0.0143733564,"random":0.0102577631,"random-label":0.0072247609,"random-label2":0.0050191334,"softrank_bald":0.0078622405},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.843348925,"class_pe66":0.8534897464,"class_power_pe66":0.841667635,"class_power_pe66_exp":0.8484384317,"kmeans_bald":0.8177723505,"mutual_information":0.8413271039,"power_bald":0.8477082846,"power_pe":0.8407366398,"pred_entropy":0.8446749649,"random":0.7940004467,"random-label":0.8508241995,"random-label2":0.8365824671,"softrank_bald":0.8425682475},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0078305754,"class_pe66":0.0135652757,"class_power_pe66":0.0039537534,"class_power_pe66_exp":0.0039385135,"kmeans_bald":0.007741592,"mutual_information":0.0102053084,"power_bald":0.004300702,"power_pe":0.0028127013,"pred_entropy":0.0043107423,"random":0.018926269,"random-label":0.0052459818,"random-label2":0.0130357603,"softrank_bald":0.0098200251},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.8934828459,"class_pe66":0.8995162579,"class_power_pe66":0.8802419046,"class_power_pe66_exp":0.8912329408,"kmeans_bald":0.8686309253,"mutual_information":0.879781186,"power_bald":0.8900526709,"power_pe":0.8853897715,"pred_entropy":0.8830312313,"random":0.8611877495,"random-label":0.895286694,"random-label2":0.8913694654,"softrank_bald":0.8819883338},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.006891181,"class_pe66":0.0055412778,"class_power_pe66":0.0010322458,"class_power_pe66_exp":0.0027325125,"kmeans_bald":0.0134997156,"mutual_information":0.0052426614,"power_bald":0.0024512956,"power_pe":0.005182698,"pred_entropy":0.0093443574,"random":0.0110647792,"random-label":0.0042671233,"random-label2":0.0062120539,"softrank_bald":0.0052035234},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.9236675731,"class_pe66":0.927171381,"class_power_pe66":0.9128634251,"class_power_pe66_exp":0.9258679946,"kmeans_bald":0.8897382327,"mutual_information":0.9212697269,"power_bald":0.9220701675,"power_pe":0.9219351502,"pred_entropy":0.9244431241,"random":0.881975493,"random-label":0.9216955373,"random-label2":0.9104494064,"softrank_bald":0.9220462957},"('Class 3 Dice Final', 'std')":{"class_pe33":0.0035575377,"class_pe66":0.0055895101,"class_power_pe66":0.0057975737,"class_power_pe66_exp":0.0029402947,"kmeans_bald":0.0088754066,"mutual_information":0.0043144123,"power_bald":0.0043394432,"power_pe":0.0032003679,"pred_entropy":0.0026001948,"random":0.0159737892,"random-label":0.0015267007,"random-label2":0.0114680308,"softrank_bald":0.0088053684},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..af62bce8512799c9b9ffe89988ffd011a7611873 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc.txt @@ -0,0 +1,16 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.809969 0.007391 4 0.863841 0.008435 4 0.741950 0.008081 4 0.824506 0.017176 4 0.794474 0.009352 4 0.843349 0.007831 4 0.893483 0.006891 4 0.923668 0.003558 4 +class_pe66 0.821247 0.007078 4 0.874531 0.008697 4 0.759987 0.012879 4 0.842933 0.009004 4 0.804236 0.007490 4 0.853490 0.013565 4 0.899516 0.005541 4 0.927171 0.005590 4 +class_power_pe66 0.804004 0.005511 4 0.861102 0.004985 4 0.739740 0.019787 4 0.828775 0.007085 4 0.792030 0.004464 4 0.841668 0.003954 4 0.880242 0.001032 4 0.912863 0.005798 4 +class_power_pe66_exp 0.813122 0.004733 4 0.868803 0.007810 4 0.747680 0.009724 4 0.832103 0.018711 4 0.800454 0.007921 4 0.848438 0.003939 4 0.891233 0.002733 4 0.925868 0.002940 4 +kmeans_bald 0.784380 0.011766 4 0.820793 0.010713 4 0.703634 0.021228 4 0.754869 0.018834 4 0.780876 0.002718 4 0.817772 0.007742 4 0.868631 0.013500 4 0.889738 0.008875 4 +mutual_information 0.798365 0.005907 4 0.864404 0.009574 4 0.730341 0.010008 4 0.830615 0.014750 4 0.784973 0.009749 4 0.841327 0.010205 4 0.879781 0.005243 4 0.921270 0.004314 4 +power_bald 0.811833 0.005766 4 0.864615 0.005537 4 0.751358 0.015861 4 0.824067 0.014968 4 0.794088 0.009964 4 0.847708 0.004301 4 0.890053 0.002451 4 0.922070 0.004339 4 +power_pe 0.804625 0.003016 4 0.865635 0.003969 4 0.737408 0.009067 4 0.834233 0.007325 4 0.791076 0.007613 4 0.840737 0.002813 4 0.885390 0.005183 4 0.921935 0.003200 4 +pred_entropy 0.800188 0.015405 4 0.865444 0.009530 4 0.732454 0.024951 4 0.827214 0.022768 4 0.785078 0.014373 4 0.844675 0.004311 4 0.883031 0.009344 4 0.924443 0.002600 4 +random 0.766541 0.008126 4 0.803446 0.016442 4 0.679127 0.009651 4 0.734361 0.016087 4 0.759308 0.010258 4 0.794000 0.018926 4 0.861188 0.011065 4 0.881975 0.015974 4 +random-label 0.823227 0.003348 4 0.867027 0.004769 4 0.768759 0.005290 4 0.828562 0.018041 4 0.805636 0.007225 4 0.850824 0.005246 4 0.895287 0.004267 4 0.921696 0.001527 4 +random-label2 0.812834 0.005579 4 0.850899 0.011448 4 0.745802 0.008455 4 0.805666 0.014120 4 0.801330 0.005019 4 0.836582 0.013036 4 0.891369 0.006212 4 0.910449 0.011468 4 +softrank_bald 0.807077 0.009248 4 0.864960 0.009461 4 0.750083 0.015184 4 0.830266 0.010540 4 0.789161 0.007862 4 0.842568 0.009820 4 0.881988 0.005204 4 0.922046 0.008805 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..f32e907475ff3c58b7125960c8fcdff08199f2ce --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/auc_pretty.txt @@ -0,0 +1,14 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 86.38 (+/- 0.84) 81.00 (+/- 0.74) 4.0 +class_pe66 87.45 (+/- 0.87) 82.12 (+/- 0.71) 4.0 +class_power_pe66 86.11 (+/- 0.50) 80.40 (+/- 0.55) 4.0 +class_power_pe66_exp 86.88 (+/- 0.78) 81.31 (+/- 0.47) 4.0 +kmeans_bald 82.08 (+/- 1.07) 78.44 (+/- 1.18) 4.0 +mutual_information 86.44 (+/- 0.96) 79.84 (+/- 0.59) 4.0 +power_bald 86.46 (+/- 0.55) 81.18 (+/- 0.58) 4.0 +power_pe 86.56 (+/- 0.40) 80.46 (+/- 0.30) 4.0 +pred_entropy 86.54 (+/- 0.95) 80.02 (+/- 1.54) 4.0 +random 80.34 (+/- 1.64) 76.65 (+/- 0.81) 4.0 +random-label 86.70 (+/- 0.48) 82.32 (+/- 0.33) 4.0 +random-label2 85.09 (+/- 1.14) 81.28 (+/- 0.56) 4.0 +softrank_bald 86.50 (+/- 0.95) 80.71 (+/- 0.92) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..e0b7c9fea9f090347bf037055d9ceb1c85793d2e --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66","3":"class_power_pe66_exp","4":"kmeans_bald","5":"mutual_information","6":"power_bald","7":"power_pe","8":"pred_entropy","9":"random","10":"random-label","11":"random-label2","12":"softrank_bald"},"beta":{"0":28.7032829603,"1":28.303499756,"2":39.5245522776,"3":37.362736233,"4":29.2784347878,"5":26.9783236183,"6":46.2868137734,"7":47.8788933553,"8":26.4914327089,"9":59.2516804586,"10":31.2039351235,"11":40.8752860383,"12":35.7121625427},"beta_std":{"0":2.7050585742,"1":2.4663894133,"2":8.0689909902,"3":7.4106505735,"4":4.248680256,"5":3.1082476261,"6":13.0971574218,"7":14.0914820049,"8":4.3955233786,"9":33.5328628243,"10":4.3155330626,"11":9.7125951736,"12":7.0893706453}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..a31c6e047a45994b141522cf46e5f7c2ae972a5a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/beta.txt @@ -0,0 +1,14 @@ + Query Method beta beta_std +0 class_pe33 28.703283 2.705059 +1 class_pe66 28.303500 2.466389 +2 class_power_pe66 39.524552 8.068991 +3 class_power_pe66_exp 37.362736 7.410651 +4 kmeans_bald 29.278435 4.248680 +5 mutual_information 26.978324 3.108248 +6 power_bald 46.286814 13.097157 +7 power_pe 47.878893 14.091482 +8 pred_entropy 26.491433 4.395523 +9 random 59.251680 33.532863 +10 random-label 31.203935 4.315533 +11 random-label2 40.875286 9.712595 +12 softrank_bald 35.712163 7.089371 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..6be261b277e7d1d0f84e4e9b3f7ba6e09847d54d --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01029032c99db14f6e43f478190874b9c120866a89a227bc776f4bf6b572d4d +size 1423787 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..8047e12ae4c8f37fc16f17623470302ed521a2ec --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/ppm.json @@ -0,0 +1,207 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.4, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.2, + "class_pe33": 0.2, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.2, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.2, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "random": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.8, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "kmeans_bald": 0.4, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "kmeans_bald": { + "mutual_information": 0.4, + "power_bald": 0.4, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.4, + "random-label2": 0.6000000000000001, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "kmeans_bald": 0.0, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.0, + "kmeans_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..eb97e7d60a19849b78551a288d06b59a1d2a0e01 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-30/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d988a61c99d0236014a25e106cb927190b6b72a835c2b5fd4e46f8a3a1d024ab +size 137846 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..b3460b94db36c86cc4f76f6d4fbf69f07f535f90 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a307ee1b61f78ad0c1d54a7b7b43f3d9044f98a0da761754aaa414a3b6179d3c +size 68554 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..c9beae109c5f35c96ab1f55a903e13992ee5923b --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.7872456442,"power_bald":0.7948642736,"power_pe":0.7919776152,"pred_entropy":0.7746297208,"random":0.7538142738,"random-label":0.8050215167,"random-label2":0.7977457045,"softrank_bald":0.7884702249},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0224347301,"power_bald":0.0152492274,"power_pe":0.0145784079,"pred_entropy":0.0213315139,"random":0.017372913,"random-label":0.0081985047,"random-label2":0.0146737887,"softrank_bald":0.0251357434},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.8598714996,"power_bald":0.857936141,"power_pe":0.8556601251,"pred_entropy":0.8587996452,"random":0.7930934276,"random-label":0.8621129741,"random-label2":0.8537736976,"softrank_bald":0.8543665471},"('Mean Dice Final', 'std')":{"mutual_information":0.0067138282,"power_bald":0.003632479,"power_pe":0.0095937193,"pred_entropy":0.0086793035,"random":0.0194683688,"random-label":0.0104646603,"random-label2":0.0134253593,"softrank_bald":0.0151685328},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.7143066338,"power_bald":0.7304607689,"power_pe":0.725208871,"pred_entropy":0.7028904377,"random":0.663075692,"random-label":0.7289490147,"random-label2":0.7181648659,"softrank_bald":0.7142801098},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0269793926,"power_bald":0.0251013457,"power_pe":0.0268622202,"pred_entropy":0.0254217052,"random":0.0386897693,"random-label":0.0146203749,"random-label2":0.027627155,"softrank_bald":0.0415697468},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.8180744706,"power_bald":0.8282805722,"power_pe":0.8189368193,"pred_entropy":0.8107621567,"random":0.7208622052,"random-label":0.8121626749,"random-label2":0.8033890927,"softrank_bald":0.8208065005},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0127745339,"power_bald":0.008991714,"power_pe":0.0114316721,"pred_entropy":0.0220081867,"random":0.0491807179,"random-label":0.0251815765,"random-label2":0.0234019858,"softrank_bald":0.0188399132},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.7732037109,"power_bald":0.7765606023,"power_pe":0.7775385005,"pred_entropy":0.7608925512,"random":0.7463149833,"random-label":0.796760689,"random-label2":0.7894394497,"softrank_bald":0.7756143721},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0209593744,"power_bald":0.0115749799,"power_pe":0.0110166634,"pred_entropy":0.0248658042,"random":0.0105534881,"random-label":0.0096508932,"random-label2":0.0125559188,"softrank_bald":0.0205312026},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.8400290708,"power_bald":0.8322213135,"power_pe":0.8373437837,"pred_entropy":0.8426285082,"random":0.7828251366,"random-label":0.8500390692,"random-label2":0.8398407593,"softrank_bald":0.8293771041},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0073650532,"power_bald":0.0028929463,"power_pe":0.0106975635,"pred_entropy":0.0120471104,"random":0.0091623984,"random-label":0.0068006589,"random-label2":0.0119069463,"softrank_bald":0.0129198629},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.874226588,"power_bald":0.8775714495,"power_pe":0.873185474,"pred_entropy":0.8601061734,"random":0.8520521459,"random-label":0.8893548463,"random-label2":0.8856327978,"softrank_bald":0.8755161928},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.021629947,"power_bald":0.010126126,"power_pe":0.0156834121,"pred_entropy":0.0192092733,"random":0.0146669788,"random-label":0.0079940739,"random-label2":0.0103261417,"softrank_bald":0.0217926926},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9215109574,"power_bald":0.9133065373,"power_pe":0.9106997723,"pred_entropy":0.9230082707,"random":0.875592941,"random-label":0.9241371783,"random-label2":0.9180912407,"softrank_bald":0.9129160367},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0062063142,"power_bald":0.0038934303,"power_pe":0.0111651614,"pred_entropy":0.0062118752,"random":0.015236584,"random-label":0.0033314067,"random-label2":0.0064187354,"softrank_bald":0.0148274487},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..6af469fa6ba2110e47310252eda594a28c58c6d2 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.787246 0.022435 4 0.859871 0.006714 4 0.714307 0.026979 4 0.818074 0.012775 4 0.773204 0.020959 4 0.840029 0.007365 4 0.874227 0.021630 4 0.921511 0.006206 4 +power_bald 0.794864 0.015249 4 0.857936 0.003632 4 0.730461 0.025101 4 0.828281 0.008992 4 0.776561 0.011575 4 0.832221 0.002893 4 0.877571 0.010126 4 0.913307 0.003893 4 +power_pe 0.791978 0.014578 4 0.855660 0.009594 4 0.725209 0.026862 4 0.818937 0.011432 4 0.777539 0.011017 4 0.837344 0.010698 4 0.873185 0.015683 4 0.910700 0.011165 4 +pred_entropy 0.774630 0.021332 4 0.858800 0.008679 4 0.702890 0.025422 4 0.810762 0.022008 4 0.760893 0.024866 4 0.842629 0.012047 4 0.860106 0.019209 4 0.923008 0.006212 4 +random 0.753814 0.017373 4 0.793093 0.019468 4 0.663076 0.038690 4 0.720862 0.049181 4 0.746315 0.010553 4 0.782825 0.009162 4 0.852052 0.014667 4 0.875593 0.015237 4 +random-label 0.805022 0.008199 4 0.862113 0.010465 4 0.728949 0.014620 4 0.812163 0.025182 4 0.796761 0.009651 4 0.850039 0.006801 4 0.889355 0.007994 4 0.924137 0.003331 4 +random-label2 0.797746 0.014674 4 0.853774 0.013425 4 0.718165 0.027627 4 0.803389 0.023402 4 0.789439 0.012556 4 0.839841 0.011907 4 0.885633 0.010326 4 0.918091 0.006419 4 +softrank_bald 0.788470 0.025136 4 0.854367 0.015169 4 0.714280 0.041570 4 0.820807 0.018840 4 0.775614 0.020531 4 0.829377 0.012920 4 0.875516 0.021793 4 0.912916 0.014827 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..51ac724fede10cf09e60c89a57a21fac065cf66d --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 85.99 (+/- 0.67) 78.72 (+/- 2.24) 4.0 +power_bald 85.79 (+/- 0.36) 79.49 (+/- 1.52) 4.0 +power_pe 85.57 (+/- 0.96) 79.20 (+/- 1.46) 4.0 +pred_entropy 85.88 (+/- 0.87) 77.46 (+/- 2.13) 4.0 +random 79.31 (+/- 1.95) 75.38 (+/- 1.74) 4.0 +random-label 86.21 (+/- 1.05) 80.50 (+/- 0.82) 4.0 +random-label2 85.38 (+/- 1.34) 79.77 (+/- 1.47) 4.0 +softrank_bald 85.44 (+/- 1.52) 78.85 (+/- 2.51) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..941283bbce5e29874390386dec22a52d7f84d7e8 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":28.6177368723,"1":46.4468948845,"2":43.0138865635,"3":26.7877735619,"4":51.3753205718,"5":27.2561631554,"6":36.1962062847,"7":39.3307291526},"beta_std":{"0":9.2689134335,"1":40.011373858,"2":25.9295913017,"3":7.4177876038,"4":92.0134454625,"5":3.5866425705,"6":12.505113273,"7":21.6181186168}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..eb92cb896ee74ccede75232bbb0620a819dac6e1 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 28.617737 9.268913 +1 power_bald 46.446895 40.011374 +2 power_pe 43.013887 25.929591 +3 pred_entropy 26.787774 7.417788 +4 random 51.375321 92.013445 +5 random-label 27.256163 3.586643 +6 random-label2 36.196206 12.505113 +7 softrank_bald 39.330729 21.618119 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..3ff3e140d2146f8aa36a908496fd6d35da5de18e --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60c64f4bd9dc0ee35915a69e55fcd712280884c8a9826c2935d293cff3becda +size 1264877 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..6d684c00c6e9f22f467b88f7f75ae428b69f3698 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.3333333333333333, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.3333333333333333, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.3333333333333333, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..feef92beaf679dd5197c284a9b4338d0d40b0286 Binary files /dev/null and b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60/ppm.png differ diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..42d82b2c870c650c1fc078cf4201aca43db017c7 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703d01be7668efe14fd6fa9d062f6dba7cfe14177d353a07625e5dd6ae0393c3 +size 69738 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..ef5e7c87a5f6f3529d71e124fa02dce417f0ac80 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.7820175484,"power_bald":0.7908387295,"power_pe":0.7881356439,"pred_entropy":0.7831859966,"random":0.7697159114,"random-label":0.8074159183,"random-label2":0.7969576147,"softrank_bald":0.7798373642},"('Mean Dice AUBC', 'std')":{"mutual_information":0.018660795,"power_bald":0.0063964281,"power_pe":0.0083613974,"pred_entropy":0.0219278566,"random":0.015631271,"random-label":0.0091820303,"random-label2":0.0101194642,"softrank_bald":0.0097867947},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.8520948942,"power_bald":0.8522894015,"power_pe":0.8586197495,"pred_entropy":0.8632905791,"random":0.8131795425,"random-label":0.8651822652,"random-label2":0.8526030123,"softrank_bald":0.8566086505},"('Mean Dice Final', 'std')":{"mutual_information":0.0199402082,"power_bald":0.0030745986,"power_pe":0.0028486304,"pred_entropy":0.0046436276,"random":0.0160668437,"random-label":0.0079057598,"random-label2":0.0074572838,"softrank_bald":0.0080798121},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.7066376613,"power_bald":0.7196356976,"power_pe":0.7139396603,"pred_entropy":0.7114605155,"random":0.6846655821,"random-label":0.7445934065,"random-label2":0.7189623974,"softrank_bald":0.7061028329},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0309205371,"power_bald":0.0185767664,"power_pe":0.0050845476,"pred_entropy":0.0285154865,"random":0.0328620216,"random-label":0.0134241693,"random-label2":0.0157972377,"softrank_bald":0.0040440152},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.8078453417,"power_bald":0.800913553,"power_pe":0.8213040702,"pred_entropy":0.8265163614,"random":0.7454971245,"random-label":0.8266536671,"random-label2":0.803292957,"softrank_bald":0.8263012062},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0303041584,"power_bald":0.0110439234,"power_pe":0.0058018174,"pred_entropy":0.0102033852,"random":0.0277465211,"random-label":0.0150399459,"random-label2":0.0130864247,"softrank_bald":0.0091424714},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.7686964879,"power_bald":0.7793763378,"power_pe":0.7758596281,"pred_entropy":0.7682646155,"random":0.758301862,"random-label":0.7925553665,"random-label2":0.7869135853,"softrank_bald":0.7671942147},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0144198478,"power_bald":0.0146738851,"power_pe":0.0179525173,"pred_entropy":0.0186019264,"random":0.007498713,"random-label":0.0124260696,"random-label2":0.0112763635,"softrank_bald":0.014117093},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.8327570921,"power_bald":0.8400790858,"power_pe":0.8390814381,"pred_entropy":0.8421274112,"random":0.8000078467,"random-label":0.8490478111,"random-label2":0.8383165907,"softrank_bald":0.8338023721},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0125680542,"power_bald":0.0057650939,"power_pe":0.002954951,"pred_entropy":0.0059567324,"random":0.0089597947,"random-label":0.0100028412,"random-label2":0.0082433741,"softrank_bald":0.01031381},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.870718496,"power_bald":0.8735041531,"power_pe":0.8746076434,"pred_entropy":0.8698328589,"random":0.8661802899,"random-label":0.8850989819,"random-label2":0.8849968613,"softrank_bald":0.8662150451},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.011090707,"power_bald":0.0110976404,"power_pe":0.0060921899,"pred_entropy":0.0200567254,"random":0.0153610706,"random-label":0.0109292603,"random-label2":0.0089056248,"softrank_bald":0.0131955376},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.915682249,"power_bald":0.9158755658,"power_pe":0.9154737404,"pred_entropy":0.9212279646,"random":0.8940336562,"random-label":0.9198453174,"random-label2":0.9161994891,"softrank_bald":0.9097223733},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0182154659,"power_bald":0.0021927956,"power_pe":0.0035350049,"pred_entropy":0.0047809439,"random":0.0137138723,"random-label":0.0050464524,"random-label2":0.0026875646,"softrank_bald":0.00801877},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..d03f58664493d0ee1bf8000fb8c0cb0b56ccf58d --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.782018 0.018661 4 0.852095 0.019940 4 0.706638 0.030921 4 0.807845 0.030304 4 0.768696 0.014420 4 0.832757 0.012568 4 0.870718 0.011091 4 0.915682 0.018215 4 +power_bald 0.790839 0.006396 4 0.852289 0.003075 4 0.719636 0.018577 4 0.800914 0.011044 4 0.779376 0.014674 4 0.840079 0.005765 4 0.873504 0.011098 4 0.915876 0.002193 4 +power_pe 0.788136 0.008361 4 0.858620 0.002849 4 0.713940 0.005085 4 0.821304 0.005802 4 0.775860 0.017953 4 0.839081 0.002955 4 0.874608 0.006092 4 0.915474 0.003535 4 +pred_entropy 0.783186 0.021928 4 0.863291 0.004644 4 0.711461 0.028515 4 0.826516 0.010203 4 0.768265 0.018602 4 0.842127 0.005957 4 0.869833 0.020057 4 0.921228 0.004781 4 +random 0.769716 0.015631 4 0.813180 0.016067 4 0.684666 0.032862 4 0.745497 0.027747 4 0.758302 0.007499 4 0.800008 0.008960 4 0.866180 0.015361 4 0.894034 0.013714 4 +random-label 0.807416 0.009182 4 0.865182 0.007906 4 0.744593 0.013424 4 0.826654 0.015040 4 0.792555 0.012426 4 0.849048 0.010003 4 0.885099 0.010929 4 0.919845 0.005046 4 +random-label2 0.796958 0.010119 4 0.852603 0.007457 4 0.718962 0.015797 4 0.803293 0.013086 4 0.786914 0.011276 4 0.838317 0.008243 4 0.884997 0.008906 4 0.916199 0.002688 4 +softrank_bald 0.779837 0.009787 4 0.856609 0.008080 4 0.706103 0.004044 4 0.826301 0.009142 4 0.767194 0.014117 4 0.833802 0.010314 4 0.866215 0.013196 4 0.909722 0.008019 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..a2e148cdb2fbb7331b9144c8672d8d22d9449ad0 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 85.21 (+/- 1.99) 78.20 (+/- 1.87) 4.0 +power_bald 85.23 (+/- 0.31) 79.08 (+/- 0.64) 4.0 +power_pe 85.86 (+/- 0.28) 78.81 (+/- 0.84) 4.0 +pred_entropy 86.33 (+/- 0.46) 78.32 (+/- 2.19) 4.0 +random 81.32 (+/- 1.61) 76.97 (+/- 1.56) 4.0 +random-label 86.52 (+/- 0.79) 80.74 (+/- 0.92) 4.0 +random-label2 85.26 (+/- 0.75) 79.70 (+/- 1.01) 4.0 +softrank_bald 85.66 (+/- 0.81) 77.98 (+/- 0.98) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..412a61c0b93d7c53b056b4e3b7eb5c38cfccbe40 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":27.2822621977,"1":41.7268877655,"2":46.8205586765,"3":30.5409751283,"4":60.5956059539,"5":28.1112930093,"6":33.612177464,"7":35.2786148336},"beta_std":{"0":6.1790284587,"1":23.270814134,"2":32.684563243,"3":7.45270947,"4":92.5499212022,"5":10.1232393473,"6":9.1591953108,"7":14.717291417}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..e0141588707e9724c34fe8048bac1825b19aec31 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 27.282262 6.179028 +1 power_bald 41.726888 23.270814 +2 power_pe 46.820559 32.684563 +3 pred_entropy 30.540975 7.452709 +4 random 60.595606 92.549921 +5 random-label 28.111293 10.123239 +6 random-label2 33.612177 9.159195 +7 softrank_bald 35.278615 14.717291 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..0e4527b5e731edd423458bc8ce686faa97788050 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3be035d6b039bdc32514a5f043b95a8af39417c1435624aa9e5e29339301f69 +size 1303787 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..d551d775db0f5cf044d91606285d21e3d50edf30 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.3333333333333333, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "softrank_bald": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.3333333333333333, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..685b90cfa4ec0d7680505323451005674df8114c Binary files /dev/null and b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-30__qs-60_revision/ppm.png differ diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..c157cfcd80e41ea94fd261eb8e0ef497ef1641aa --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485a56c4360353a1a074917f94d29f7ca012aa35fec6061a4be0f14e0b4d0c1e +size 170722 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..75ec4416dbd3cc3aa660f72ff49fcd215de08342 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.8567051328,"class_pe66":0.8611055786,"class_power_pe66":0.8632721438,"class_power_pe66_exp":0.8644374138,"kmeans_bald":0.8406924451,"mutual_information":0.858502337,"power_bald":0.8563483266,"power_pe":0.8523549192,"pred_entropy":0.8552548718,"random":0.8224198791,"random-label":0.8615945531,"random-label2":0.8461227494,"softrank_bald":0.8589473262},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0055390833,"class_pe66":0.0022553679,"class_power_pe66":0.0066985897,"class_power_pe66_exp":0.0066724288,"kmeans_bald":0.0067875975,"mutual_information":0.0045214702,"power_bald":0.0037206419,"power_pe":0.0068592673,"pred_entropy":0.0058709623,"random":0.0125183901,"random-label":0.004385544,"random-label2":0.0065081144,"softrank_bald":0.0049138033},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.895680499,"class_pe66":0.8965743213,"class_power_pe66":0.8927338475,"class_power_pe66_exp":0.8950036041,"kmeans_bald":0.8645115577,"mutual_information":0.896190069,"power_bald":0.8906943494,"power_pe":0.8905450343,"pred_entropy":0.8941966456,"random":0.8345883299,"random-label":0.886235381,"random-label2":0.8750737383,"softrank_bald":0.8933176747},"('Mean Dice Final', 'std')":{"class_pe33":0.0008788598,"class_pe66":0.0014656207,"class_power_pe66":0.0046501172,"class_power_pe66_exp":0.0030998992,"kmeans_bald":0.0039504452,"mutual_information":0.0015257219,"power_bald":0.0021460693,"power_pe":0.0022152008,"pred_entropy":0.0006922833,"random":0.0086513456,"random-label":0.0051995529,"random-label2":0.0055896689,"softrank_bald":0.002677134},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.8188148279,"class_pe66":0.8219508184,"class_power_pe66":0.8286633295,"class_power_pe66_exp":0.829875417,"kmeans_bald":0.7822824905,"mutual_information":0.819913266,"power_bald":0.8163688232,"power_pe":0.8132406258,"pred_entropy":0.8177113324,"random":0.7654838018,"random-label":0.824451422,"random-label2":0.8007934505,"softrank_bald":0.8238048678},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0078110241,"class_pe66":0.0061808771,"class_power_pe66":0.0110163932,"class_power_pe66_exp":0.0119428058,"kmeans_bald":0.0140203808,"mutual_information":0.0057619325,"power_bald":0.0120353775,"power_pe":0.0099064162,"pred_entropy":0.0087030918,"random":0.0189539093,"random-label":0.0112485687,"random-label2":0.0149547272,"softrank_bald":0.0086572929},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.8773953925,"class_pe66":0.8768033313,"class_power_pe66":0.8726647805,"class_power_pe66_exp":0.8750497327,"kmeans_bald":0.8175862064,"mutual_information":0.8790092615,"power_bald":0.8673121785,"power_pe":0.8694758639,"pred_entropy":0.8784286618,"random":0.7816131711,"random-label":0.8597134626,"random-label2":0.8433093943,"softrank_bald":0.8765397771},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0027377363,"class_pe66":0.0022843627,"class_power_pe66":0.0077220804,"class_power_pe66_exp":0.0068206557,"kmeans_bald":0.0032922007,"mutual_information":0.0031060361,"power_bald":0.0070526307,"power_pe":0.0055010844,"pred_entropy":0.0024907362,"random":0.0156726887,"random-label":0.0192532906,"random-label2":0.0145678989,"softrank_bald":0.0060238052},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.8372197931,"class_pe66":0.8413080372,"class_power_pe66":0.8429544187,"class_power_pe66_exp":0.8423768376,"kmeans_bald":0.8307841227,"mutual_information":0.8372345178,"power_bald":0.8380788735,"power_pe":0.8338560986,"pred_entropy":0.834538078,"random":0.8070958835,"random-label":0.8423846601,"random-label2":0.8298666859,"softrank_bald":0.8370425241},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0057878387,"class_pe66":0.0003762487,"class_power_pe66":0.0072507591,"class_power_pe66_exp":0.0068556388,"kmeans_bald":0.0058763575,"mutual_information":0.0048403738,"power_bald":0.0038084037,"power_pe":0.0076103308,"pred_entropy":0.0062088771,"random":0.011565138,"random-label":0.0051950713,"random-label2":0.0034846473,"softrank_bald":0.0054884073},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.8714898406,"class_pe66":0.8733588869,"class_power_pe66":0.87016759,"class_power_pe66_exp":0.8714519532,"kmeans_bald":0.85349283,"mutual_information":0.8703775768,"power_bald":0.8708000475,"power_pe":0.8692828625,"pred_entropy":0.867444612,"random":0.8222587688,"random-label":0.867400297,"random-label2":0.8572761325,"softrank_bald":0.8684133963},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0012130953,"class_pe66":0.0038156655,"class_power_pe66":0.0048052815,"class_power_pe66_exp":0.0025110096,"kmeans_bald":0.0070820948,"mutual_information":0.000762574,"power_bald":0.0014556363,"power_pe":0.0023147024,"pred_entropy":0.0013609389,"random":0.0065781195,"random-label":0.0022480484,"random-label2":0.0032085813,"softrank_bald":0.0020228241},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.9140807773,"class_pe66":0.9200578803,"class_power_pe66":0.9181986833,"class_power_pe66_exp":0.9210599868,"kmeans_bald":0.9090107222,"mutual_information":0.9183592273,"power_bald":0.9145972831,"power_pe":0.9099680332,"pred_entropy":0.9135152051,"random":0.8946799519,"random-label":0.9179475771,"random-label2":0.9077081117,"softrank_bald":0.9159945868},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0050061478,"class_pe66":0.0041086158,"class_power_pe66":0.0034708149,"class_power_pe66_exp":0.0038706694,"kmeans_bald":0.0023821557,"mutual_information":0.0056969829,"power_bald":0.006030795,"power_pe":0.0085109984,"pred_entropy":0.0056071672,"random":0.0073162703,"random-label":0.0041220182,"random-label2":0.0021242635,"softrank_bald":0.0024560725},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.9381562639,"class_pe66":0.9395607456,"class_power_pe66":0.9353691719,"class_power_pe66_exp":0.9385091264,"kmeans_bald":0.9224556368,"mutual_information":0.9391833688,"power_bald":0.9339708221,"power_pe":0.9328763765,"pred_entropy":0.9367166629,"random":0.8998930499,"random-label":0.9315923833,"random-label2":0.9246356882,"softrank_bald":0.9349998506},"('Class 3 Dice Final', 'std')":{"class_pe33":0.0016622435,"class_pe66":0.0027306223,"class_power_pe66":0.0039690138,"class_power_pe66_exp":0.0013172003,"kmeans_bald":0.0030605784,"mutual_information":0.001306701,"power_bald":0.0025193893,"power_pe":0.0025456908,"pred_entropy":0.000905733,"random":0.0043261997,"random-label":0.0027817235,"random-label2":0.0038609938,"softrank_bald":0.0014206332},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..719e68a4c7dd2bfa64146f6cf4b87626c86b3f72 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc.txt @@ -0,0 +1,16 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.856705 0.005539 4 0.895680 0.000879 4 0.818815 0.007811 4 0.877395 0.002738 4 0.837220 0.005788 4 0.871490 0.001213 4 0.914081 0.005006 4 0.938156 0.001662 4 +class_pe66 0.861106 0.002255 4 0.896574 0.001466 4 0.821951 0.006181 4 0.876803 0.002284 4 0.841308 0.000376 4 0.873359 0.003816 4 0.920058 0.004109 4 0.939561 0.002731 4 +class_power_pe66 0.863272 0.006699 4 0.892734 0.004650 4 0.828663 0.011016 4 0.872665 0.007722 4 0.842954 0.007251 4 0.870168 0.004805 4 0.918199 0.003471 4 0.935369 0.003969 4 +class_power_pe66_exp 0.864437 0.006672 4 0.895004 0.003100 4 0.829875 0.011943 4 0.875050 0.006821 4 0.842377 0.006856 4 0.871452 0.002511 4 0.921060 0.003871 4 0.938509 0.001317 4 +kmeans_bald 0.840692 0.006788 4 0.864512 0.003950 4 0.782282 0.014020 4 0.817586 0.003292 4 0.830784 0.005876 4 0.853493 0.007082 4 0.909011 0.002382 4 0.922456 0.003061 4 +mutual_information 0.858502 0.004521 4 0.896190 0.001526 4 0.819913 0.005762 4 0.879009 0.003106 4 0.837235 0.004840 4 0.870378 0.000763 4 0.918359 0.005697 4 0.939183 0.001307 4 +power_bald 0.856348 0.003721 4 0.890694 0.002146 4 0.816369 0.012035 4 0.867312 0.007053 4 0.838079 0.003808 4 0.870800 0.001456 4 0.914597 0.006031 4 0.933971 0.002519 4 +power_pe 0.852355 0.006859 4 0.890545 0.002215 4 0.813241 0.009906 4 0.869476 0.005501 4 0.833856 0.007610 4 0.869283 0.002315 4 0.909968 0.008511 4 0.932876 0.002546 4 +pred_entropy 0.855255 0.005871 4 0.894197 0.000692 4 0.817711 0.008703 4 0.878429 0.002491 4 0.834538 0.006209 4 0.867445 0.001361 4 0.913515 0.005607 4 0.936717 0.000906 4 +random 0.822420 0.012518 4 0.834588 0.008651 4 0.765484 0.018954 4 0.781613 0.015673 4 0.807096 0.011565 4 0.822259 0.006578 4 0.894680 0.007316 4 0.899893 0.004326 4 +random-label 0.861595 0.004386 4 0.886235 0.005200 4 0.824451 0.011249 4 0.859713 0.019253 4 0.842385 0.005195 4 0.867400 0.002248 4 0.917948 0.004122 4 0.931592 0.002782 4 +random-label2 0.846123 0.006508 4 0.875074 0.005590 4 0.800793 0.014955 4 0.843309 0.014568 4 0.829867 0.003485 4 0.857276 0.003209 4 0.907708 0.002124 4 0.924636 0.003861 4 +softrank_bald 0.858947 0.004914 4 0.893318 0.002677 4 0.823805 0.008657 4 0.876540 0.006024 4 0.837043 0.005488 4 0.868413 0.002023 4 0.915995 0.002456 4 0.935000 0.001421 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..64bab973f9e5d76620e85b762bdc47f2fa36b90c --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/auc_pretty.txt @@ -0,0 +1,14 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 89.57 (+/- 0.09) 85.67 (+/- 0.55) 4.0 +class_pe66 89.66 (+/- 0.15) 86.11 (+/- 0.23) 4.0 +class_power_pe66 89.27 (+/- 0.47) 86.33 (+/- 0.67) 4.0 +class_power_pe66_exp 89.50 (+/- 0.31) 86.44 (+/- 0.67) 4.0 +kmeans_bald 86.45 (+/- 0.40) 84.07 (+/- 0.68) 4.0 +mutual_information 89.62 (+/- 0.15) 85.85 (+/- 0.45) 4.0 +power_bald 89.07 (+/- 0.21) 85.63 (+/- 0.37) 4.0 +power_pe 89.05 (+/- 0.22) 85.24 (+/- 0.69) 4.0 +pred_entropy 89.42 (+/- 0.07) 85.53 (+/- 0.59) 4.0 +random 83.46 (+/- 0.87) 82.24 (+/- 1.25) 4.0 +random-label 88.62 (+/- 0.52) 86.16 (+/- 0.44) 4.0 +random-label2 87.51 (+/- 0.56) 84.61 (+/- 0.65) 4.0 +softrank_bald 89.33 (+/- 0.27) 85.89 (+/- 0.49) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..aa90c0a74b1e5c576ef95c823b124ff268937535 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66","3":"class_power_pe66_exp","4":"kmeans_bald","5":"mutual_information","6":"power_bald","7":"power_pe","8":"pred_entropy","9":"random","10":"random-label","11":"random-label2","12":"softrank_bald"},"beta":{"0":19.9340960652,"1":18.0433699961,"2":33.6094876824,"3":31.9717335172,"4":19.6441032473,"5":21.905128149,"6":27.7491200125,"7":27.9209647333,"8":21.1565094175,"9":38.216695961,"10":18.9489548457,"11":21.2595764928,"12":26.3341775616},"beta_std":{"0":2.2799997181,"1":1.3862091071,"2":6.3863268399,"3":11.8568881801,"4":1.2932100098,"5":4.2031595047,"6":3.9957208761,"7":5.0065425469,"8":3.1072590557,"9":8.4269965892,"10":2.1296419886,"11":1.4921314135,"12":5.0137768021}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..092f0c900b760b0b275cc88de646e551db0559f9 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/beta.txt @@ -0,0 +1,14 @@ + Query Method beta beta_std +0 class_pe33 19.934096 2.280000 +1 class_pe66 18.043370 1.386209 +2 class_power_pe66 33.609488 6.386327 +3 class_power_pe66_exp 31.971734 11.856888 +4 kmeans_bald 19.644103 1.293210 +5 mutual_information 21.905128 4.203160 +6 power_bald 27.749120 3.995721 +7 power_pe 27.920965 5.006543 +8 pred_entropy 21.156509 3.107259 +9 random 38.216696 8.426997 +10 random-label 18.948955 2.129642 +11 random-label2 21.259576 1.492131 +12 softrank_bald 26.334178 5.013777 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..439ec1535370be9da7e50190ad53dd0b2eb7794a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba1fa6124a70e525f4367510bf1e8b1b76ab7351fa68ffa5f829831b8794553 +size 1412812 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..eefa53a402cc777126ab4aa464c5f89114d4eab5 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/ppm.json @@ -0,0 +1,207 @@ +{ + "matrix": { + "kmeans_bald": { + "kmeans_bald": 0.0, + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.2, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "mutual_information": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.2 + }, + "power_bald": { + "kmeans_bald": 0.0, + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.4, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "power_pe": { + "kmeans_bald": 0.2, + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.2 + }, + "pred_entropy": { + "kmeans_bald": 0.0, + "mutual_information": 0.2, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.2, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.2 + }, + "random-label2": { + "kmeans_bald": 0.0, + "mutual_information": 0.8, + "power_bald": 0.6000000000000001, + "power_pe": 0.2, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 0.4, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.6000000000000001 + }, + "random-label": { + "kmeans_bald": 0.0, + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.2 + }, + "random": { + "kmeans_bald": 0.6000000000000001, + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "softrank_bald": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_pe33": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.2 + }, + "class_pe66": { + "kmeans_bald": 0.0, + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..327c91750c0292e7e79540a38ddbe8e15ca344b9 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-60__qs-60/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132a167690bc521724f16aa47f1315983322aa3d1112add023ca095f3f1e3e49 +size 143861 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..eb0ead61a5c1edf956c776c637c569aeebbb1c2a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1c90803f159b46ea8107c872e55f9d7ff0504280ad53e384d075fe60d60869 +size 68684 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..123552a4bff6d6479861ad3cb533d709c5a3c20c --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.8719262547,"power_bald":0.8667909247,"power_pe":0.8684144596,"pred_entropy":0.8723216392,"random":0.8426042225,"random-label":0.871241696,"random-label2":0.8650102697,"softrank_bald":0.8654553845},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0054279458,"power_bald":0.0051055428,"power_pe":0.0058111273,"pred_entropy":0.0054578327,"random":0.0125923459,"random-label":0.0027912637,"random-label2":0.0048493976,"softrank_bald":0.0071452373},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.903812735,"power_bald":0.8968284645,"power_pe":0.8960754327,"pred_entropy":0.9054439148,"random":0.8560932294,"random-label":0.8975620935,"random-label2":0.8908189352,"softrank_bald":0.8968387387},"('Mean Dice Final', 'std')":{"mutual_information":0.0012532805,"power_bald":0.0031681386,"power_pe":0.0038777778,"pred_entropy":0.0011448825,"random":0.0123132934,"random-label":0.0021046607,"random-label2":0.0046596451,"softrank_bald":0.0020928035},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.842281574,"power_bald":0.8363971632,"power_pe":0.8386691841,"pred_entropy":0.8437892484,"random":0.7989421492,"random-label":0.8386571829,"random-label2":0.8293097926,"softrank_bald":0.8327164709},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.008872541,"power_bald":0.0106831289,"power_pe":0.0069345965,"pred_entropy":0.006406464,"random":0.0140605035,"random-label":0.0055131552,"random-label2":0.0068342632,"softrank_bald":0.0072318614},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.8899801135,"power_bald":0.8824540225,"power_pe":0.8793644411,"pred_entropy":0.8933350136,"random":0.8207976028,"random-label":0.8800171417,"random-label2":0.8699231891,"softrank_bald":0.8783076336},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0010281974,"power_bald":0.004693451,"power_pe":0.003454036,"pred_entropy":0.0014408152,"random":0.014118816,"random-label":0.0057861951,"random-label2":0.0055031588,"softrank_bald":0.0041089096},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8480692539,"power_bald":0.8431375073,"power_pe":0.844591333,"pred_entropy":0.8479651645,"random":0.8237738977,"random-label":0.8506526987,"random-label2":0.8442717298,"softrank_bald":0.8429496018},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0041251005,"power_bald":0.0020084948,"power_pe":0.0059030206,"pred_entropy":0.0053601311,"random":0.0116862605,"random-label":0.0010198089,"random-label2":0.0050592632,"softrank_bald":0.0060791899},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.8792745437,"power_bald":0.8713420382,"power_pe":0.8714410202,"pred_entropy":0.880018299,"random":0.8370388819,"random-label":0.8757122257,"random-label2":0.8673501038,"softrank_bald":0.8723584916},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0017219426,"power_bald":0.0041829269,"power_pe":0.006318669,"pred_entropy":0.0014579845,"random":0.0128058335,"random-label":0.0047043768,"random-label2":0.0061646397,"softrank_bald":0.0016321203},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.9254279361,"power_bald":0.9208381036,"power_pe":0.9219828617,"pred_entropy":0.9252105047,"random":0.9050966206,"random-label":0.9244152063,"random-label2":0.9214492867,"softrank_bald":0.9207000809},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0040431991,"power_bald":0.004649543,"power_pe":0.0050171623,"pred_entropy":0.0048662346,"random":0.0159550088,"random-label":0.0025324587,"random-label2":0.0046878287,"softrank_bald":0.0087214505},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9421835479,"power_bald":0.9366893328,"power_pe":0.9374208369,"pred_entropy":0.9429784317,"random":0.9104432035,"random-label":0.9369569131,"random-label2":0.9351835127,"softrank_bald":0.9398500909},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0015104851,"power_bald":0.0010124836,"power_pe":0.0033016191,"pred_entropy":0.0008723185,"random":0.0149022433,"random-label":0.0022652701,"random-label2":0.0033005739,"softrank_bald":0.0009131217},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..094437e108a7d40a8f67ee4ed5560ae7320ca019 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.871926 0.005428 4 0.903813 0.001253 4 0.842282 0.008873 4 0.889980 0.001028 4 0.848069 0.004125 4 0.879275 0.001722 4 0.925428 0.004043 4 0.942184 0.001510 4 +power_bald 0.866791 0.005106 4 0.896828 0.003168 4 0.836397 0.010683 4 0.882454 0.004693 4 0.843138 0.002008 4 0.871342 0.004183 4 0.920838 0.004650 4 0.936689 0.001012 4 +power_pe 0.868414 0.005811 4 0.896075 0.003878 4 0.838669 0.006935 4 0.879364 0.003454 4 0.844591 0.005903 4 0.871441 0.006319 4 0.921983 0.005017 4 0.937421 0.003302 4 +pred_entropy 0.872322 0.005458 4 0.905444 0.001145 4 0.843789 0.006406 4 0.893335 0.001441 4 0.847965 0.005360 4 0.880018 0.001458 4 0.925211 0.004866 4 0.942978 0.000872 4 +random 0.842604 0.012592 4 0.856093 0.012313 4 0.798942 0.014061 4 0.820798 0.014119 4 0.823774 0.011686 4 0.837039 0.012806 4 0.905097 0.015955 4 0.910443 0.014902 4 +random-label 0.871242 0.002791 4 0.897562 0.002105 4 0.838657 0.005513 4 0.880017 0.005786 4 0.850653 0.001020 4 0.875712 0.004704 4 0.924415 0.002532 4 0.936957 0.002265 4 +random-label2 0.865010 0.004849 4 0.890819 0.004660 4 0.829310 0.006834 4 0.869923 0.005503 4 0.844272 0.005059 4 0.867350 0.006165 4 0.921449 0.004688 4 0.935184 0.003301 4 +softrank_bald 0.865455 0.007145 4 0.896839 0.002093 4 0.832716 0.007232 4 0.878308 0.004109 4 0.842950 0.006079 4 0.872358 0.001632 4 0.920700 0.008721 4 0.939850 0.000913 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..14be146b0bd47daad9d71b210b6a25e585402dd4 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 90.38 (+/- 0.13) 87.19 (+/- 0.54) 4.0 +power_bald 89.68 (+/- 0.32) 86.68 (+/- 0.51) 4.0 +power_pe 89.61 (+/- 0.39) 86.84 (+/- 0.58) 4.0 +pred_entropy 90.54 (+/- 0.11) 87.23 (+/- 0.55) 4.0 +random 85.61 (+/- 1.23) 84.26 (+/- 1.26) 4.0 +random-label 89.76 (+/- 0.21) 87.12 (+/- 0.28) 4.0 +random-label2 89.08 (+/- 0.47) 86.50 (+/- 0.48) 4.0 +softrank_bald 89.68 (+/- 0.21) 86.55 (+/- 0.71) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..d338cab5b0f8e5fc601a6f49748cea915755fb2a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":12.4093805776,"1":17.0676190453,"2":17.503499853,"3":12.0168308634,"4":17.2429607357,"5":11.0053289756,"6":14.3945991452,"7":15.4547357797},"beta_std":{"0":1.2006927093,"1":3.7267704173,"2":3.6994779883,"3":1.8605246988,"4":8.2937069999,"5":0.8335610136,"6":1.991416019,"7":2.8620696735}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..dc7deb4f5b45dd623f44a0fa507a408fd97c75b1 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 12.409381 1.200693 +1 power_bald 17.067619 3.726770 +2 power_pe 17.503500 3.699478 +3 pred_entropy 12.016831 1.860525 +4 random 17.242961 8.293707 +5 random-label 11.005329 0.833561 +6 random-label2 14.394599 1.991416 +7 softrank_bald 15.454736 2.862070 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..ee7fdfd67f3b035f103f0372877d0b7a355c42f6 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8a6e2cb594d291707541b40c5c700e14857ccb781bb15e1f374c60668106a7 +size 1260103 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..bff4814083b873f7b797d1bf00534843ba42130e --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.6666666666666666, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.6666666666666666 + }, + "softrank_bald": { + "mutual_information": 0.6666666666666666, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..8913054cd2a50de8eb717f2db3fe669d56eb485e Binary files /dev/null and b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180/ppm.png differ diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..55b7bb194311833c1b463cd38a19862d5b62d210 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ac163a703e872a51d8d725ec2648dc5b4b4fc0b62c0f13855442d45ca67003 +size 69868 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..a3d559f43b88a11aa51078d384c29c836ff21df7 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.8671680271,"power_bald":0.8668753253,"power_pe":0.865491738,"pred_entropy":0.8682485378,"random":0.8432008837,"random-label":0.8733808474,"random-label2":0.867135669,"softrank_bald":0.8646399046},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0058385096,"power_bald":0.0058825326,"power_pe":0.0083246319,"pred_entropy":0.0051732134,"random":0.0097536845,"random-label":0.0033631767,"random-label2":0.0061189007,"softrank_bald":0.0044947482},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.9038137943,"power_bald":0.8952275222,"power_pe":0.8970896539,"pred_entropy":0.902934476,"random":0.8569226951,"random-label":0.9012556954,"random-label2":0.8927963659,"softrank_bald":0.8965402416},"('Mean Dice Final', 'std')":{"mutual_information":0.0013738487,"power_bald":0.0069086896,"power_pe":0.0020704648,"pred_entropy":0.0019483452,"random":0.0117414829,"random-label":0.0020244218,"random-label2":0.0056547518,"softrank_bald":0.0043159417},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.8350684775,"power_bald":0.8315005282,"power_pe":0.8321294915,"pred_entropy":0.8366964022,"random":0.8018994323,"random-label":0.8411853774,"random-label2":0.8335573063,"softrank_bald":0.8298446403},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0073879189,"power_bald":0.0058262875,"power_pe":0.0111289383,"pred_entropy":0.0062150647,"random":0.0131939177,"random-label":0.0026232107,"random-label2":0.0064743431,"softrank_bald":0.0043348729},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.887283086,"power_bald":0.8738687535,"power_pe":0.8799464707,"pred_entropy":0.8887194546,"random":0.8220893956,"random-label":0.8868884382,"random-label2":0.8715624425,"softrank_bald":0.8767441467},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0021543561,"power_bald":0.0082034933,"power_pe":0.0027782133,"pred_entropy":0.0032455292,"random":0.0155526531,"random-label":0.0044958882,"random-label2":0.0075225497,"softrank_bald":0.0089086365},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8438297418,"power_bald":0.8473003444,"power_pe":0.8441793704,"pred_entropy":0.8453968857,"random":0.8243602597,"random-label":0.8531415766,"random-label2":0.845312432,"softrank_bald":0.843157408},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0056366259,"power_bald":0.0049454131,"power_pe":0.0079116623,"pred_entropy":0.0065754401,"random":0.0065271756,"random-label":0.0035279499,"random-label2":0.0066847872,"softrank_bald":0.004678346},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.880602129,"power_bald":0.8746220252,"power_pe":0.8743526247,"pred_entropy":0.8782100874,"random":0.8387711413,"random-label":0.87734162,"random-label2":0.8699002695,"softrank_bald":0.8737125453},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0013061689,"power_bald":0.0056163449,"power_pe":0.0035725089,"pred_entropy":0.0033165654,"random":0.0064676694,"random-label":0.0024498171,"random-label2":0.007259386,"softrank_bald":0.0043233683},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.9226058621,"power_bald":0.9218251032,"power_pe":0.9201663522,"pred_entropy":0.9226523254,"random":0.9033429592,"random-label":0.9258155883,"random-label2":0.9225372688,"softrank_bald":0.9209176655},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.005737254,"power_bald":0.0083691051,"power_pe":0.0085058345,"pred_entropy":0.0039834871,"random":0.0109690113,"random-label":0.0047189475,"random-label2":0.0054221763,"softrank_bald":0.0058814264},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9435561678,"power_bald":0.9371917879,"power_pe":0.9369698664,"pred_entropy":0.9418738861,"random":0.9099075483,"random-label":0.9395370281,"random-label2":0.9369263858,"softrank_bald":0.9391640328},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0012936568,"power_bald":0.008165334,"power_pe":0.0023235091,"pred_entropy":0.0011887007,"random":0.0136285641,"random-label":0.0011269638,"random-label2":0.0027964332,"softrank_bald":0.0016415026},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..4c758981974ec182470388fcfae0aff6f31c245a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.867168 0.005839 4 0.903814 0.001374 4 0.835068 0.007388 4 0.887283 0.002154 4 0.843830 0.005637 4 0.880602 0.001306 4 0.922606 0.005737 4 0.943556 0.001294 4 +power_bald 0.866875 0.005883 4 0.895228 0.006909 4 0.831501 0.005826 4 0.873869 0.008203 4 0.847300 0.004945 4 0.874622 0.005616 4 0.921825 0.008369 4 0.937192 0.008165 4 +power_pe 0.865492 0.008325 4 0.897090 0.002070 4 0.832129 0.011129 4 0.879946 0.002778 4 0.844179 0.007912 4 0.874353 0.003573 4 0.920166 0.008506 4 0.936970 0.002324 4 +pred_entropy 0.868249 0.005173 4 0.902934 0.001948 4 0.836696 0.006215 4 0.888719 0.003246 4 0.845397 0.006575 4 0.878210 0.003317 4 0.922652 0.003983 4 0.941874 0.001189 4 +random 0.843201 0.009754 4 0.856923 0.011741 4 0.801899 0.013194 4 0.822089 0.015553 4 0.824360 0.006527 4 0.838771 0.006468 4 0.903343 0.010969 4 0.909908 0.013629 4 +random-label 0.873381 0.003363 4 0.901256 0.002024 4 0.841185 0.002623 4 0.886888 0.004496 4 0.853142 0.003528 4 0.877342 0.002450 4 0.925816 0.004719 4 0.939537 0.001127 4 +random-label2 0.867136 0.006119 4 0.892796 0.005655 4 0.833557 0.006474 4 0.871562 0.007523 4 0.845312 0.006685 4 0.869900 0.007259 4 0.922537 0.005422 4 0.936926 0.002796 4 +softrank_bald 0.864640 0.004495 4 0.896540 0.004316 4 0.829845 0.004335 4 0.876744 0.008909 4 0.843157 0.004678 4 0.873713 0.004323 4 0.920918 0.005881 4 0.939164 0.001642 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..f43cadb0d0256b1b151d9a8a1e15ba0882f9ea6a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 90.38 (+/- 0.14) 86.72 (+/- 0.58) 4.0 +power_bald 89.52 (+/- 0.69) 86.69 (+/- 0.59) 4.0 +power_pe 89.71 (+/- 0.21) 86.55 (+/- 0.83) 4.0 +pred_entropy 90.29 (+/- 0.19) 86.82 (+/- 0.52) 4.0 +random 85.69 (+/- 1.17) 84.32 (+/- 0.98) 4.0 +random-label 90.13 (+/- 0.20) 87.34 (+/- 0.34) 4.0 +random-label2 89.28 (+/- 0.57) 86.71 (+/- 0.61) 4.0 +softrank_bald 89.65 (+/- 0.43) 86.46 (+/- 0.45) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..41af78874d682a875b8cb14c711a98e31db6d9df --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":12.6446722279,"1":17.491032762,"2":16.5404208696,"3":13.0090621842,"4":16.3440292105,"5":12.0860373394,"6":15.9903467396,"7":14.6530848266},"beta_std":{"0":2.078879077,"1":4.7938846455,"2":2.925002152,"3":1.9807842756,"4":5.0425609791,"5":0.9139437926,"6":2.3048490079,"7":1.6193198811}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..fe254473817967ea20d22de2f2e07d0a787e6cf2 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 12.644672 2.078879 +1 power_bald 17.491033 4.793885 +2 power_pe 16.540421 2.925002 +3 pred_entropy 13.009062 1.980784 +4 random 16.344029 5.042561 +5 random-label 12.086037 0.913944 +6 random-label2 15.990347 2.304849 +7 softrank_bald 14.653085 1.619320 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..5824b5fa9f9682b89bf1b88f07a0340f032418bf --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d086bd4d9a840fc4ed299b3da100b1f522a783ad592b41cff58b4dcf35ed1d6f +size 1263473 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..5dc569aa34b121a53cacfb1ab61e7863cec08262 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.6666666666666666, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.6666666666666666, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.6666666666666666 + }, + "softrank_bald": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..39b34880a3e1063bcbd3da33dda22a9c2c1e88aa Binary files /dev/null and b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-180_revision/ppm.png differ diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..74a69820c42b156154a58844daddffd2771d70c3 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0adb69b92f02209263ce0ccc9974915bf6db535eb51d0b5b554ddca2eecdb3 +size 185406 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..21b3e888ccd553a93e7a6fe348916b1e10534a56 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.8826676091,"power_bald":0.8767003893,"power_pe":0.8772338991,"pred_entropy":0.8829592941,"random":0.8488996308,"random-label":0.8791528626,"random-label2":0.8668859589,"softrank_bald":0.8776202146},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0034690228,"power_bald":0.0033987156,"power_pe":0.0031335018,"pred_entropy":0.0044272819,"random":0.0093697175,"random-label":0.0074509499,"random-label2":0.0049953407,"softrank_bald":0.0047842836},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.9041798411,"power_bald":0.8998664685,"power_pe":0.8976100272,"pred_entropy":0.9059283326,"random":0.8693117771,"random-label":0.8985455536,"random-label2":0.8865088862,"softrank_bald":0.9004958296},"('Mean Dice Final', 'std')":{"mutual_information":0.0008082198,"power_bald":0.0005801215,"power_pe":0.0013653734,"pred_entropy":0.0006321357,"random":0.0059154506,"random-label":0.0037303656,"random-label2":0.002921643,"softrank_bald":0.0013632502},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.8580803262,"power_bald":0.8530679248,"power_pe":0.8509764394,"pred_entropy":0.8590511036,"random":0.8053738978,"random-label":0.8463389131,"random-label2":0.8320407149,"softrank_bald":0.853503734},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0060377937,"power_bald":0.0053410809,"power_pe":0.0059462337,"pred_entropy":0.0077900048,"random":0.0119143488,"random-label":0.0137563029,"random-label2":0.0119809736,"softrank_bald":0.002858352},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.8903973283,"power_bald":0.8850576852,"power_pe":0.879660957,"pred_entropy":0.8925105805,"random":0.8336180986,"random-label":0.8812806991,"random-label2":0.8598248677,"softrank_bald":0.8830833709},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0015149357,"power_bald":0.0026514843,"power_pe":0.0015350719,"pred_entropy":0.0029728803,"random":0.0103054971,"random-label":0.0062436896,"random-label2":0.0081221519,"softrank_bald":0.0039813235},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8580159563,"power_bald":0.8513901152,"power_pe":0.8534705668,"pred_entropy":0.8584131131,"random":0.8298676686,"random-label":0.8607654559,"random-label2":0.8465945532,"softrank_bald":0.851784251},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0026171849,"power_bald":0.0023280263,"power_pe":0.0023308377,"pred_entropy":0.0023916179,"random":0.0094356902,"random-label":0.0048305764,"random-label2":0.0037946653,"softrank_bald":0.0064600525},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.8791410157,"power_bald":0.8750669595,"power_pe":0.8748870531,"pred_entropy":0.8813580888,"random":0.8499384542,"random-label":0.8763578277,"random-label2":0.8672250866,"softrank_bald":0.876083232},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0005400375,"power_bald":0.001918732,"power_pe":0.0021966031,"pred_entropy":0.0011254123,"random":0.0073920876,"random-label":0.0035358218,"random-label2":0.0034763175,"softrank_bald":0.0005206566},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.9319065449,"power_bald":0.9256431277,"power_pe":0.9272546911,"pred_entropy":0.9314136655,"random":0.9114573262,"random-label":0.9303542187,"random-label2":0.9220226086,"softrank_bald":0.9275726587},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0022449265,"power_bald":0.0027116654,"power_pe":0.0020663053,"pred_entropy":0.00356403,"random":0.008231732,"random-label":0.0040831377,"random-label2":0.0051732397,"softrank_bald":0.00602917},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9430011793,"power_bald":0.9394747608,"power_pe":0.9382820717,"pred_entropy":0.9439163285,"random":0.9243787785,"random-label":0.9379981341,"random-label2":0.9324767044,"softrank_bald":0.9423208858},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0008271185,"power_bald":0.0012046082,"power_pe":0.0022517085,"pred_entropy":0.0007515092,"random":0.0024408648,"random-label":0.003806065,"random-label2":0.0034534727,"softrank_bald":0.0011865623},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..93c71293e0057665a491c2d2e23cdfb5c681f5df --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.882668 0.003469 4 0.904180 0.000808 4 0.858080 0.006038 4 0.890397 0.001515 4 0.858016 0.002617 4 0.879141 0.000540 4 0.931907 0.002245 4 0.943001 0.000827 4 +power_bald 0.876700 0.003399 4 0.899866 0.000580 4 0.853068 0.005341 4 0.885058 0.002651 4 0.851390 0.002328 4 0.875067 0.001919 4 0.925643 0.002712 4 0.939475 0.001205 4 +power_pe 0.877234 0.003134 4 0.897610 0.001365 4 0.850976 0.005946 4 0.879661 0.001535 4 0.853471 0.002331 4 0.874887 0.002197 4 0.927255 0.002066 4 0.938282 0.002252 4 +pred_entropy 0.882959 0.004427 4 0.905928 0.000632 4 0.859051 0.007790 4 0.892511 0.002973 4 0.858413 0.002392 4 0.881358 0.001125 4 0.931414 0.003564 4 0.943916 0.000752 4 +random 0.848900 0.009370 4 0.869312 0.005915 4 0.805374 0.011914 4 0.833618 0.010305 4 0.829868 0.009436 4 0.849938 0.007392 4 0.911457 0.008232 4 0.924379 0.002441 4 +random-label 0.879153 0.007451 4 0.898546 0.003730 4 0.846339 0.013756 4 0.881281 0.006244 4 0.860765 0.004831 4 0.876358 0.003536 4 0.930354 0.004083 4 0.937998 0.003806 4 +random-label2 0.866886 0.004995 4 0.886509 0.002922 4 0.832041 0.011981 4 0.859825 0.008122 4 0.846595 0.003795 4 0.867225 0.003476 4 0.922023 0.005173 4 0.932477 0.003453 4 +softrank_bald 0.877620 0.004784 4 0.900496 0.001363 4 0.853504 0.002858 4 0.883083 0.003981 4 0.851784 0.006460 4 0.876083 0.000521 4 0.927573 0.006029 4 0.942321 0.001187 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..80ec8691721156f37a43d9aa3bfd249ef6d0f1fd --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 90.42 (+/- 0.08) 88.27 (+/- 0.35) 4.0 +power_bald 89.99 (+/- 0.06) 87.67 (+/- 0.34) 4.0 +power_pe 89.76 (+/- 0.14) 87.72 (+/- 0.31) 4.0 +pred_entropy 90.59 (+/- 0.06) 88.30 (+/- 0.44) 4.0 +random 86.93 (+/- 0.59) 84.89 (+/- 0.94) 4.0 +random-label 89.85 (+/- 0.37) 87.92 (+/- 0.75) 4.0 +random-label2 88.65 (+/- 0.29) 86.69 (+/- 0.50) 4.0 +softrank_bald 90.05 (+/- 0.14) 87.76 (+/- 0.48) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..f8dc20d54ca6aaf3d2804eb58224e0ae5bee568f --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":14.6280445692,"1":17.3116117625,"2":18.3640403751,"3":14.3206422996,"4":24.7416352234,"5":13.3426893995,"6":14.3326436987,"7":16.1809825722},"beta_std":{"0":0.4638959346,"1":0.3620859536,"2":0.7979252747,"3":0.5261863896,"4":2.0314337701,"5":0.40686592,"6":0.3367169461,"7":0.6800342426}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..5f49729fa9594ab69235ba85d1d4cdc2d0b53549 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 14.628045 0.463896 +1 power_bald 17.311612 0.362086 +2 power_pe 18.364040 0.797925 +3 pred_entropy 14.320642 0.526186 +4 random 24.741635 2.031434 +5 random-label 13.342689 0.406866 +6 random-label2 14.332644 0.336717 +7 softrank_bald 16.180983 0.680034 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..872fd3c88fbe30ec46e6adb59f8addcec5c6dc0b --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3bdd3c3d72d90261c72923bcf697086890997cda877485a8f975998d5c6c3c +size 1336356 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..c8238e60037bc7475893f7dac29aa82a775b5c0b --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.5555555555555556, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "power_pe": { + "mutual_information": 0.5555555555555556, + "power_bald": 0.1111111111111111, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.7777777777777779, + "power_bald": 0.5555555555555556, + "power_pe": 0.6666666666666667, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.0, + "random-label": 0.6666666666666667, + "random": 0.0, + "softrank_bald": 0.6666666666666667 + }, + "random-label": { + "mutual_information": 0.1111111111111111, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2222222222222222, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.8888888888888891, + "power_bald": 0.6666666666666667, + "power_pe": 0.8888888888888891, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.7777777777777779, + "random-label": 0.7777777777777779, + "random": 0.0, + "softrank_bald": 0.6666666666666667 + }, + "softrank_bald": { + "mutual_information": 0.4444444444444444, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.5555555555555556, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..5d4a45fe4e1853c16f5bba76391cfedfe49ee011 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac14558e672ee4c713cd05d0f6e122a3fc079d71c12beef9ccaf86a939b6e44 +size 101668 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..2a7a1e911aa05329115cda867c904502032df9df --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8135f25904565031488ce1f7d279b523782fe83440e4a8d4148ad9214cdd9f +size 188286 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..bbb250eeb3a5c55a6de3c165682dde9685cc2848 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.8799291084,"power_bald":0.8782764657,"power_pe":0.8761916342,"pred_entropy":0.883019366,"random":0.8525611997,"random-label":0.8785369875,"random-label2":0.8702086209,"softrank_bald":0.878305074},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0044214603,"power_bald":0.0023563184,"power_pe":0.0037714426,"pred_entropy":0.0013982678,"random":0.010988457,"random-label":0.0040749629,"random-label2":0.0075527517,"softrank_bald":0.0039532163},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.905152094,"power_bald":0.8996146752,"power_pe":0.8996171953,"pred_entropy":0.9060173705,"random":0.8664694321,"random-label":0.8978521198,"random-label2":0.8901860533,"softrank_bald":0.9018074815},"('Mean Dice Final', 'std')":{"mutual_information":0.0009618467,"power_bald":0.0024571188,"power_pe":0.0018811042,"pred_entropy":0.0011683307,"random":0.0129789677,"random-label":0.0028890534,"random-label2":0.0030079944,"softrank_bald":0.0009798388},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.8569484587,"power_bald":0.8493335107,"power_pe":0.8480489328,"pred_entropy":0.8590902451,"random":0.8121442078,"random-label":0.8485431583,"random-label2":0.8369574857,"softrank_bald":0.8559866447},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0068482836,"power_bald":0.0063317808,"power_pe":0.0087508386,"pred_entropy":0.0017445545,"random":0.0203652049,"random-label":0.0077580282,"random-label2":0.0118427047,"softrank_bald":0.0052087368},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.8934491295,"power_bald":0.8841934579,"power_pe":0.8817879472,"pred_entropy":0.8941874959,"random":0.8333348998,"random-label":0.8801541088,"random-label2":0.8668406559,"softrank_bald":0.8898206272},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0005852278,"power_bald":0.0032844627,"power_pe":0.0039477026,"pred_entropy":0.0012733187,"random":0.0190568997,"random-label":0.0026932135,"random-label2":0.0044818466,"softrank_bald":0.0021343704},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.8551403886,"power_bald":0.8574568258,"power_pe":0.8539321712,"pred_entropy":0.8587479952,"random":0.8313203221,"random-label":0.857794134,"random-label2":0.8490851054,"softrank_bald":0.8530477543},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0033479343,"power_bald":0.0018489994,"power_pe":0.0020624665,"pred_entropy":0.0013577281,"random":0.0062906556,"random-label":0.0033046829,"random-label2":0.0070871917,"softrank_bald":0.003655085},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.879886404,"power_bald":0.8758184481,"power_pe":0.8769749262,"pred_entropy":0.8813157321,"random":0.8460092756,"random-label":0.8757319149,"random-label2":0.867962724,"softrank_bald":0.8768728057},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0023041205,"power_bald":0.0037082203,"power_pe":0.0045529847,"pred_entropy":0.0013577692,"random":0.0102526704,"random-label":0.0034190436,"random-label2":0.0047727176,"softrank_bald":0.0018198989},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.9276984778,"power_bald":0.9280390607,"power_pe":0.9265937988,"pred_entropy":0.9312198578,"random":0.9142190693,"random-label":0.9292736703,"random-label2":0.9245832716,"softrank_bald":0.925880823},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0044736398,"power_bald":0.0004100668,"power_pe":0.0019104031,"pred_entropy":0.0019772346,"random":0.0065565953,"random-label":0.004210245,"random-label2":0.0055769653,"softrank_bald":0.0043627833},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.9421207486,"power_bald":0.9388321196,"power_pe":0.9400887125,"pred_entropy":0.9425488836,"random":0.920064121,"random-label":0.9376703356,"random-label2":0.9357547801,"softrank_bald":0.9387290118},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0007692456,"power_bald":0.0014082933,"power_pe":0.0007769316,"pred_entropy":0.0009988863,"random":0.0105742533,"random-label":0.0028057537,"random-label2":0.0019793079,"softrank_bald":0.0022390424},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..a353bcf628d144cf6f6bf3f00f95c664918e389a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.879929 0.004421 4 0.905152 0.000962 4 0.856948 0.006848 4 0.893449 0.000585 4 0.855140 0.003348 4 0.879886 0.002304 4 0.927698 0.004474 4 0.942121 0.000769 4 +power_bald 0.878276 0.002356 4 0.899615 0.002457 4 0.849334 0.006332 4 0.884193 0.003284 4 0.857457 0.001849 4 0.875818 0.003708 4 0.928039 0.000410 4 0.938832 0.001408 4 +power_pe 0.876192 0.003771 4 0.899617 0.001881 4 0.848049 0.008751 4 0.881788 0.003948 4 0.853932 0.002062 4 0.876975 0.004553 4 0.926594 0.001910 4 0.940089 0.000777 4 +pred_entropy 0.883019 0.001398 4 0.906017 0.001168 4 0.859090 0.001745 4 0.894187 0.001273 4 0.858748 0.001358 4 0.881316 0.001358 4 0.931220 0.001977 4 0.942549 0.000999 4 +random 0.852561 0.010988 4 0.866469 0.012979 4 0.812144 0.020365 4 0.833335 0.019057 4 0.831320 0.006291 4 0.846009 0.010253 4 0.914219 0.006557 4 0.920064 0.010574 4 +random-label 0.878537 0.004075 4 0.897852 0.002889 4 0.848543 0.007758 4 0.880154 0.002693 4 0.857794 0.003305 4 0.875732 0.003419 4 0.929274 0.004210 4 0.937670 0.002806 4 +random-label2 0.870209 0.007553 4 0.890186 0.003008 4 0.836957 0.011843 4 0.866841 0.004482 4 0.849085 0.007087 4 0.867963 0.004773 4 0.924583 0.005577 4 0.935755 0.001979 4 +softrank_bald 0.878305 0.003953 4 0.901807 0.000980 4 0.855987 0.005209 4 0.889821 0.002134 4 0.853048 0.003655 4 0.876873 0.001820 4 0.925881 0.004363 4 0.938729 0.002239 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..78fa408df9dbe6a28ec655390ace64ef0709e44a --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 90.52 (+/- 0.10) 87.99 (+/- 0.44) 4.0 +power_bald 89.96 (+/- 0.25) 87.83 (+/- 0.24) 4.0 +power_pe 89.96 (+/- 0.19) 87.62 (+/- 0.38) 4.0 +pred_entropy 90.60 (+/- 0.12) 88.30 (+/- 0.14) 4.0 +random 86.65 (+/- 1.30) 85.26 (+/- 1.10) 4.0 +random-label 89.79 (+/- 0.29) 87.85 (+/- 0.41) 4.0 +random-label2 89.02 (+/- 0.30) 87.02 (+/- 0.76) 4.0 +softrank_bald 90.18 (+/- 0.10) 87.83 (+/- 0.40) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..bde9d7dbbf2640d6134aa573e10ca68e2f51c382 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":13.4193483641,"1":18.35052262,"2":17.0372480899,"3":14.4943184912,"4":26.9489446545,"5":12.6450620262,"6":16.1134742314,"7":15.8175114079},"beta_std":{"0":0.4087489843,"1":0.8011153326,"2":0.6598821997,"3":0.4441745061,"4":2.4815787085,"5":0.2677550794,"6":0.7771417655,"7":0.3439781143}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..213d7c6c83e9522ec42c990b952cc2589af39dae --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 13.419348 0.408749 +1 power_bald 18.350523 0.801115 +2 power_pe 17.037248 0.659882 +3 pred_entropy 14.494318 0.444175 +4 random 26.948945 2.481579 +5 random-label 12.645062 0.267755 +6 random-label2 16.113474 0.777142 +7 softrank_bald 15.817511 0.343978 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..2a7c75a87b0444f858d793756f1ddfb1cfdac0b3 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ae07d5adb4aefe4098ca11c0f2aeb40b698560aae280869ed9d41fabf74b52 +size 1328925 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..ecb489f910fb9af0186e6f80a7de31119d54eb63 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.1111111111111111, + "random-label": 0.1111111111111111, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.5555555555555556, + "random-label2": 0.0, + "random-label": 0.1111111111111111, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "power_pe": { + "mutual_information": 0.5555555555555556, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4444444444444444, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.1111111111111111, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.5555555555555556, + "power_bald": 0.2222222222222222, + "power_pe": 0.6666666666666667, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.0, + "random-label": 0.5555555555555556, + "random": 0.0, + "softrank_bald": 0.5555555555555556 + }, + "random-label": { + "mutual_information": 0.5555555555555556, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.1111111111111111 + }, + "random": { + "mutual_information": 0.6666666666666667, + "power_bald": 0.7777777777777779, + "power_pe": 0.5555555555555556, + "pred_entropy": 0.7777777777777779, + "random-label2": 0.4444444444444444, + "random-label": 0.6666666666666667, + "random": 0.0, + "softrank_bald": 0.5555555555555556 + }, + "softrank_bald": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.1111111111111111, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..528a68215a9ef448f99c7287350a2b3682fa7fcd --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-45_revision/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90d70f73821c5a8ae4249b7f07c97efd4a8712888d0b1161e132e8d9fbec129 +size 102131 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/analysis.pkl b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..872d49c45a7378a803893bb278ecef47b67dcb1e --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186adcef73b0c711cc2106ab4b8f1fe033c16c5fe3e518c965435c317219fc7f +size 170722 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..49fcab727101296b72f396e3fdcd9ee2a333c94d --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.878285114,"class_pe66":0.8804675027,"class_power_pe66":0.8767073062,"class_power_pe66_exp":0.879058288,"kmeans_bald":0.858946612,"mutual_information":0.8774368774,"power_bald":0.8750216858,"power_pe":0.8720569546,"pred_entropy":0.8765083996,"random":0.8469358232,"random-label":0.8785544916,"random-label2":0.8694905107,"softrank_bald":0.8727991042},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0036703022,"class_pe66":0.0014711618,"class_power_pe66":0.0035169248,"class_power_pe66_exp":0.0035568231,"kmeans_bald":0.0077451428,"mutual_information":0.0037561759,"power_bald":0.004424849,"power_pe":0.0060014655,"pred_entropy":0.0027483931,"random":0.0095503181,"random-label":0.003281498,"random-label2":0.0073965753,"softrank_bald":0.0068172125},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.9050365876,"class_pe66":0.9054622555,"class_power_pe66":0.8996704097,"class_power_pe66_exp":0.905640188,"kmeans_bald":0.8780783464,"mutual_information":0.9047433862,"power_bald":0.8980203343,"power_pe":0.8966774229,"pred_entropy":0.9051987966,"random":0.8628173374,"random-label":0.8993870982,"random-label2":0.8906039235,"softrank_bald":0.9017243858},"('Mean Dice Final', 'std')":{"class_pe33":0.0020299474,"class_pe66":0.0005702258,"class_power_pe66":0.0012224353,"class_power_pe66_exp":0.0008701263,"kmeans_bald":0.0070416387,"mutual_information":0.0018137825,"power_bald":0.0017222609,"power_pe":0.0015383002,"pred_entropy":0.0005756407,"random":0.0107737416,"random-label":0.000878548,"random-label2":0.0043586699,"softrank_bald":0.0013626597},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.8512828662,"class_pe66":0.8531938291,"class_power_pe66":0.8476590393,"class_power_pe66_exp":0.8507944945,"kmeans_bald":0.8145881461,"mutual_information":0.8531568969,"power_bald":0.8431901595,"power_pe":0.8431534866,"pred_entropy":0.8506417166,"random":0.8020820444,"random-label":0.8489247239,"random-label2":0.8319736767,"softrank_bald":0.8431262325},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0058294294,"class_pe66":0.0019882924,"class_power_pe66":0.0063393286,"class_power_pe66_exp":0.0053578142,"kmeans_bald":0.0152183372,"mutual_information":0.0051154085,"power_bald":0.0066064609,"power_pe":0.0087746769,"pred_entropy":0.0024376843,"random":0.020425087,"random-label":0.0061896052,"random-label2":0.0141870436,"softrank_bald":0.0113103019},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.8915289213,"class_pe66":0.8915134991,"class_power_pe66":0.8833240049,"class_power_pe66_exp":0.8928345075,"kmeans_bald":0.8407151116,"mutual_information":0.8912475062,"power_bald":0.8768985874,"power_pe":0.8776588166,"pred_entropy":0.8928737818,"random":0.8282846637,"random-label":0.8797356308,"random-label2":0.8664644349,"softrank_bald":0.8865444212},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0014331441,"class_pe66":0.0027893507,"class_power_pe66":0.0029217508,"class_power_pe66_exp":0.0008984541,"kmeans_bald":0.0163846248,"mutual_information":0.0028395122,"power_bald":0.0038348064,"power_pe":0.0044399461,"pred_entropy":0.0012116292,"random":0.0209968111,"random-label":0.0044005512,"random-label2":0.0083286656,"softrank_bald":0.0020403769},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.8549822441,"class_pe66":0.8583486169,"class_power_pe66":0.8556214879,"class_power_pe66_exp":0.8573721776,"kmeans_bald":0.8442036532,"mutual_information":0.8525607436,"power_bald":0.85466435,"power_pe":0.8502228321,"pred_entropy":0.8528071861,"random":0.8261437251,"random-label":0.8572780289,"random-label2":0.8509238922,"softrank_bald":0.8503786728},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0042889913,"class_pe66":0.0018106707,"class_power_pe66":0.0027657191,"class_power_pe66_exp":0.0036395522,"kmeans_bald":0.0050438131,"mutual_information":0.0031136936,"power_bald":0.0035500606,"power_pe":0.0051990251,"pred_entropy":0.0025985286,"random":0.0062720788,"random-label":0.0021709945,"random-label2":0.0056750857,"softrank_bald":0.00417499},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.8810871902,"class_pe66":0.8819554359,"class_power_pe66":0.876009919,"class_power_pe66_exp":0.8812865834,"kmeans_bald":0.8641902984,"mutual_information":0.8805189975,"power_bald":0.8769136823,"power_pe":0.8738463576,"pred_entropy":0.8805590907,"random":0.8390494934,"random-label":0.8782690345,"random-label2":0.8707557952,"softrank_bald":0.8769616214},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0030302098,"class_pe66":0.0028461062,"class_power_pe66":0.0026334168,"class_power_pe66_exp":0.0010632893,"kmeans_bald":0.0030333099,"mutual_information":0.0030315089,"power_bald":0.0016023245,"power_pe":0.0035844768,"pred_entropy":0.0004289572,"random":0.0099953132,"random-label":0.0014855098,"random-label2":0.0059098277,"softrank_bald":0.0030504548},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.9285902318,"class_pe66":0.9298600621,"class_power_pe66":0.9268413916,"class_power_pe66_exp":0.929008192,"kmeans_bald":0.9180480368,"mutual_information":0.9265929918,"power_bald":0.9272105479,"power_pe":0.9227945452,"pred_entropy":0.9260762959,"random":0.9125817001,"random-label":0.929460722,"random-label2":0.9255739633,"softrank_bald":0.9248924074},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0012865298,"class_pe66":0.0023470852,"class_power_pe66":0.0024151624,"class_power_pe66_exp":0.0024532912,"kmeans_bald":0.0061763901,"mutual_information":0.0034090381,"power_bald":0.0043738215,"power_pe":0.005138414,"pred_entropy":0.0038338839,"random":0.0034695574,"random-label":0.0029721057,"random-label2":0.0056615312,"softrank_bald":0.0061166601},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.9424936514,"class_pe66":0.9429178316,"class_power_pe66":0.9396773053,"class_power_pe66_exp":0.9427994732,"kmeans_bald":0.9293296292,"mutual_information":0.942463655,"power_bald":0.9402487331,"power_pe":0.9385270944,"pred_entropy":0.9421635171,"random":0.9211178551,"random-label":0.9401566293,"random-label2":0.9345915405,"softrank_bald":0.9416671147},"('Class 3 Dice Final', 'std')":{"class_pe33":0.002074085,"class_pe66":0.001701637,"class_power_pe66":0.0021164708,"class_power_pe66_exp":0.0012344335,"kmeans_bald":0.0027338088,"mutual_information":0.000553892,"power_bald":0.0003567036,"power_pe":0.0010165547,"pred_entropy":0.0015635769,"random":0.0024352131,"random-label":0.0006619415,"random-label2":0.0044552467,"softrank_bald":0.0030069203},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"kmeans_bald":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..58cb63bfdd9b35e40d5a26ef01fa1f9a020118b0 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc.txt @@ -0,0 +1,16 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.878285 0.003670 4 0.905037 0.002030 4 0.851283 0.005829 4 0.891529 0.001433 4 0.854982 0.004289 4 0.881087 0.003030 4 0.928590 0.001287 4 0.942494 0.002074 4 +class_pe66 0.880468 0.001471 4 0.905462 0.000570 4 0.853194 0.001988 4 0.891513 0.002789 4 0.858349 0.001811 4 0.881955 0.002846 4 0.929860 0.002347 4 0.942918 0.001702 4 +class_power_pe66 0.876707 0.003517 4 0.899670 0.001222 4 0.847659 0.006339 4 0.883324 0.002922 4 0.855621 0.002766 4 0.876010 0.002633 4 0.926841 0.002415 4 0.939677 0.002116 4 +class_power_pe66_exp 0.879058 0.003557 4 0.905640 0.000870 4 0.850794 0.005358 4 0.892835 0.000898 4 0.857372 0.003640 4 0.881287 0.001063 4 0.929008 0.002453 4 0.942799 0.001234 4 +kmeans_bald 0.858947 0.007745 4 0.878078 0.007042 4 0.814588 0.015218 4 0.840715 0.016385 4 0.844204 0.005044 4 0.864190 0.003033 4 0.918048 0.006176 4 0.929330 0.002734 4 +mutual_information 0.877437 0.003756 4 0.904743 0.001814 4 0.853157 0.005115 4 0.891248 0.002840 4 0.852561 0.003114 4 0.880519 0.003032 4 0.926593 0.003409 4 0.942464 0.000554 4 +power_bald 0.875022 0.004425 4 0.898020 0.001722 4 0.843190 0.006606 4 0.876899 0.003835 4 0.854664 0.003550 4 0.876914 0.001602 4 0.927211 0.004374 4 0.940249 0.000357 4 +power_pe 0.872057 0.006001 4 0.896677 0.001538 4 0.843153 0.008775 4 0.877659 0.004440 4 0.850223 0.005199 4 0.873846 0.003584 4 0.922795 0.005138 4 0.938527 0.001017 4 +pred_entropy 0.876508 0.002748 4 0.905199 0.000576 4 0.850642 0.002438 4 0.892874 0.001212 4 0.852807 0.002599 4 0.880559 0.000429 4 0.926076 0.003834 4 0.942164 0.001564 4 +random 0.846936 0.009550 4 0.862817 0.010774 4 0.802082 0.020425 4 0.828285 0.020997 4 0.826144 0.006272 4 0.839049 0.009995 4 0.912582 0.003470 4 0.921118 0.002435 4 +random-label 0.878554 0.003281 4 0.899387 0.000879 4 0.848925 0.006190 4 0.879736 0.004401 4 0.857278 0.002171 4 0.878269 0.001486 4 0.929461 0.002972 4 0.940157 0.000662 4 +random-label2 0.869491 0.007397 4 0.890604 0.004359 4 0.831974 0.014187 4 0.866464 0.008329 4 0.850924 0.005675 4 0.870756 0.005910 4 0.925574 0.005662 4 0.934592 0.004455 4 +softrank_bald 0.872799 0.006817 4 0.901724 0.001363 4 0.843126 0.011310 4 0.886544 0.002040 4 0.850379 0.004175 4 0.876962 0.003050 4 0.924892 0.006117 4 0.941667 0.003007 4 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc_pretty.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..68cf749d26cb6c32631cb309a82638cbc78d469b --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/auc_pretty.txt @@ -0,0 +1,14 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 90.50 (+/- 0.20) 87.83 (+/- 0.37) 4.0 +class_pe66 90.55 (+/- 0.06) 88.05 (+/- 0.15) 4.0 +class_power_pe66 89.97 (+/- 0.12) 87.67 (+/- 0.35) 4.0 +class_power_pe66_exp 90.56 (+/- 0.09) 87.91 (+/- 0.36) 4.0 +kmeans_bald 87.81 (+/- 0.70) 85.89 (+/- 0.77) 4.0 +mutual_information 90.47 (+/- 0.18) 87.74 (+/- 0.38) 4.0 +power_bald 89.80 (+/- 0.17) 87.50 (+/- 0.44) 4.0 +power_pe 89.67 (+/- 0.15) 87.21 (+/- 0.60) 4.0 +pred_entropy 90.52 (+/- 0.06) 87.65 (+/- 0.27) 4.0 +random 86.28 (+/- 1.08) 84.69 (+/- 0.96) 4.0 +random-label 89.94 (+/- 0.09) 87.86 (+/- 0.33) 4.0 +random-label2 89.06 (+/- 0.44) 86.95 (+/- 0.74) 4.0 +softrank_bald 90.17 (+/- 0.14) 87.28 (+/- 0.68) 4.0 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/beta.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..b6b420c84d74eef4f0b588b4fdbafe810f07904c --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66","3":"class_power_pe66_exp","4":"kmeans_bald","5":"mutual_information","6":"power_bald","7":"power_pe","8":"pred_entropy","9":"random","10":"random-label","11":"random-label2","12":"softrank_bald"},"beta":{"0":14.0437622048,"1":13.8564487596,"2":19.7719754942,"3":18.6593142145,"4":11.9664450819,"5":15.0895824431,"6":17.9428652501,"7":16.5483327211,"8":13.5767816517,"9":21.692931988,"10":13.4444385519,"11":15.8148221252,"12":14.5311126683},"beta_std":{"0":0.9204327527,"1":1.0025003638,"2":2.0073764558,"3":3.4337847836,"4":0.5968657292,"5":1.1386101405,"6":1.8271990441,"7":1.1818877871,"8":1.2210418917,"9":3.7894793253,"10":0.7945982149,"11":1.4137418566,"12":1.3264487118}} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/beta.txt b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..725743a1e26cc166198f6c57f14c69736a7b7c8c --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/beta.txt @@ -0,0 +1,14 @@ + Query Method beta beta_std +0 class_pe33 14.043762 0.920433 +1 class_pe66 13.856449 1.002500 +2 class_power_pe66 19.771975 2.007376 +3 class_power_pe66_exp 18.659314 3.433785 +4 kmeans_bald 11.966445 0.596866 +5 mutual_information 15.089582 1.138610 +6 power_bald 17.942865 1.827199 +7 power_pe 16.548333 1.181888 +8 pred_entropy 13.576782 1.221042 +9 random 21.692932 3.789479 +10 random-label 13.444439 0.794598 +11 random-label2 15.814822 1.413742 +12 softrank_bald 14.531113 1.326449 \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/overview.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..28b5789251278d3fcdbdef1f83b5a37b05090b36 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9b013899224ed64ce38873b3569343b272d712b73d90242bcdbf2743e669cd +size 1402556 diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/ppm.json b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..0fc050d122708f3f27535dcc5f1cf931df9a1953 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/ppm.json @@ -0,0 +1,207 @@ +{ + "matrix": { + "kmeans_bald": { + "kmeans_bald": 0.0, + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.4, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "mutual_information": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "power_bald": { + "kmeans_bald": 0.0, + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.0 + }, + "power_pe": { + "kmeans_bald": 0.0, + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.2, + "class_pe33": 0.4, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.0 + }, + "pred_entropy": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "random-label2": { + "kmeans_bald": 0.0, + "mutual_information": 0.4, + "power_bald": 0.4, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 0.4, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "random-label": { + "kmeans_bald": 0.0, + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.0 + }, + "random": { + "kmeans_bald": 0.8, + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.6000000000000001, + "random-label": 0.8, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "softrank_bald": { + "kmeans_bald": 0.0, + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.0 + }, + "class_pe33": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_pe66": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "kmeans_bald": 0.0, + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.2, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "kmeans_bald": 0.0, + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..9bac932347faa8a80c308e298f584fb464926d89 --- /dev/null +++ b/analysis/patch-4_40_40__sb-random-label2-all-classes__sbs-90__qs-90/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c008c1ba310f660679a07f9c77ea0792245d291640b8ac34b0c539b0f2818f +size 143955