diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..9df8ff711df5dd52643d43329ee99c7ac79f6c82 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png filter=lfs diff=lfs merge=lfs -text +analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png filter=lfs diff=lfs merge=lfs -text diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/analysis.pkl b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..d8cba30e3964d6ee2514d1bcee64d201a438b268 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d069930d56fce312117d0123b8f528b95e7394d134cbc81d2b449d71e05f629 +size 18770 diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc.json b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..812e64081e4ad91eb8b41f4096354a21b09c98fe --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"random":0.6601291448},"('Mean Dice AUBC', 'std')":{"random":0.0057066879},"('Mean Dice AUBC', 'count')":{"random":4},"('Mean Dice Final', 'mean')":{"random":0.67707316},"('Mean Dice Final', 'std')":{"random":0.0079464535},"('Mean Dice Final', 'count')":{"random":4},"('Class 1 Dice AUBC', 'mean')":{"random":0.9473622795},"('Class 1 Dice AUBC', 'std')":{"random":0.0017445136},"('Class 1 Dice AUBC', 'count')":{"random":4},"('Class 1 Dice Final', 'mean')":{"random":0.9500522663},"('Class 1 Dice Final', 'std')":{"random":0.0011166439},"('Class 1 Dice Final', 'count')":{"random":4},"('Class 2 Dice AUBC', 'mean')":{"random":0.7188317171},"('Class 2 Dice AUBC', 'std')":{"random":0.012922515},"('Class 2 Dice AUBC', 'count')":{"random":4},"('Class 2 Dice Final', 'mean')":{"random":0.7465218765},"('Class 2 Dice Final', 'std')":{"random":0.0144219995},"('Class 2 Dice Final', 'count')":{"random":4},"('Class 3 Dice AUBC', 'mean')":{"random":0.3141934378},"('Class 3 Dice AUBC', 'std')":{"random":0.015411628},"('Class 3 Dice AUBC', 'count')":{"random":4},"('Class 3 Dice Final', 'mean')":{"random":0.3346453371},"('Class 3 Dice Final', 'std')":{"random":0.0218769696},"('Class 3 Dice Final', 'count')":{"random":4}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc.txt b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..16d845f75f66b77d9c2f7a1bc334073e0cec23a7 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc.txt @@ -0,0 +1,4 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +random 0.660129 0.005707 4 0.677073 0.007946 4 0.947362 0.001745 4 0.950052 0.001117 4 0.718832 0.012923 4 0.746522 0.014422 4 0.314193 0.015412 4 0.334645 0.021877 4 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc_pretty.txt b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..6eb203bebf65217d7606729199a3286fd4fc3aaf --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/auc_pretty.txt @@ -0,0 +1,2 @@ + Mean DICE Final Mean DICE AUBC #Seeds +random 67.71 (+/- 0.79) 66.01 (+/- 0.57) 4.0 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/beta.json b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..4ef0332019a4613f2cf0bb8992c394e03a3aa2ad --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"random"},"beta":{"0":2.3635546327},"beta_std":{"0":0.1433310018}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/beta.txt b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..a8a9981abd6490e928db440670809a9417a1f0f4 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/beta.txt @@ -0,0 +1,2 @@ + Query Method beta beta_std +0 random 2.363555 0.143331 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/overview.png b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..cbc8363d7d19cc47110502076ccfae391cc6f47e --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7855b67103a9253739884148bc134ea36390c690ce526d4624b0a134bcf9d623 +size 476397 diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/ppm.json b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..80bc198dfd45e1339229aa56420d752b33e5aa48 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/ppm.json @@ -0,0 +1,15 @@ +{ + "matrix": { + "random": { + "random": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/ppm.png b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..6e54cc48a577636201c705638b560f62a4113a51 Binary files /dev/null and b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_200epochs/ppm.png differ diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/analysis.pkl b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8219b89aad8467923304e1cab6cf0836b7fe07b5 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442e346b21996cd6e7bd5d105066d93cb0527b9697454a93a357e7a046c4310f +size 9662 diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc.json b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..ebff879ef5d1737a70e8caab16d9fb2ea0c68bae --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"random":0.713249628},"('Mean Dice AUBC', 'std')":{"random":null},"('Mean Dice AUBC', 'count')":{"random":1},"('Mean Dice Final', 'mean')":{"random":0.7411048941},"('Mean Dice Final', 'std')":{"random":null},"('Mean Dice Final', 'count')":{"random":1},"('Class 1 Dice AUBC', 'mean')":{"random":0.9528468507},"('Class 1 Dice AUBC', 'std')":{"random":null},"('Class 1 Dice AUBC', 'count')":{"random":1},"('Class 1 Dice Final', 'mean')":{"random":0.9564884822},"('Class 1 Dice Final', 'std')":{"random":null},"('Class 1 Dice Final', 'count')":{"random":1},"('Class 2 Dice AUBC', 'mean')":{"random":0.7790832162},"('Class 2 Dice AUBC', 'std')":{"random":null},"('Class 2 Dice AUBC', 'count')":{"random":1},"('Class 2 Dice Final', 'mean')":{"random":0.8067496579},"('Class 2 Dice Final', 'std')":{"random":null},"('Class 2 Dice Final', 'count')":{"random":1},"('Class 3 Dice AUBC', 'mean')":{"random":0.407818817},"('Class 3 Dice AUBC', 'std')":{"random":null},"('Class 3 Dice AUBC', 'count')":{"random":1},"('Class 3 Dice Final', 'mean')":{"random":0.4600765423},"('Class 3 Dice Final', 'std')":{"random":null},"('Class 3 Dice Final', 'count')":{"random":1}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc.txt b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..a7d8b785eb42bcedadb072848bdc2bc5d0988eb3 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc.txt @@ -0,0 +1,4 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +random 0.71325 NaN 1 0.741105 NaN 1 0.952847 NaN 1 0.956488 NaN 1 0.779083 NaN 1 0.80675 NaN 1 0.407819 NaN 1 0.460077 NaN 1 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc_pretty.txt b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..41861ea0f65cae4ec3cdd3df3e4fe8442aeb7746 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/auc_pretty.txt @@ -0,0 +1,2 @@ + Mean DICE Final Mean DICE AUBC #Seeds +random 74.11 (+/- nan) 71.32 (+/- nan) 1.0 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/beta.json b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..74d36e6ca2c682e0533bcb67672e18a72b91081c --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"random"},"beta":{"0":5.7707216767},"beta_std":{"0":0.8831213599}} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/beta.txt b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..28f7ef14c219c34fc7172c4c8329c549299b8360 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/beta.txt @@ -0,0 +1,2 @@ + Query Method beta beta_std +0 random 5.770722 0.883121 \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/overview.png b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..bdc20fab5b69d3e8029d031707829bb1f808512b --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd486b974a2f8cdd467c629e8009a67a3002e2f67f768e9833cce9b9ff2edd66 +size 426061 diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/ppm.json b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..80bc198dfd45e1339229aa56420d752b33e5aa48 --- /dev/null +++ b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/ppm.json @@ -0,0 +1,15 @@ +{ + "matrix": { + "random": { + "random": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/ppm.png b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..6e54cc48a577636201c705638b560f62a4113a51 Binary files /dev/null and b/analysis/patch-1000_1000_1000__qs-22__tr-nnUNetTrainer_500epochs/ppm.png differ diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..17f03c2cbc10ec2f5d5d86a0eacbd6a1de3c6c7d --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4bc9b98839172be0236bc70fd8eb6228c70ef526469c234c967714dd61e9709 +size 121706 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..0e1cc5919f6df327d178efbb95e9916e9a8f9fbb --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.4575696662,"mutual_information":0.3856217361,"power_bald":0.4169504859,"power_pe":0.4226204673,"pred_entropy":0.4098829062,"random":0.3513880776,"random-label":0.3412323564,"random-label2":0.3788024589,"softrank_bald":0.4107982632},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.005251086,"mutual_information":0.0327406633,"power_bald":0.0109074895,"power_pe":0.0076889901,"pred_entropy":0.0300370856,"random":0.0199761596,"random-label":0.0139873065,"random-label2":0.0073781784,"softrank_bald":0.0099652582},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.5266277492,"mutual_information":0.4325032147,"power_bald":0.4558865299,"power_pe":0.4654528551,"pred_entropy":0.4679573973,"random":0.3795187848,"random-label":0.3652435667,"random-label2":0.4123999498,"softrank_bald":0.4614014954},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0097069476,"mutual_information":0.0378568415,"power_bald":0.0139554323,"power_pe":0.0094762384,"pred_entropy":0.0362801731,"random":0.0174419573,"random-label":0.0124039112,"random-label2":0.0087637279,"softrank_bald":0.0177025596},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.8717459248,"mutual_information":0.8141357576,"power_bald":0.8465486138,"power_pe":0.8518817491,"pred_entropy":0.8267659967,"random":0.7645591159,"random-label":0.7567758478,"random-label2":0.8042177488,"softrank_bald":0.8462750508},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0140861086,"mutual_information":0.0352342394,"power_bald":0.0186473478,"power_pe":0.0125746838,"pred_entropy":0.0290331224,"random":0.0393895554,"random-label":0.0263584173,"random-label2":0.0200808408,"softrank_bald":0.0145394983},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.9230037228,"mutual_information":0.8885050317,"power_bald":0.8866269593,"power_pe":0.8948807577,"pred_entropy":0.8887940405,"random":0.8202893001,"random-label":0.806096463,"random-label2":0.8493017541,"softrank_bald":0.9010759431},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.0034885676,"mutual_information":0.0118535194,"power_bald":0.0096810576,"power_pe":0.0051431557,"pred_entropy":0.0219533299,"random":0.0259098721,"random-label":0.0199381968,"random-label2":0.0106282762,"softrank_bald":0.0074954631},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.3811695467,"mutual_information":0.2629216332,"power_bald":0.3203372873,"power_pe":0.3158620517,"pred_entropy":0.3044543734,"random":0.2057216648,"random-label":0.1633985489,"random-label2":0.2182323828,"softrank_bald":0.3042368385},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0102904427,"mutual_information":0.0449335323,"power_bald":0.0164291587,"power_pe":0.0100425016,"pred_entropy":0.0449905376,"random":0.0211558589,"random-label":0.0095919094,"random-label2":0.0156812998,"softrank_bald":0.0034466918},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.4864234428,"mutual_information":0.3403834066,"power_bald":0.3875061848,"power_pe":0.3898847934,"pred_entropy":0.4083328607,"random":0.2321995726,"random-label":0.1650812932,"random-label2":0.2588212802,"softrank_bald":0.3926897936},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0085163885,"mutual_information":0.0562279466,"power_bald":0.0261742303,"power_pe":0.0198511101,"pred_entropy":0.0670271177,"random":0.0263118757,"random-label":0.0126345475,"random-label2":0.0258531888,"softrank_bald":0.029615356},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.119793527,"mutual_information":0.0798078176,"power_bald":0.0839655567,"power_pe":0.1001176013,"pred_entropy":0.0984283484,"random":0.0838834522,"random-label":0.1035226725,"random-label2":0.1139572452,"softrank_bald":0.0818829004},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0181564366,"mutual_information":0.0265793804,"power_bald":0.0169942688,"power_pe":0.0116082126,"pred_entropy":0.0167475459,"random":0.0128946657,"random-label":0.0104021239,"random-label2":0.0200470266,"softrank_bald":0.0168858652},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.1704560821,"mutual_information":0.0686212057,"power_bald":0.0935264455,"power_pe":0.1115930143,"pred_entropy":0.1067452906,"random":0.0860674818,"random-label":0.124552944,"random-label2":0.1290768151,"softrank_bald":0.0904387495},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.0304268553,"mutual_information":0.048757837,"power_bald":0.0280944807,"power_pe":0.0179177469,"pred_entropy":0.027335054,"random":0.0161018416,"random-label":0.0137330196,"random-label2":0.0100568605,"softrank_bald":0.0279400072},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..379db2fea848c69aaaee2139e0bf13dba205cd5c --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.457570 0.005251 4 0.526628 0.009707 4 0.871746 0.014086 4 0.923004 0.003489 4 0.381170 0.010290 4 0.486423 0.008516 4 0.119794 0.018156 4 0.170456 0.030427 4 +mutual_information 0.385622 0.032741 4 0.432503 0.037857 4 0.814136 0.035234 4 0.888505 0.011854 4 0.262922 0.044934 4 0.340383 0.056228 4 0.079808 0.026579 4 0.068621 0.048758 4 +power_bald 0.416950 0.010907 4 0.455887 0.013955 4 0.846549 0.018647 4 0.886627 0.009681 4 0.320337 0.016429 4 0.387506 0.026174 4 0.083966 0.016994 4 0.093526 0.028094 4 +power_pe 0.422620 0.007689 4 0.465453 0.009476 4 0.851882 0.012575 4 0.894881 0.005143 4 0.315862 0.010043 4 0.389885 0.019851 4 0.100118 0.011608 4 0.111593 0.017918 4 +pred_entropy 0.409883 0.030037 4 0.467957 0.036280 4 0.826766 0.029033 4 0.888794 0.021953 4 0.304454 0.044991 4 0.408333 0.067027 4 0.098428 0.016748 4 0.106745 0.027335 4 +random 0.351388 0.019976 4 0.379519 0.017442 4 0.764559 0.039390 4 0.820289 0.025910 4 0.205722 0.021156 4 0.232200 0.026312 4 0.083883 0.012895 4 0.086067 0.016102 4 +random-label 0.341232 0.013987 4 0.365244 0.012404 4 0.756776 0.026358 4 0.806096 0.019938 4 0.163399 0.009592 4 0.165081 0.012635 4 0.103523 0.010402 4 0.124553 0.013733 4 +random-label2 0.378802 0.007378 4 0.412400 0.008764 4 0.804218 0.020081 4 0.849302 0.010628 4 0.218232 0.015681 4 0.258821 0.025853 4 0.113957 0.020047 4 0.129077 0.010057 4 +softrank_bald 0.410798 0.009965 4 0.461401 0.017703 4 0.846275 0.014539 4 0.901076 0.007495 4 0.304237 0.003447 4 0.392690 0.029615 4 0.081883 0.016886 4 0.090439 0.027940 4 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..6e3f7ff47e767a10c5a730eb210c9e5d4e3bfba1 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 52.66 (+/- 0.97) 45.76 (+/- 0.53) 4.0 +mutual_information 43.25 (+/- 3.79) 38.56 (+/- 3.27) 4.0 +power_bald 45.59 (+/- 1.40) 41.70 (+/- 1.09) 4.0 +power_pe 46.55 (+/- 0.95) 42.26 (+/- 0.77) 4.0 +pred_entropy 46.80 (+/- 3.63) 40.99 (+/- 3.00) 4.0 +random 37.95 (+/- 1.74) 35.14 (+/- 2.00) 4.0 +random-label 36.52 (+/- 1.24) 34.12 (+/- 1.40) 4.0 +random-label2 41.24 (+/- 0.88) 37.88 (+/- 0.74) 4.0 +softrank_bald 46.14 (+/- 1.77) 41.08 (+/- 1.00) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..1604fffa25b3a660fa60879be89ca99d1a4aea4b --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":31.1327335999,"1":31.2972654254,"2":78.8444959688,"3":83.3621343629,"4":23.9716182153,"5":93.7510210657,"6":4.3414328835,"7":17.5518379188,"8":46.4618316224},"beta_std":{"0":15.6264058481,"1":10.1410325904,"2":44.7708955518,"3":51.3561704385,"4":2.936135263,"5":139.5966984537,"6":0.2691573509,"7":1.4659259864,"8":16.8409325958}} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..b3c69871a7d59ddff5eef8cfbe391a5d0a3e79c5 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 31.132734 15.626406 +1 mutual_information 31.297265 10.141033 +2 power_bald 78.844496 44.770896 +3 power_pe 83.362134 51.356170 +4 pred_entropy 23.971618 2.936135 +5 random 93.751021 139.596698 +6 random-label 4.341433 0.269157 +7 random-label2 17.551838 1.465926 +8 softrank_bald 46.461832 16.840933 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..78fe70ba753c22caa467787d0fb746ea8684156a --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb32ab5cf76edf23a6d08be24e432eb8b3e42270e4dc22ea58f30519d5fc192f +size 1173211 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..3bf56a1a73f14b7d9dec30361ef9a284fe3e86b2 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.2 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.8 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.6000000000000001, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.8 + }, + "random": { + "mutual_information": 0.2, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.4, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..9f9193f97815073bd1976c7ce0ad8fc0ebe9394f --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013552b5f57024de32d00b6e7f1b6f795c57c31d0c15366d8ec36e34825336d4 +size 101532 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..ce717b357487d1b00ef1bff14d3fdd8bf31ce0c7 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aefc96ec55d9d8c78a736762842389c34fc14dcb8b7359fd4123bd66d21d8bd +size 121271 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..d7c78b6ed325008f5c406233b7a887b90fa1d9b2 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.321616609,"mutual_information":0.2509561315,"power_bald":0.2790741129,"power_pe":0.2796485563,"pred_entropy":0.2407723282,"random":0.2199632755,"random-label":0.2442668229,"random-label2":0.23880035,"softrank_bald":0.2566890655},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0103837884,"mutual_information":0.005530853,"power_bald":0.0173906094,"power_pe":0.0353466671,"pred_entropy":0.0156473834,"random":0.0161763395,"random-label":0.0195653571,"random-label2":0.034299651,"softrank_bald":0.0267623487},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.4016128718,"mutual_information":0.3176362021,"power_bald":0.2938876953,"power_pe":0.30882852,"pred_entropy":0.290668267,"random":0.2285074616,"random-label":0.2880073234,"random-label2":0.2883188186,"softrank_bald":0.3146507932},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0063357972,"mutual_information":0.0450535374,"power_bald":0.0130441841,"power_pe":0.0483610086,"pred_entropy":0.0582186183,"random":0.0214626627,"random-label":0.0290111615,"random-label2":0.0146303991,"softrank_bald":0.01541453},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.7403020031,"mutual_information":0.6011803973,"power_bald":0.6964828294,"power_pe":0.6943534152,"pred_entropy":0.5652122895,"random":0.5456677438,"random-label":0.5471855512,"random-label2":0.5475205627,"softrank_bald":0.64036449},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0131805441,"mutual_information":0.0220956332,"power_bald":0.0182541332,"power_pe":0.0568004044,"pred_entropy":0.0388575088,"random":0.0381428693,"random-label":0.0511892298,"random-label2":0.0686672263,"softrank_bald":0.0657178816},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.8531014375,"mutual_information":0.7642422268,"power_bald":0.7608883334,"power_pe":0.7659906481,"pred_entropy":0.6594371865,"random":0.5937228441,"random-label":0.6489521426,"random-label2":0.6702894867,"softrank_bald":0.7915280568},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.0110359065,"mutual_information":0.0610889682,"power_bald":0.0382701307,"power_pe":0.0757736539,"pred_entropy":0.133000055,"random":0.0473828558,"random-label":0.0613817642,"random-label2":0.0279742256,"softrank_bald":0.0329520245},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1518626718,"mutual_information":0.1064210259,"power_bald":0.1032281377,"power_pe":0.105573119,"pred_entropy":0.1318856157,"random":0.0712004256,"random-label":0.1034709963,"random-label2":0.1101584709,"softrank_bald":0.0969112018},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.031966549,"mutual_information":0.0163672195,"power_bald":0.0422507566,"power_pe":0.0498596048,"pred_entropy":0.025809963,"random":0.0293057856,"random-label":0.0153342461,"random-label2":0.022566403,"softrank_bald":0.0212371516},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.242303765,"mutual_information":0.1493917785,"power_bald":0.1117731949,"power_pe":0.1264383015,"pred_entropy":0.187512937,"random":0.0627766101,"random-label":0.1140424391,"random-label2":0.134504601,"softrank_bald":0.1321299402},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0098128543,"mutual_information":0.0503692295,"power_bald":0.0354379926,"power_pe":0.0684759939,"pred_entropy":0.0322996027,"random":0.0358182857,"random-label":0.0191258482,"random-label2":0.0120311823,"softrank_bald":0.0161119808},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.0726851523,"mutual_information":0.0452669713,"power_bald":0.0375113716,"power_pe":0.0390191346,"pred_entropy":0.0252190796,"random":0.043021657,"random-label":0.0821439211,"random-label2":0.0587220164,"softrank_bald":0.0327915045},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0262768056,"mutual_information":0.0254605376,"power_bald":0.0237840979,"power_pe":0.0252447963,"pred_entropy":0.0214740443,"random":0.0329958235,"random-label":0.0080694148,"random-label2":0.0271058792,"softrank_bald":0.033711545},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.1094334128,"mutual_information":0.0392746008,"power_bald":0.0090015577,"power_pe":0.0340566105,"pred_entropy":0.0250546774,"random":0.0290229306,"random-label":0.1010273884,"random-label2":0.0601623682,"softrank_bald":0.0202943827},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.0214945112,"mutual_information":0.034094914,"power_bald":0.0121197202,"power_pe":0.0326025058,"pred_entropy":0.0295760108,"random":0.0262993386,"random-label":0.0245545785,"random-label2":0.0303419769,"softrank_bald":0.0305488775},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..6471fbf129afaad419b56389bc3ed472815c8dbf --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.321617 0.010384 4 0.401613 0.006336 4 0.740302 0.013181 4 0.853101 0.011036 4 0.151863 0.031967 4 0.242304 0.009813 4 0.072685 0.026277 4 0.109433 0.021495 4 +mutual_information 0.250956 0.005531 4 0.317636 0.045054 4 0.601180 0.022096 4 0.764242 0.061089 4 0.106421 0.016367 4 0.149392 0.050369 4 0.045267 0.025461 4 0.039275 0.034095 4 +power_bald 0.279074 0.017391 4 0.293888 0.013044 4 0.696483 0.018254 4 0.760888 0.038270 4 0.103228 0.042251 4 0.111773 0.035438 4 0.037511 0.023784 4 0.009002 0.012120 4 +power_pe 0.279649 0.035347 4 0.308829 0.048361 4 0.694353 0.056800 4 0.765991 0.075774 4 0.105573 0.049860 4 0.126438 0.068476 4 0.039019 0.025245 4 0.034057 0.032603 4 +pred_entropy 0.240772 0.015647 4 0.290668 0.058219 4 0.565212 0.038858 4 0.659437 0.133000 4 0.131886 0.025810 4 0.187513 0.032300 4 0.025219 0.021474 4 0.025055 0.029576 4 +random 0.219963 0.016176 4 0.228507 0.021463 4 0.545668 0.038143 4 0.593723 0.047383 4 0.071200 0.029306 4 0.062777 0.035818 4 0.043022 0.032996 4 0.029023 0.026299 4 +random-label 0.244267 0.019565 4 0.288007 0.029011 4 0.547186 0.051189 4 0.648952 0.061382 4 0.103471 0.015334 4 0.114042 0.019126 4 0.082144 0.008069 4 0.101027 0.024555 4 +random-label2 0.238800 0.034300 4 0.288319 0.014630 4 0.547521 0.068667 4 0.670289 0.027974 4 0.110158 0.022566 4 0.134505 0.012031 4 0.058722 0.027106 4 0.060162 0.030342 4 +softrank_bald 0.256689 0.026762 4 0.314651 0.015415 4 0.640364 0.065718 4 0.791528 0.032952 4 0.096911 0.021237 4 0.132130 0.016112 4 0.032792 0.033712 4 0.020294 0.030549 4 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..9f9c9cbb258a4c2e721ed982903cd980c441ecb2 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 40.16 (+/- 0.63) 32.16 (+/- 1.04) 4.0 +mutual_information 31.76 (+/- 4.51) 25.10 (+/- 0.55) 4.0 +power_bald 29.39 (+/- 1.30) 27.91 (+/- 1.74) 4.0 +power_pe 30.88 (+/- 4.84) 27.96 (+/- 3.53) 4.0 +pred_entropy 29.07 (+/- 5.82) 24.08 (+/- 1.56) 4.0 +random 22.85 (+/- 2.15) 22.00 (+/- 1.62) 4.0 +random-label 28.80 (+/- 2.90) 24.43 (+/- 1.96) 4.0 +random-label2 28.83 (+/- 1.46) 23.88 (+/- 3.43) 4.0 +softrank_bald 31.47 (+/- 1.54) 25.67 (+/- 2.68) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..0b9fee92b51bf056692cbbe737bf13aeae0dc1f8 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":98.7382134341,"1":86.7851892059,"2":184.7181295446,"3":207.4669468588,"4":41.7737026385,"5":139.8925419253,"6":29.8176640967,"7":49.0004476404,"8":90.7048935448},"beta_std":{"0":133.8234636993,"1":97.0693872605,"2":578.4716655792,"3":651.6756508032,"4":25.3766993791,"5":529.1282241206,"6":7.7630082778,"7":31.4846701993,"8":90.2160125334}} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..96b0485837d2758bfd0af2f859f5e53c08810cf6 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 98.738213 133.823464 +1 mutual_information 86.785189 97.069387 +2 power_bald 184.718130 578.471666 +3 power_pe 207.466947 651.675651 +4 pred_entropy 41.773703 25.376699 +5 random 139.892542 529.128224 +6 random-label 29.817664 7.763008 +7 random-label2 49.000448 31.484670 +8 softrank_bald 90.704894 90.216013 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..fdef35659c8185389fd2879197ed280c5f5e8170 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0dda756316e8189e903fe8f60038750ea9d9f41927ba47fab021a647826138 +size 1085421 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..e3f25d47e190bac5bb0951e8aed55253d362727d --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.4 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "random": { + "mutual_information": 0.2, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.6000000000000001, + "class_power_pe66_exp": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..c0c7f212b718dfbee3296afc0346718bfe11bc12 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb26c16d0da1a26ad0e316c70caaf73f4fe11fcf33545f16ac0c6be2e8449d4d +size 101422 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..955246eced2923d5193e60b4c77f586001bfe791 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f695e5c7bec8fecda94a8e857a36efeecb8449e14f8b6345d45fc817fd7f7ae +size 121706 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..6d6f0f9ad029998da9d4cc50676a4dee871ce360 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_power_pe66_exp":0.5368619323,"mutual_information":0.4845573974,"power_bald":0.4960262232,"power_pe":0.4948277853,"pred_entropy":0.5022126538,"random":0.4273396101,"random-label":0.4023579952,"random-label2":0.4228376452,"softrank_bald":0.490766272},"('Mean Dice AUBC', 'std')":{"class_power_pe66_exp":0.0093188474,"mutual_information":0.0118833488,"power_bald":0.0095021388,"power_pe":0.0156953198,"pred_entropy":0.0142264222,"random":0.0108971661,"random-label":0.0131482688,"random-label2":0.0119353639,"softrank_bald":0.0112037182},"('Mean Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_power_pe66_exp":0.5995580687,"mutual_information":0.5350213687,"power_bald":0.5400356333,"power_pe":0.5359393703,"pred_entropy":0.5578641567,"random":0.4434793804,"random-label":0.4257958236,"random-label2":0.4418560008,"softrank_bald":0.5438871114},"('Mean Dice Final', 'std')":{"class_power_pe66_exp":0.0213852765,"mutual_information":0.0128194168,"power_bald":0.0124709496,"power_pe":0.0102981567,"pred_entropy":0.0107273091,"random":0.0160194437,"random-label":0.0087561007,"random-label2":0.0130513453,"softrank_bald":0.015318965},"('Mean Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.9152279265,"mutual_information":0.8959321787,"power_bald":0.9006549262,"power_pe":0.9000697615,"pred_entropy":0.903142504,"random":0.8679827602,"random-label":0.8527972643,"random-label2":0.8708738226,"softrank_bald":0.8989119801},"('Class 1 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0021581067,"mutual_information":0.0059025877,"power_bald":0.0039841236,"power_pe":0.0061954549,"pred_entropy":0.0062349358,"random":0.006103565,"random-label":0.0222915285,"random-label2":0.0170854129,"softrank_bald":0.0053674427},"('Class 1 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_power_pe66_exp":0.9398025632,"mutual_information":0.9229977607,"power_bald":0.9240821704,"power_pe":0.919823174,"pred_entropy":0.9311959013,"random":0.8851412677,"random-label":0.8840346558,"random-label2":0.8936492181,"softrank_bald":0.9259394423},"('Class 1 Dice Final', 'std')":{"class_power_pe66_exp":0.0049402908,"mutual_information":0.0022133624,"power_bald":0.0030464696,"power_pe":0.0045151977,"pred_entropy":0.0018236919,"random":0.0142717901,"random-label":0.0068839827,"random-label2":0.0103043678,"softrank_bald":0.0045951934},"('Class 1 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.5110602978,"mutual_information":0.4247485336,"power_bald":0.4525745024,"power_pe":0.4406660979,"pred_entropy":0.4655921863,"random":0.2993232086,"random-label":0.2112285109,"random-label2":0.2622645962,"softrank_bald":0.4401022124},"('Class 2 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0121970719,"mutual_information":0.0223274259,"power_bald":0.0201688702,"power_pe":0.0253612197,"pred_entropy":0.0315883104,"random":0.0188320182,"random-label":0.0175992841,"random-label2":0.0081514356,"softrank_bald":0.0157002132},"('Class 2 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_power_pe66_exp":0.6343134619,"mutual_information":0.5395281744,"power_bald":0.5393081088,"power_pe":0.514841032,"pred_entropy":0.5835708136,"random":0.3312722599,"random-label":0.2302661702,"random-label2":0.2824509079,"softrank_bald":0.549927893},"('Class 2 Dice Final', 'std')":{"class_power_pe66_exp":0.0488093963,"mutual_information":0.0132647182,"power_bald":0.0384690671,"power_pe":0.0122571122,"pred_entropy":0.0322594066,"random":0.0154159888,"random-label":0.0206267263,"random-label2":0.0207396282,"softrank_bald":0.0170331374},"('Class 2 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_power_pe66_exp":0.1842975727,"mutual_information":0.1329914798,"power_bald":0.1348492411,"power_pe":0.1437474964,"pred_entropy":0.137903271,"random":0.1147128614,"random-label":0.1430482103,"random-label2":0.1353745168,"softrank_bald":0.1332846235},"('Class 3 Dice AUBC', 'std')":{"class_power_pe66_exp":0.0173219369,"mutual_information":0.0211803693,"power_bald":0.0148832085,"power_pe":0.0257318266,"pred_entropy":0.0138047732,"random":0.0181700284,"random-label":0.0079978536,"random-label2":0.0160205422,"softrank_bald":0.0202808561},"('Class 3 Dice AUBC', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_power_pe66_exp":0.224558181,"mutual_information":0.1425381708,"power_bald":0.1567166207,"power_pe":0.1731539049,"pred_entropy":0.1588257551,"random":0.1140246136,"random-label":0.1630866447,"random-label2":0.1494678765,"softrank_bald":0.1557939989},"('Class 3 Dice Final', 'std')":{"class_power_pe66_exp":0.0301414184,"mutual_information":0.0258663711,"power_bald":0.0184484075,"power_pe":0.026821978,"pred_entropy":0.0065405232,"random":0.0195759758,"random-label":0.0088136726,"random-label2":0.0172277016,"softrank_bald":0.0257134993},"('Class 3 Dice Final', 'count')":{"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..a16d06af81521779690c40db6d385c95f51315c3 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_power_pe66_exp 0.536862 0.009319 4 0.599558 0.021385 4 0.915228 0.002158 4 0.939803 0.004940 4 0.511060 0.012197 4 0.634313 0.048809 4 0.184298 0.017322 4 0.224558 0.030141 4 +mutual_information 0.484557 0.011883 4 0.535021 0.012819 4 0.895932 0.005903 4 0.922998 0.002213 4 0.424749 0.022327 4 0.539528 0.013265 4 0.132991 0.021180 4 0.142538 0.025866 4 +power_bald 0.496026 0.009502 4 0.540036 0.012471 4 0.900655 0.003984 4 0.924082 0.003046 4 0.452575 0.020169 4 0.539308 0.038469 4 0.134849 0.014883 4 0.156717 0.018448 4 +power_pe 0.494828 0.015695 4 0.535939 0.010298 4 0.900070 0.006195 4 0.919823 0.004515 4 0.440666 0.025361 4 0.514841 0.012257 4 0.143747 0.025732 4 0.173154 0.026822 4 +pred_entropy 0.502213 0.014226 4 0.557864 0.010727 4 0.903143 0.006235 4 0.931196 0.001824 4 0.465592 0.031588 4 0.583571 0.032259 4 0.137903 0.013805 4 0.158826 0.006541 4 +random 0.427340 0.010897 4 0.443479 0.016019 4 0.867983 0.006104 4 0.885141 0.014272 4 0.299323 0.018832 4 0.331272 0.015416 4 0.114713 0.018170 4 0.114025 0.019576 4 +random-label 0.402358 0.013148 4 0.425796 0.008756 4 0.852797 0.022292 4 0.884035 0.006884 4 0.211229 0.017599 4 0.230266 0.020627 4 0.143048 0.007998 4 0.163087 0.008814 4 +random-label2 0.422838 0.011935 4 0.441856 0.013051 4 0.870874 0.017085 4 0.893649 0.010304 4 0.262265 0.008151 4 0.282451 0.020740 4 0.135375 0.016021 4 0.149468 0.017228 4 +softrank_bald 0.490766 0.011204 4 0.543887 0.015319 4 0.898912 0.005367 4 0.925939 0.004595 4 0.440102 0.015700 4 0.549928 0.017033 4 0.133285 0.020281 4 0.155794 0.025713 4 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..777b95f736de042958e906dbff097a7b0742eab5 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_power_pe66_exp 59.96 (+/- 2.14) 53.69 (+/- 0.93) 4.0 +mutual_information 53.50 (+/- 1.28) 48.46 (+/- 1.19) 4.0 +power_bald 54.00 (+/- 1.25) 49.60 (+/- 0.95) 4.0 +power_pe 53.59 (+/- 1.03) 49.48 (+/- 1.57) 4.0 +pred_entropy 55.79 (+/- 1.07) 50.22 (+/- 1.42) 4.0 +random 44.35 (+/- 1.60) 42.73 (+/- 1.09) 4.0 +random-label 42.58 (+/- 0.88) 40.24 (+/- 1.31) 4.0 +random-label2 44.19 (+/- 1.31) 42.28 (+/- 1.19) 4.0 +softrank_bald 54.39 (+/- 1.53) 49.08 (+/- 1.12) 4.0 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..301ae7aebdefbafc6321b52c767e2c5d7bc67bac --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_power_pe66_exp","1":"mutual_information","2":"power_bald","3":"power_pe","4":"pred_entropy","5":"random","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":19.7548213612,"1":23.9610025958,"2":43.0233653327,"3":44.1350461646,"4":14.8602390174,"5":46.872772162,"6":0.6787324,"7":3.4822582652,"8":31.7293655772},"beta_std":{"0":5.3974824371,"1":6.7786507476,"2":17.064447632,"3":21.8700777701,"4":1.6685159776,"5":73.8508928773,"6":0.040995251,"7":0.1549810452,"8":10.2634756565}} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..3cf33a6fd5693f4de5dc29cc31de9f0d047c15d1 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_power_pe66_exp 19.754821 5.397482 +1 mutual_information 23.961003 6.778651 +2 power_bald 43.023365 17.064448 +3 power_pe 44.135046 21.870078 +4 pred_entropy 14.860239 1.668516 +5 random 46.872772 73.850893 +6 random-label 0.678732 0.040995 +7 random-label2 3.482258 0.154981 +8 softrank_bald 31.729366 10.263476 \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..c11bb7dd46415f456aae0d12fef81aab3715f9ec --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15401d84b444b15f476f1db6a484d87f7109d37d4317635c0fdd154dcbb4e694 +size 1084250 diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..042656921b926bc74525bf3b21ec136f0ae63838 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.4, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.6000000000000001 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.2, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + }, + "random-label2": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.8 + }, + "random-label": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.6000000000000001, + "softrank_bald": 0.8, + "class_power_pe66_exp": 1.0 + }, + "random": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.8 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..bf77b61dc034164113d7074436ada6a869763317 --- /dev/null +++ b/analysis/patch-32_32_32__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b89022e67bce47ea264151b06728c3b031dee645cdb8235b630e6f01bbf2a42 +size 103462 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..964f08ab85ca4009ddaa82630f562f4a05f1bde3 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddee4441c409fa272f63a3d8451c56da541409c08112b77ebae1d98ea3a264ca +size 160023 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..42682ba93bd9d6ef29044778b810b84f03c0eab2 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.5963479869,"class_pe66":0.6126663491,"class_power_pe66":0.5922348648,"class_power_pe66_exp":0.6032654794,"mutual_information":0.5505500387,"power_bald":0.5452650051,"power_pe":0.5476003996,"pred_entropy":0.5742096953,"random":0.4782084654,"random-label":0.5077777306,"random-label2":0.5149533622,"softrank_bald":0.5483104326},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0073066024,"class_pe66":0.0063342947,"class_power_pe66":0.0145570388,"class_power_pe66_exp":0.0087381445,"mutual_information":0.0119545761,"power_bald":0.0140319687,"power_pe":0.0109763048,"pred_entropy":0.0054227676,"random":0.0184078044,"random-label":0.0096846681,"random-label2":0.0196517083,"softrank_bald":0.0178819932},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.664068986,"class_pe66":0.6842121986,"class_power_pe66":0.6390825961,"class_power_pe66_exp":0.6697092236,"mutual_information":0.6197073221,"power_bald":0.5951242185,"power_pe":0.5866511298,"pred_entropy":0.6538952272,"random":0.4841057457,"random-label":0.51666522,"random-label2":0.5408109338,"softrank_bald":0.6144449274},"('Mean Dice Final', 'std')":{"class_pe33":0.0097762438,"class_pe66":0.0046022895,"class_power_pe66":0.0120675407,"class_power_pe66_exp":0.0090722913,"mutual_information":0.0149272363,"power_bald":0.0114882476,"power_pe":0.0153065866,"pred_entropy":0.0051065923,"random":0.0198993443,"random-label":0.0231223995,"random-label2":0.0276473201,"softrank_bald":0.0202014892},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.9362556499,"class_pe66":0.9378851463,"class_power_pe66":0.9353238176,"class_power_pe66_exp":0.9373519988,"mutual_information":0.9274553625,"power_bald":0.9303466753,"power_pe":0.9308921644,"pred_entropy":0.9325814074,"random":0.9114973912,"random-label":0.9176916879,"random-label2":0.9154651888,"softrank_bald":0.9292909146},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0016756405,"class_pe66":0.0009688593,"class_power_pe66":0.003120331,"class_power_pe66_exp":0.0022393547,"mutual_information":0.0022757673,"power_bald":0.0021514092,"power_pe":0.0027075639,"pred_entropy":0.0015437669,"random":0.0037667847,"random-label":0.0106580166,"random-label2":0.0114463144,"softrank_bald":0.0026801263},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.9489133426,"class_pe66":0.950176479,"class_power_pe66":0.9446292711,"class_power_pe66_exp":0.9494489667,"mutual_information":0.9441911421,"power_bald":0.9416945961,"power_pe":0.9389625695,"pred_entropy":0.9490563321,"random":0.9117234395,"random-label":0.9195095051,"random-label2":0.9270801929,"softrank_bald":0.9430667003},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0004951271,"class_pe66":0.0011199503,"class_power_pe66":0.0030223248,"class_power_pe66_exp":0.000586983,"mutual_information":0.0022650597,"power_bald":0.0018246664,"power_pe":0.0027711254,"pred_entropy":0.0007080303,"random":0.0052041601,"random-label":0.0105764105,"random-label2":0.0188504315,"softrank_bald":0.0014551498},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.6283797477,"class_pe66":0.6491045566,"class_power_pe66":0.6197457545,"class_power_pe66_exp":0.6357864511,"mutual_information":0.5823080453,"power_bald":0.5793933126,"power_pe":0.5610070847,"pred_entropy":0.6159471249,"random":0.4275743692,"random-label":0.4119922685,"random-label2":0.4534097364,"softrank_bald":0.5887748402},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0246232582,"class_pe66":0.0173413082,"class_power_pe66":0.0441743852,"class_power_pe66_exp":0.028813626,"mutual_information":0.0144552537,"power_bald":0.0341514073,"power_pe":0.0246428225,"pred_entropy":0.0190970555,"random":0.0340920221,"random-label":0.0185538639,"random-label2":0.0454802051,"softrank_bald":0.032286183},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.7381865139,"class_pe66":0.7684278365,"class_power_pe66":0.6965978256,"class_power_pe66_exp":0.7540104006,"mutual_information":0.6903274217,"power_bald":0.6650076273,"power_pe":0.6290628891,"pred_entropy":0.7337007488,"random":0.4430232716,"random-label":0.4074082559,"random-label2":0.4739180112,"softrank_bald":0.6942648588},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0192813358,"class_pe66":0.0067061099,"class_power_pe66":0.0316255409,"class_power_pe66_exp":0.0166958091,"mutual_information":0.0106794209,"power_bald":0.0199144231,"power_pe":0.0280672217,"pred_entropy":0.0127455408,"random":0.0262984119,"random-label":0.0377554274,"random-label2":0.0592328916,"softrank_bald":0.0167125928},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.2244085631,"class_pe66":0.2510093444,"class_power_pe66":0.2216350222,"class_power_pe66_exp":0.2366579883,"mutual_information":0.1418867082,"power_bald":0.1260550272,"power_pe":0.1509019499,"pred_entropy":0.1741005536,"random":0.0955536358,"random-label":0.1936492354,"random-label2":0.1759851616,"softrank_bald":0.1268655431},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0040261522,"class_pe66":0.0109084486,"class_power_pe66":0.0034339941,"class_power_pe66_exp":0.0059087635,"mutual_information":0.0256492122,"power_bald":0.0106438281,"power_pe":0.0130967936,"pred_entropy":0.0118816755,"random":0.0340262112,"random-label":0.0271547998,"random-label2":0.0136352969,"softrank_bald":0.0306059538},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.3051071015,"class_pe66":0.3340322803,"class_power_pe66":0.2760206915,"class_power_pe66_exp":0.3056683033,"mutual_information":0.2246034027,"power_bald":0.1786704322,"power_pe":0.1919279308,"pred_entropy":0.2789286006,"random":0.097570526,"random-label":0.2230778991,"random-label2":0.2214345974,"softrank_bald":0.2060032232},"('Class 3 Dice Final', 'std')":{"class_pe33":0.0123319347,"class_pe66":0.0160135722,"class_power_pe66":0.015897959,"class_power_pe66_exp":0.0191419714,"mutual_information":0.0324902772,"power_bald":0.0141505458,"power_pe":0.0253736563,"pred_entropy":0.0048886282,"random":0.0421635441,"random-label":0.0348644285,"random-label2":0.0296779179,"softrank_bald":0.0462811246},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..c4e63dfe42ae7694a493222eeb0bf0d7d988a7b3 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt @@ -0,0 +1,15 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.596348 0.007307 4 0.664069 0.009776 4 0.936256 0.001676 4 0.948913 0.000495 4 0.628380 0.024623 4 0.738187 0.019281 4 0.224409 0.004026 4 0.305107 0.012332 4 +class_pe66 0.612666 0.006334 4 0.684212 0.004602 4 0.937885 0.000969 4 0.950176 0.001120 4 0.649105 0.017341 4 0.768428 0.006706 4 0.251009 0.010908 4 0.334032 0.016014 4 +class_power_pe66 0.592235 0.014557 4 0.639083 0.012068 4 0.935324 0.003120 4 0.944629 0.003022 4 0.619746 0.044174 4 0.696598 0.031626 4 0.221635 0.003434 4 0.276021 0.015898 4 +class_power_pe66_exp 0.603265 0.008738 4 0.669709 0.009072 4 0.937352 0.002239 4 0.949449 0.000587 4 0.635786 0.028814 4 0.754010 0.016696 4 0.236658 0.005909 4 0.305668 0.019142 4 +mutual_information 0.550550 0.011955 4 0.619707 0.014927 4 0.927455 0.002276 4 0.944191 0.002265 4 0.582308 0.014455 4 0.690327 0.010679 4 0.141887 0.025649 4 0.224603 0.032490 4 +power_bald 0.545265 0.014032 4 0.595124 0.011488 4 0.930347 0.002151 4 0.941695 0.001825 4 0.579393 0.034151 4 0.665008 0.019914 4 0.126055 0.010644 4 0.178670 0.014151 4 +power_pe 0.547600 0.010976 4 0.586651 0.015307 4 0.930892 0.002708 4 0.938963 0.002771 4 0.561007 0.024643 4 0.629063 0.028067 4 0.150902 0.013097 4 0.191928 0.025374 4 +pred_entropy 0.574210 0.005423 4 0.653895 0.005107 4 0.932581 0.001544 4 0.949056 0.000708 4 0.615947 0.019097 4 0.733701 0.012746 4 0.174101 0.011882 4 0.278929 0.004889 4 +random 0.478208 0.018408 4 0.484106 0.019899 4 0.911497 0.003767 4 0.911723 0.005204 4 0.427574 0.034092 4 0.443023 0.026298 4 0.095554 0.034026 4 0.097571 0.042164 4 +random-label 0.507778 0.009685 4 0.516665 0.023122 4 0.917692 0.010658 4 0.919510 0.010576 4 0.411992 0.018554 4 0.407408 0.037755 4 0.193649 0.027155 4 0.223078 0.034864 4 +random-label2 0.514953 0.019652 4 0.540811 0.027647 4 0.915465 0.011446 4 0.927080 0.018850 4 0.453410 0.045480 4 0.473918 0.059233 4 0.175985 0.013635 4 0.221435 0.029678 4 +softrank_bald 0.548310 0.017882 4 0.614445 0.020201 4 0.929291 0.002680 4 0.943067 0.001455 4 0.588775 0.032286 4 0.694265 0.016713 4 0.126866 0.030606 4 0.206003 0.046281 4 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..5f16262a8d58b26fd6eec6f0110d3e98b39499b8 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt @@ -0,0 +1,13 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 66.41 (+/- 0.98) 59.63 (+/- 0.73) 4.0 +class_pe66 68.42 (+/- 0.46) 61.27 (+/- 0.63) 4.0 +class_power_pe66 63.91 (+/- 1.21) 59.22 (+/- 1.46) 4.0 +class_power_pe66_exp 66.97 (+/- 0.91) 60.33 (+/- 0.87) 4.0 +mutual_information 61.97 (+/- 1.49) 55.06 (+/- 1.20) 4.0 +power_bald 59.51 (+/- 1.15) 54.53 (+/- 1.40) 4.0 +power_pe 58.67 (+/- 1.53) 54.76 (+/- 1.10) 4.0 +pred_entropy 65.39 (+/- 0.51) 57.42 (+/- 0.54) 4.0 +random 48.41 (+/- 1.99) 47.82 (+/- 1.84) 4.0 +random-label 51.67 (+/- 2.31) 50.78 (+/- 0.97) 4.0 +random-label2 54.08 (+/- 2.76) 51.50 (+/- 1.97) 4.0 +softrank_bald 61.44 (+/- 2.02) 54.83 (+/- 1.79) 4.0 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..a11c2fe403d4b027ab80b62addf0d584ab484708 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66","3":"class_power_pe66_exp","4":"mutual_information","5":"power_bald","6":"power_pe","7":"pred_entropy","8":"random","9":"random-label","10":"random-label2","11":"softrank_bald"},"beta":{"0":7.5141293099,"1":8.0847442139,"2":12.8225042545,"3":10.3787048453,"4":6.509145394,"5":10.1621328587,"6":9.678375013,"7":6.194538421,"8":4.032911775,"9":1.2405400825,"10":3.2708016255,"11":6.989489871},"beta_std":{"0":0.0656540404,"1":0.0942893664,"2":0.7483874204,"3":0.6978637081,"4":0.1412854418,"5":0.4127721958,"6":0.2750290183,"7":0.1016134255,"8":2.7549644263,"9":0.0248956604,"10":0.1464040302,"11":0.2679717961}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..a8e3f6fd98690fd5a25053602e03533d10c7531a --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt @@ -0,0 +1,13 @@ + Query Method beta beta_std +0 class_pe33 7.514129 0.065654 +1 class_pe66 8.084744 0.094289 +2 class_power_pe66 12.822504 0.748387 +3 class_power_pe66_exp 10.378705 0.697864 +4 mutual_information 6.509145 0.141285 +5 power_bald 10.162133 0.412772 +6 power_pe 9.678375 0.275029 +7 pred_entropy 6.194538 0.101613 +8 random 4.032912 2.754964 +9 random-label 1.240540 0.024896 +10 random-label2 3.270802 0.146404 +11 softrank_bald 6.989490 0.267972 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..5f232809bb210f26dd5e6e1a01e742bb0ef6cd84 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d633292c67c74d1b8ec6ca558b5d8397301fa9c2ad0e3e99915deec2f293cd43 +size 1550783 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..66f383dbf6f7495e13e45a12bba2599add6d4da6 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json @@ -0,0 +1,180 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 1.0, + "class_power_pe66": 0.6000000000000001 + }, + "power_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.2, + "class_pe33": 0.8, + "class_pe66": 1.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "power_pe": { + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.8, + "class_pe66": 1.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.4, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.2 + }, + "random-label2": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 1.0, + "class_pe66": 1.0, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "random-label": { + "mutual_information": 0.4, + "power_bald": 0.6000000000000001, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "random": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.6000000000000001, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.8, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..457bb5aa1372b09f746fd835315cbaf0e81aaf6c --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d5bb2946deb70f755dd166b70f7501b5ebfa62fc899b0bfdc02fb679013a4d +size 137884 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/analysis.pkl b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..29dde32e7a2e8faeddcb1278e684d6346e131b29 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d8c5cfdcffd0adfec5a97ca509aefcb905e2f0e6b99e502f9f20d1d48ade5e3 +size 186901 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..969e00b8485571bb9065344bac13ea15a895777a --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.4175315824,"power_bald":0.4502300267,"power_pe":0.4543188121,"pred_entropy":0.4284103507,"random":0.3822193913,"random-label":0.4525327119,"random-label2":0.4446533634,"softrank_bald":0.4320048125},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0326611349,"power_bald":0.0384993276,"power_pe":0.0259505212,"pred_entropy":0.0362840222,"random":0.0184704428,"random-label":0.0210959358,"random-label2":0.0123791737,"softrank_bald":0.0284140611},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.4404243319,"power_bald":0.477132188,"power_pe":0.4957091318,"pred_entropy":0.4743982484,"random":0.3845440925,"random-label":0.4801248601,"random-label2":0.469867269,"softrank_bald":0.4450583037},"('Mean Dice Final', 'std')":{"mutual_information":0.0211906661,"power_bald":0.0415032547,"power_pe":0.0309671262,"pred_entropy":0.0465380454,"random":0.0347621674,"random-label":0.0089676907,"random-label2":0.0220106817,"softrank_bald":0.0187134243},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.8754867341,"power_bald":0.8996768222,"power_pe":0.9027482252,"pred_entropy":0.8791114907,"random":0.856410047,"random-label":0.8806178577,"random-label2":0.8805440084,"softrank_bald":0.8959375321},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0089211873,"power_bald":0.0132384289,"power_pe":0.0061964137,"pred_entropy":0.0105464544,"random":0.0042608726,"random-label":0.015728158,"random-label2":0.0132295296,"softrank_bald":0.0049533834},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9051554118,"power_bald":0.9171364765,"power_pe":0.9225950181,"pred_entropy":0.9123404687,"random":0.8661419515,"random-label":0.886515716,"random-label2":0.8918447814,"softrank_bald":0.9075844326},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0017556814,"power_bald":0.0064740741,"power_pe":0.0058990851,"pred_entropy":0.010607358,"random":0.0136687647,"random-label":0.0186059115,"random-label2":0.0094744949,"softrank_bald":0.0024355525},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.3374474286,"power_bald":0.3752807179,"power_pe":0.3775339384,"pred_entropy":0.352917157,"random":0.2252610928,"random-label":0.3277147628,"random-label2":0.3470333569,"softrank_bald":0.3597818282},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0635227141,"power_bald":0.0654943673,"power_pe":0.043087903,"pred_entropy":0.0497284342,"random":0.0361320028,"random-label":0.0414938685,"random-label2":0.0218286199,"softrank_bald":0.0528246637},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.4089252629,"power_bald":0.4443392479,"power_pe":0.4815701444,"pred_entropy":0.4523495225,"random":0.2598322673,"random-label":0.3756751797,"random-label2":0.394163085,"softrank_bald":0.4191561215},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0491019565,"power_bald":0.0652418153,"power_pe":0.0385498637,"pred_entropy":0.0549499786,"random":0.0555633688,"random-label":0.0304318845,"random-label2":0.0367125108,"softrank_bald":0.0386623729},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.0396605844,"power_bald":0.07573254,"power_pe":0.0826742727,"pred_entropy":0.0532024044,"random":0.064987034,"random-label":0.1492655153,"random-label2":0.1063827251,"softrank_bald":0.040295077},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0321818928,"power_bald":0.0431896009,"power_pe":0.0358351458,"pred_entropy":0.0497936778,"random":0.0417626888,"random-label":0.0310604424,"random-label2":0.0248179837,"softrank_bald":0.0410972018},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.0071923211,"power_bald":0.0699208398,"power_pe":0.082962233,"pred_entropy":0.0585047541,"random":0.0276580585,"random-label":0.1781836845,"random-label2":0.1235939407,"softrank_bald":0.0084343569},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0143846421,"power_bald":0.0620366919,"power_pe":0.05147114,"pred_entropy":0.0833849831,"random":0.0500927031,"random-label":0.0141083034,"random-label2":0.0310735173,"softrank_bald":0.016863602},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..61d8a15ea8d7ad904423ac70bed421ce472262c8 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.417532 0.032661 4 0.440424 0.021191 4 0.875487 0.008921 4 0.905155 0.001756 4 0.337447 0.063523 4 0.408925 0.049102 4 0.039661 0.032182 4 0.007192 0.014385 4 +power_bald 0.450230 0.038499 4 0.477132 0.041503 4 0.899677 0.013238 4 0.917136 0.006474 4 0.375281 0.065494 4 0.444339 0.065242 4 0.075733 0.043190 4 0.069921 0.062037 4 +power_pe 0.454319 0.025951 4 0.495709 0.030967 4 0.902748 0.006196 4 0.922595 0.005899 4 0.377534 0.043088 4 0.481570 0.038550 4 0.082674 0.035835 4 0.082962 0.051471 4 +pred_entropy 0.428410 0.036284 4 0.474398 0.046538 4 0.879111 0.010546 4 0.912340 0.010607 4 0.352917 0.049728 4 0.452350 0.054950 4 0.053202 0.049794 4 0.058505 0.083385 4 +random 0.382219 0.018470 4 0.384544 0.034762 4 0.856410 0.004261 4 0.866142 0.013669 4 0.225261 0.036132 4 0.259832 0.055563 4 0.064987 0.041763 4 0.027658 0.050093 4 +random-label 0.452533 0.021096 4 0.480125 0.008968 4 0.880618 0.015728 4 0.886516 0.018606 4 0.327715 0.041494 4 0.375675 0.030432 4 0.149266 0.031060 4 0.178184 0.014108 4 +random-label2 0.444653 0.012379 4 0.469867 0.022011 4 0.880544 0.013230 4 0.891845 0.009474 4 0.347033 0.021829 4 0.394163 0.036713 4 0.106383 0.024818 4 0.123594 0.031074 4 +softrank_bald 0.432005 0.028414 4 0.445058 0.018713 4 0.895938 0.004953 4 0.907584 0.002436 4 0.359782 0.052825 4 0.419156 0.038662 4 0.040295 0.041097 4 0.008434 0.016864 4 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc_pretty.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..f50809b40d5c39fd8d3229672891c8246cc23a11 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 44.04 (+/- 2.12) 41.75 (+/- 3.27) 4.0 +power_bald 47.71 (+/- 4.15) 45.02 (+/- 3.85) 4.0 +power_pe 49.57 (+/- 3.10) 45.43 (+/- 2.60) 4.0 +pred_entropy 47.44 (+/- 4.65) 42.84 (+/- 3.63) 4.0 +random 38.45 (+/- 3.48) 38.22 (+/- 1.85) 4.0 +random-label 48.01 (+/- 0.90) 45.25 (+/- 2.11) 4.0 +random-label2 46.99 (+/- 2.20) 44.47 (+/- 1.24) 4.0 +softrank_bald 44.51 (+/- 1.87) 43.20 (+/- 2.84) 4.0 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/beta.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..5ebc60888362386adf89b369a718b01cf6e5eb49 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":8.9780782573,"1":26.2724394578,"2":29.3280857078,"3":8.5047633883,"4":23.0859102676,"5":12.8476759837,"6":19.4579818588,"7":12.7387686853},"beta_std":{"0":0.7512110762,"1":2.8382133276,"2":3.8243826124,"3":0.4193459849,"4":5.5696958453,"5":0.7824179028,"6":1.6636724699,"7":1.1988660417}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/beta.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..4b2fec7fb9857036dce04b49073a115633b1c1e6 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 8.978078 0.751211 +1 power_bald 26.272439 2.838213 +2 power_pe 29.328086 3.824383 +3 pred_entropy 8.504763 0.419346 +4 random 23.085910 5.569696 +5 random-label 12.847676 0.782418 +6 random-label2 19.457982 1.663672 +7 softrank_bald 12.738769 1.198866 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/overview.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..e8c6797b9d14def64121faf9b9a8a766355d6015 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98972ee6eb68cc59dc4668565298bc529d94ec1a9db0ac1838bdaf1980a6394c +size 1211793 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/ppm.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..dfa8c75705e447eb0d23f73478812c3cb9dab6e4 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.1111111111111111, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.0, + "random-label2": 0.2222222222222222, + "random-label": 0.2222222222222222, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.4444444444444444, + "power_pe": 0.5555555555555556, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.2222222222222222 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.1111111111111111, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.4444444444444444, + "power_bald": 0.8888888888888891, + "power_pe": 0.7777777777777779, + "pred_entropy": 0.6666666666666667, + "random-label2": 0.8888888888888891, + "random-label": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.7777777777777779 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.1111111111111111, + "power_pe": 0.2222222222222222, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.1111111111111111, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/ppm.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..c846227a108ad02363a625aeb1090b9a9a976a3f Binary files /dev/null and b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-20/ppm.png differ diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..131b22fcb59f58a293e301f62bb0879d2fdfb847 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5085d0f9e7ea1bc824ab5153d75e8acb68a7f6008d5bfc9f731f78f151e3dbd +size 159445 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..003492280b3c42dc7db6e1e0f38873420c72d62a --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.4561953237,"class_pe66":0.4809048979,"class_power_pe66":0.4679843183,"class_power_pe66_exp":0.4777071595,"mutual_information":0.4058025087,"power_bald":0.4509994349,"power_pe":0.4529635372,"pred_entropy":0.4062041373,"random":0.3874726225,"random-label":0.4496783874,"random-label2":0.4370063158,"softrank_bald":0.4287076921},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0232093251,"class_pe66":0.0199679816,"class_power_pe66":0.0196416662,"class_power_pe66_exp":0.0163449485,"mutual_information":0.0275007931,"power_bald":0.0290726724,"power_pe":0.0204765718,"pred_entropy":0.0274129801,"random":0.0335563418,"random-label":0.0201403799,"random-label2":0.0087372423,"softrank_bald":0.0290625386},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.5306989486,"class_pe66":0.5429958986,"class_power_pe66":0.5271528302,"class_power_pe66_exp":0.5482780559,"mutual_information":0.4402887736,"power_bald":0.4766866926,"power_pe":0.4962259049,"pred_entropy":0.4552606884,"random":0.3919189299,"random-label":0.4683233346,"random-label2":0.4735181719,"softrank_bald":0.4711634682},"('Mean Dice Final', 'std')":{"class_pe33":0.0135990645,"class_pe66":0.0245525953,"class_power_pe66":0.0165352436,"class_power_pe66_exp":0.0169615482,"mutual_information":0.0317843199,"power_bald":0.036261701,"power_pe":0.0113095538,"pred_entropy":0.0356814867,"random":0.0412668606,"random-label":0.0253142755,"random-label2":0.0209747907,"softrank_bald":0.0334072106},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.885978954,"class_pe66":0.8951027477,"class_power_pe66":0.9036172836,"class_power_pe66_exp":0.9043774087,"mutual_information":0.8607423975,"power_bald":0.8949343363,"power_pe":0.8945303134,"pred_entropy":0.8590295354,"random":0.8611299997,"random-label":0.8731392278,"random-label2":0.8763116565,"softrank_bald":0.8915631378},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0106372749,"class_pe66":0.0099590392,"class_power_pe66":0.0047577539,"class_power_pe66_exp":0.0052240231,"mutual_information":0.0073992591,"power_bald":0.0162532497,"power_pe":0.0089419919,"pred_entropy":0.0103001514,"random":0.0077987082,"random-label":0.0195006199,"random-label2":0.0079036145,"softrank_bald":0.0046021475},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.9259716777,"class_pe66":0.9263979759,"class_power_pe66":0.927538384,"class_power_pe66_exp":0.9308398749,"mutual_information":0.9025647585,"power_bald":0.9156849117,"power_pe":0.9168630137,"pred_entropy":0.9052111798,"random":0.8727763015,"random-label":0.88049195,"random-label2":0.8996416348,"softrank_bald":0.9143021951},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0037912621,"class_pe66":0.0062341764,"class_power_pe66":0.0040904286,"class_power_pe66_exp":0.0023233171,"mutual_information":0.0061748047,"power_bald":0.0155181585,"power_pe":0.0085285491,"pred_entropy":0.0060110363,"random":0.0099417121,"random-label":0.0221921225,"random-label2":0.0032572988,"softrank_bald":0.0022495852},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.3739116879,"class_pe66":0.3870261203,"class_power_pe66":0.3870249038,"class_power_pe66_exp":0.3936420701,"mutual_information":0.3182817734,"power_bald":0.377689607,"power_pe":0.3819595326,"pred_entropy":0.3178192278,"random":0.2344025088,"random-label":0.3367578329,"random-label2":0.3288658224,"softrank_bald":0.3440213319},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0498079552,"class_pe66":0.0469118443,"class_power_pe66":0.0403431844,"class_power_pe66_exp":0.0536383816,"mutual_information":0.0598218282,"power_bald":0.047864371,"power_pe":0.0462725647,"pred_entropy":0.0509739223,"random":0.0650365017,"random-label":0.0295421706,"random-label2":0.0180623437,"softrank_bald":0.0522308257},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.5016704665,"class_pe66":0.5015256166,"class_power_pe66":0.5103052769,"class_power_pe66_exp":0.5208359683,"mutual_information":0.3838575236,"power_bald":0.4545193828,"power_pe":0.4677228263,"pred_entropy":0.4211439805,"random":0.2648463397,"random-label":0.3626106884,"random-label2":0.4013577255,"softrank_bald":0.4468343915},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0493491038,"class_pe66":0.063625246,"class_power_pe66":0.0289192932,"class_power_pe66_exp":0.0337657229,"mutual_information":0.0450084718,"power_bald":0.0555232703,"power_pe":0.0278182718,"pred_entropy":0.0462064548,"random":0.0761050994,"random-label":0.0514246032,"random-label2":0.0556777118,"softrank_bald":0.0682502363},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.1086953292,"class_pe66":0.1605858256,"class_power_pe66":0.1133107675,"class_power_pe66_exp":0.1351019996,"mutual_information":0.0383833552,"power_bald":0.0803743612,"power_pe":0.0824007656,"pred_entropy":0.0417636487,"random":0.0668853589,"random-label":0.1391381016,"random-label2":0.1058414686,"softrank_bald":0.0505386067},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0348431302,"class_pe66":0.0154091609,"class_power_pe66":0.0401431965,"class_power_pe66_exp":0.0339106492,"mutual_information":0.0317145457,"power_bald":0.0404244378,"power_pe":0.0167413713,"pred_entropy":0.0320437891,"random":0.0419100887,"random-label":0.0206094413,"random-label2":0.0173708754,"softrank_bald":0.0354930518},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.1644547017,"class_pe66":0.2010641033,"class_power_pe66":0.1436148297,"class_power_pe66_exp":0.1931583245,"mutual_information":0.0344440386,"power_bald":0.0598557832,"power_pe":0.1040918747,"pred_entropy":0.0394269049,"random":0.0381341487,"random-label":0.1618673652,"random-label2":0.1195551553,"softrank_bald":0.052353818},"('Class 3 Dice Final', 'std')":{"class_pe33":0.0227094979,"class_pe66":0.0092000958,"class_power_pe66":0.0290257102,"class_power_pe66_exp":0.0244472604,"mutual_information":0.047914295,"power_bald":0.0483435707,"power_pe":0.0295034872,"pred_entropy":0.0738059791,"random":0.0559567364,"random-label":0.0290582692,"random-label2":0.0136365227,"softrank_bald":0.0604868186},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..9835a908c535a2ee96bd42149bff1d8e84dcefd4 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc.txt @@ -0,0 +1,15 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.456195 0.023209 4 0.530699 0.013599 4 0.885979 0.010637 4 0.925972 0.003791 4 0.373912 0.049808 4 0.501670 0.049349 4 0.108695 0.034843 4 0.164455 0.022709 4 +class_pe66 0.480905 0.019968 4 0.542996 0.024553 4 0.895103 0.009959 4 0.926398 0.006234 4 0.387026 0.046912 4 0.501526 0.063625 4 0.160586 0.015409 4 0.201064 0.009200 4 +class_power_pe66 0.467984 0.019642 4 0.527153 0.016535 4 0.903617 0.004758 4 0.927538 0.004090 4 0.387025 0.040343 4 0.510305 0.028919 4 0.113311 0.040143 4 0.143615 0.029026 4 +class_power_pe66_exp 0.477707 0.016345 4 0.548278 0.016962 4 0.904377 0.005224 4 0.930840 0.002323 4 0.393642 0.053638 4 0.520836 0.033766 4 0.135102 0.033911 4 0.193158 0.024447 4 +mutual_information 0.405803 0.027501 4 0.440289 0.031784 4 0.860742 0.007399 4 0.902565 0.006175 4 0.318282 0.059822 4 0.383858 0.045008 4 0.038383 0.031715 4 0.034444 0.047914 4 +power_bald 0.450999 0.029073 4 0.476687 0.036262 4 0.894934 0.016253 4 0.915685 0.015518 4 0.377690 0.047864 4 0.454519 0.055523 4 0.080374 0.040424 4 0.059856 0.048344 4 +power_pe 0.452964 0.020477 4 0.496226 0.011310 4 0.894530 0.008942 4 0.916863 0.008529 4 0.381960 0.046273 4 0.467723 0.027818 4 0.082401 0.016741 4 0.104092 0.029503 4 +pred_entropy 0.406204 0.027413 4 0.455261 0.035681 4 0.859030 0.010300 4 0.905211 0.006011 4 0.317819 0.050974 4 0.421144 0.046206 4 0.041764 0.032044 4 0.039427 0.073806 4 +random 0.387473 0.033556 4 0.391919 0.041267 4 0.861130 0.007799 4 0.872776 0.009942 4 0.234403 0.065037 4 0.264846 0.076105 4 0.066885 0.041910 4 0.038134 0.055957 4 +random-label 0.449678 0.020140 4 0.468323 0.025314 4 0.873139 0.019501 4 0.880492 0.022192 4 0.336758 0.029542 4 0.362611 0.051425 4 0.139138 0.020609 4 0.161867 0.029058 4 +random-label2 0.437006 0.008737 4 0.473518 0.020975 4 0.876312 0.007904 4 0.899642 0.003257 4 0.328866 0.018062 4 0.401358 0.055678 4 0.105841 0.017371 4 0.119555 0.013637 4 +softrank_bald 0.428708 0.029063 4 0.471163 0.033407 4 0.891563 0.004602 4 0.914302 0.002250 4 0.344021 0.052231 4 0.446834 0.068250 4 0.050539 0.035493 4 0.052354 0.060487 4 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..ba8913ebe740653a353a2ca5ce66ad8c68c502a0 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/auc_pretty.txt @@ -0,0 +1,13 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 53.07 (+/- 1.36) 45.62 (+/- 2.32) 4.0 +class_pe66 54.30 (+/- 2.46) 48.09 (+/- 2.00) 4.0 +class_power_pe66 52.72 (+/- 1.65) 46.80 (+/- 1.96) 4.0 +class_power_pe66_exp 54.83 (+/- 1.70) 47.77 (+/- 1.63) 4.0 +mutual_information 44.03 (+/- 3.18) 40.58 (+/- 2.75) 4.0 +power_bald 47.67 (+/- 3.63) 45.10 (+/- 2.91) 4.0 +power_pe 49.62 (+/- 1.13) 45.30 (+/- 2.05) 4.0 +pred_entropy 45.53 (+/- 3.57) 40.62 (+/- 2.74) 4.0 +random 39.19 (+/- 4.13) 38.75 (+/- 3.36) 4.0 +random-label 46.83 (+/- 2.53) 44.97 (+/- 2.01) 4.0 +random-label2 47.35 (+/- 2.10) 43.70 (+/- 0.87) 4.0 +softrank_bald 47.12 (+/- 3.34) 42.87 (+/- 2.91) 4.0 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/beta.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..808e4951656acc519753930582c34d8245c5da75 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66","3":"class_power_pe66_exp","4":"mutual_information","5":"power_bald","6":"power_pe","7":"pred_entropy","8":"random","9":"random-label","10":"random-label2","11":"softrank_bald"},"beta":{"0":12.7029797838,"1":13.9728804891,"2":29.076401152,"3":18.4904927807,"4":7.9626199493,"5":25.2423727568,"6":28.7023695835,"7":7.0457090952,"8":28.4698864224,"9":11.2821669885,"10":16.1859679102,"11":12.4107641077},"beta_std":{"0":0.6034426148,"1":0.6540948432,"2":3.4668308905,"3":2.1107004862,"4":0.8169622489,"5":6.059546148,"6":3.7423551962,"7":0.6362630858,"8":19.4845364825,"9":1.3046183167,"10":1.3253282384,"11":2.0331688928}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..e74b9b19c97ee25265ae174507496d11957ee5ca --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/beta.txt @@ -0,0 +1,13 @@ + Query Method beta beta_std +0 class_pe33 12.702980 0.603443 +1 class_pe66 13.972880 0.654095 +2 class_power_pe66 29.076401 3.466831 +3 class_power_pe66_exp 18.490493 2.110700 +4 mutual_information 7.962620 0.816962 +5 power_bald 25.242373 6.059546 +6 power_pe 28.702370 3.742355 +7 pred_entropy 7.045709 0.636263 +8 random 28.469886 19.484536 +9 random-label 11.282167 1.304618 +10 random-label2 16.185968 1.325328 +11 softrank_bald 12.410764 2.033169 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/overview.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..153be64b15a637dc0ba12f4d155007629ead1597 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd3350e2d94b33146ad3a41b82f00165857c7e45ed8ecfd41930e5bbfc90b33 +size 1357038 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..486e2311a8f48006ce7e701b10cbac802e05ae78 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/ppm.json @@ -0,0 +1,180 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 1.0, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.2 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.4 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.4, + "pred_entropy": 0.0, + "random-label2": 0.2, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.4, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.6000000000000001 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.2, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.4 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.6000000000000001, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.4, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.4 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..6e0b1795d0f7aeae673df9683211ec2eeefcc19c --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-40/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e7b4106f16221ad6777b7f39d7b2d9d23e5fce9996607fc15bfaf1a6e9cbc4 +size 129463 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/analysis.pkl b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..f26e8b280504a70c3b4366979c382cd5e0d866d7 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f970f52d89e42d49ffb0d63bab050e6700fa1f42cefe7794a22fcb67a4929074 +size 69091 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..eccf575156dc79913b11ac68df604f94d047d8e0 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.3847125119,"power_bald":0.4375808409,"power_pe":0.4282812384,"pred_entropy":0.3920088577,"random":0.3775778278,"random-label":0.436258863,"random-label2":0.4396942659,"softrank_bald":0.4026274039},"('Mean Dice AUBC', 'std')":{"mutual_information":0.02885418,"power_bald":0.0262730569,"power_pe":0.0299119138,"pred_entropy":0.0276997019,"random":0.0310342392,"random-label":0.0155578319,"random-label2":0.0142469119,"softrank_bald":0.039258884},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.3961565465,"power_bald":0.4813414706,"power_pe":0.4639311958,"pred_entropy":0.4180776886,"random":0.379786865,"random-label":0.4735825998,"random-label2":0.4816874809,"softrank_bald":0.4324672739},"('Mean Dice Final', 'std')":{"mutual_information":0.0394762332,"power_bald":0.0291421878,"power_pe":0.0274703522,"pred_entropy":0.0549950897,"random":0.0297699417,"random-label":0.0089581612,"random-label2":0.0231778817,"softrank_bald":0.0467101959},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.8455509007,"power_bald":0.8845984564,"power_pe":0.8875850349,"pred_entropy":0.8405734098,"random":0.8495451751,"random-label":0.8701862817,"random-label2":0.8811639899,"softrank_bald":0.8747224693},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0080938773,"power_bald":0.0137614465,"power_pe":0.0072003837,"pred_entropy":0.0021891251,"random":0.0115432839,"random-label":0.0081923272,"random-label2":0.005216249,"softrank_bald":0.0044308855},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.860348645,"power_bald":0.9137191987,"power_pe":0.9151136125,"pred_entropy":0.8818856207,"random":0.8577696656,"random-label":0.8924450346,"random-label2":0.9076066243,"softrank_bald":0.9023529603},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0431964211,"power_bald":0.0076457484,"power_pe":0.0047171464,"pred_entropy":0.0445361245,"random":0.0069978836,"random-label":0.0098628233,"random-label2":0.0107430216,"softrank_bald":0.0103292414},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.267155822,"power_bald":0.3480009973,"power_pe":0.3260439615,"pred_entropy":0.2830872129,"random":0.2229260251,"random-label":0.3067827542,"random-label2":0.3187370968,"softrank_bald":0.2779811374},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0536449242,"power_bald":0.0430241576,"power_pe":0.0422835489,"pred_entropy":0.0640200326,"random":0.0766581582,"random-label":0.0311752867,"random-label2":0.0444055318,"softrank_bald":0.0762230082},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.3271508574,"power_bald":0.4447707614,"power_pe":0.4183118087,"pred_entropy":0.354253675,"random":0.2454748667,"random-label":0.3646871349,"random-label2":0.3955190921,"softrank_bald":0.3349680251},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0804075767,"power_bald":0.0320962983,"power_pe":0.0484929379,"pred_entropy":0.1086727679,"random":0.0672839087,"random-label":0.0422696541,"random-label2":0.0679185468,"softrank_bald":0.0820947388},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.0414308129,"power_bald":0.0801430691,"power_pe":0.0712147188,"pred_entropy":0.0523659505,"random":0.0602622833,"random-label":0.1318075533,"random-label2":0.1191817109,"softrank_bald":0.0551786051},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0324774109,"power_bald":0.0453484648,"power_pe":0.0455345735,"pred_entropy":0.0369390548,"random":0.0403523687,"random-label":0.0186094802,"random-label2":0.0178591784,"softrank_bald":0.0454128156},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.0009701371,"power_bald":0.0855344518,"power_pe":0.0583681663,"pred_entropy":0.01809377,"random":0.0361160627,"random-label":0.16361563,"random-label2":0.1419367262,"softrank_bald":0.0600808364},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0019402742,"power_bald":0.057478254,"power_pe":0.0309646813,"pred_entropy":0.0295380248,"random":0.0469537445,"random-label":0.0207962379,"random-label2":0.0140085218,"softrank_bald":0.054505691},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..561f569850590171fbeef45ac80a073d591ae82c --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.384713 0.028854 4 0.396157 0.039476 4 0.845551 0.008094 4 0.860349 0.043196 4 0.267156 0.053645 4 0.327151 0.080408 4 0.041431 0.032477 4 0.000970 0.001940 4 +power_bald 0.437581 0.026273 4 0.481341 0.029142 4 0.884598 0.013761 4 0.913719 0.007646 4 0.348001 0.043024 4 0.444771 0.032096 4 0.080143 0.045348 4 0.085534 0.057478 4 +power_pe 0.428281 0.029912 4 0.463931 0.027470 4 0.887585 0.007200 4 0.915114 0.004717 4 0.326044 0.042284 4 0.418312 0.048493 4 0.071215 0.045535 4 0.058368 0.030965 4 +pred_entropy 0.392009 0.027700 4 0.418078 0.054995 4 0.840573 0.002189 4 0.881886 0.044536 4 0.283087 0.064020 4 0.354254 0.108673 4 0.052366 0.036939 4 0.018094 0.029538 4 +random 0.377578 0.031034 4 0.379787 0.029770 4 0.849545 0.011543 4 0.857770 0.006998 4 0.222926 0.076658 4 0.245475 0.067284 4 0.060262 0.040352 4 0.036116 0.046954 4 +random-label 0.436259 0.015558 4 0.473583 0.008958 4 0.870186 0.008192 4 0.892445 0.009863 4 0.306783 0.031175 4 0.364687 0.042270 4 0.131808 0.018609 4 0.163616 0.020796 4 +random-label2 0.439694 0.014247 4 0.481687 0.023178 4 0.881164 0.005216 4 0.907607 0.010743 4 0.318737 0.044406 4 0.395519 0.067919 4 0.119182 0.017859 4 0.141937 0.014009 4 +softrank_bald 0.402627 0.039259 4 0.432467 0.046710 4 0.874722 0.004431 4 0.902353 0.010329 4 0.277981 0.076223 4 0.334968 0.082095 4 0.055179 0.045413 4 0.060081 0.054506 4 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc_pretty.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..70642021a19e19903d14ef4ea03300bb666648f4 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 39.62 (+/- 3.95) 38.47 (+/- 2.89) 4.0 +power_bald 48.13 (+/- 2.91) 43.76 (+/- 2.63) 4.0 +power_pe 46.39 (+/- 2.75) 42.83 (+/- 2.99) 4.0 +pred_entropy 41.81 (+/- 5.50) 39.20 (+/- 2.77) 4.0 +random 37.98 (+/- 2.98) 37.76 (+/- 3.10) 4.0 +random-label 47.36 (+/- 0.90) 43.63 (+/- 1.56) 4.0 +random-label2 48.17 (+/- 2.32) 43.97 (+/- 1.42) 4.0 +softrank_bald 43.25 (+/- 4.67) 40.26 (+/- 3.93) 4.0 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/beta.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..dc0bfad9b52b6e6ffaa161b5893e31d22f91472a --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":4.9566708612,"1":26.5383740992,"2":23.5217019454,"3":5.709425124,"4":23.8466674202,"5":9.1775403456,"6":20.7737712115,"7":11.5529950184},"beta_std":{"0":1.2431356803,"1":11.9786848261,"2":13.0050901506,"3":1.2843573612,"4":30.5432544798,"5":0.791382373,"6":3.5799735638,"7":6.3465004982}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/beta.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..8e515340e4575a4d18993430d8de033f536cb72f --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 4.956671 1.243136 +1 power_bald 26.538374 11.978685 +2 power_pe 23.521702 13.005090 +3 pred_entropy 5.709425 1.284357 +4 random 23.846667 30.543254 +5 random-label 9.177540 0.791382 +6 random-label2 20.773771 3.579974 +7 softrank_bald 11.552995 6.346500 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/overview.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..d4e0c66ffb9bdeeff9b9f5e841c236047c257324 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c957045ba6765990971ddadbf1a7903b943f028743ea23072100fad6b0d75604 +size 1111010 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/ppm.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..b41e69e368635a11b295a55e53852b2242f80f26 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.6666666666666666, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.3333333333333333, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.3333333333333333, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.3333333333333333, + "random": 0.3333333333333333, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.0, + "power_bald": 0.6666666666666666, + "power_pe": 0.3333333333333333, + "pred_entropy": 0.0, + "random-label2": 0.3333333333333333, + "random-label": 0.6666666666666666, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/ppm.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..4c647b207a47c4dc4aa69228c83a086dc3501f30 Binary files /dev/null and b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-40__qs-80/ppm.png differ diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/analysis.pkl b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bbdefe536b51dbdc19c19757e1ff602d47b27cef --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5af6b5a699b8804e4348181289d052a7ba6e1b1313d5b626c8fea13c760f45 +size 69480 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..680f2133d9fce374c0c4d25acf4106adf3850747 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.6153564264,"power_bald":0.5953970802,"power_pe":0.6016056441,"pred_entropy":0.6209561054,"random":0.540888859,"random-label":0.5396208325,"random-label2":0.5428245241,"softrank_bald":0.5991379204},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0059471761,"power_bald":0.0074919112,"power_pe":0.0084152867,"pred_entropy":0.0026679413,"random":0.0088645012,"random-label":0.007439894,"random-label2":0.0172310115,"softrank_bald":0.0053752487},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.6809620199,"power_bald":0.641355539,"power_pe":0.6443741015,"pred_entropy":0.6811903893,"random":0.5543810619,"random-label":0.5660334927,"random-label2":0.5665754235,"softrank_bald":0.6602265155},"('Mean Dice Final', 'std')":{"mutual_information":0.0035557441,"power_bald":0.0123322451,"power_pe":0.0104126714,"pred_entropy":0.0080413821,"random":0.0179263372,"random-label":0.0179223318,"random-label2":0.0133273839,"softrank_bald":0.0051256659},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9392483912,"power_bald":0.93678706,"power_pe":0.9379548716,"pred_entropy":0.9405126764,"random":0.9239978915,"random-label":0.922501286,"random-label2":0.9270309163,"softrank_bald":0.936954123},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0024558441,"power_bald":0.0010496686,"power_pe":0.0020811681,"pred_entropy":0.0016622285,"random":0.0041450197,"random-label":0.0053544934,"random-label2":0.0059936698,"softrank_bald":0.0026255251},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9520714094,"power_bald":0.9475359785,"power_pe":0.9483538908,"pred_entropy":0.9525930801,"random":0.9290330552,"random-label":0.9274011599,"random-label2":0.9315762032,"softrank_bald":0.9496806344},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0006258703,"power_bald":0.0013165245,"power_pe":0.0015886581,"pred_entropy":0.001306844,"random":0.0103902023,"random-label":0.0036511812,"random-label2":0.0048372427,"softrank_bald":0.0005607391},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.669957938,"power_bald":0.6417825695,"power_pe":0.6459349529,"pred_entropy":0.6814946608,"random":0.5070345636,"random-label":0.4520888185,"random-label2":0.474768933,"softrank_bald":0.6423746383},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0127709312,"power_bald":0.0198545859,"power_pe":0.0254155774,"pred_entropy":0.0090143171,"random":0.0380166558,"random-label":0.0060215628,"random-label2":0.0183788867,"softrank_bald":0.0141826257},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.7835847565,"power_bald":0.7373674767,"power_pe":0.7291124679,"pred_entropy":0.7825482438,"random":0.5392783248,"random-label":0.4806632927,"random-label2":0.5049032567,"softrank_bald":0.7602057051},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0062702795,"power_bald":0.0206032854,"power_pe":0.0228938809,"pred_entropy":0.003795334,"random":0.0437847697,"random-label":0.0290214565,"random-label2":0.0184830762,"softrank_bald":0.0065516344},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.2368629499,"power_bald":0.2076216112,"power_pe":0.2209271077,"pred_entropy":0.240860979,"random":0.1916341219,"random-label":0.2442723928,"random-label2":0.2266737231,"softrank_bald":0.2180849998},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0105746358,"power_bald":0.0093799669,"power_pe":0.0214690688,"pred_entropy":0.0062140986,"random":0.0221542615,"random-label":0.0149228871,"random-label2":0.0309664469,"softrank_bald":0.010774043},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.3072298938,"power_bald":0.2391631618,"power_pe":0.2556559457,"pred_entropy":0.308429844,"random":0.1948318057,"random-label":0.2900360256,"random-label2":0.2632468106,"softrank_bald":0.270793207},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0156492071,"power_bald":0.0208296211,"power_pe":0.0125928002,"pred_entropy":0.021217942,"random":0.0175511724,"random-label":0.02530033,"random-label2":0.0217025542,"softrank_bald":0.0134264868},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..b7ac10a5e53866eb0302b7511bfb08928d1ddd71 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.615356 0.005947 4 0.680962 0.003556 4 0.939248 0.002456 4 0.952071 0.000626 4 0.669958 0.012771 4 0.783585 0.006270 4 0.236863 0.010575 4 0.307230 0.015649 4 +power_bald 0.595397 0.007492 4 0.641356 0.012332 4 0.936787 0.001050 4 0.947536 0.001317 4 0.641783 0.019855 4 0.737367 0.020603 4 0.207622 0.009380 4 0.239163 0.020830 4 +power_pe 0.601606 0.008415 4 0.644374 0.010413 4 0.937955 0.002081 4 0.948354 0.001589 4 0.645935 0.025416 4 0.729112 0.022894 4 0.220927 0.021469 4 0.255656 0.012593 4 +pred_entropy 0.620956 0.002668 4 0.681190 0.008041 4 0.940513 0.001662 4 0.952593 0.001307 4 0.681495 0.009014 4 0.782548 0.003795 4 0.240861 0.006214 4 0.308430 0.021218 4 +random 0.540889 0.008865 4 0.554381 0.017926 4 0.923998 0.004145 4 0.929033 0.010390 4 0.507035 0.038017 4 0.539278 0.043785 4 0.191634 0.022154 4 0.194832 0.017551 4 +random-label 0.539621 0.007440 4 0.566033 0.017922 4 0.922501 0.005354 4 0.927401 0.003651 4 0.452089 0.006022 4 0.480663 0.029021 4 0.244272 0.014923 4 0.290036 0.025300 4 +random-label2 0.542825 0.017231 4 0.566575 0.013327 4 0.927031 0.005994 4 0.931576 0.004837 4 0.474769 0.018379 4 0.504903 0.018483 4 0.226674 0.030966 4 0.263247 0.021703 4 +softrank_bald 0.599138 0.005375 4 0.660227 0.005126 4 0.936954 0.002626 4 0.949681 0.000561 4 0.642375 0.014183 4 0.760206 0.006552 4 0.218085 0.010774 4 0.270793 0.013426 4 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc_pretty.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..153a4eb6d69a2268b79f336ccf9c0451fe71c2ed --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 68.10 (+/- 0.36) 61.54 (+/- 0.59) 4.0 +power_bald 64.14 (+/- 1.23) 59.54 (+/- 0.75) 4.0 +power_pe 64.44 (+/- 1.04) 60.16 (+/- 0.84) 4.0 +pred_entropy 68.12 (+/- 0.80) 62.10 (+/- 0.27) 4.0 +random 55.44 (+/- 1.79) 54.09 (+/- 0.89) 4.0 +random-label 56.60 (+/- 1.79) 53.96 (+/- 0.74) 4.0 +random-label2 56.66 (+/- 1.33) 54.28 (+/- 1.72) 4.0 +softrank_bald 66.02 (+/- 0.51) 59.91 (+/- 0.54) 4.0 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/beta.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..4296aa63f29d6387dee6690666c2501348202af7 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":8.898416862,"1":10.1701153379,"2":9.751005061,"3":7.1608402491,"4":8.4999903746,"5":0.7403616453,"6":1.3936964165,"7":10.5776326795},"beta_std":{"0":0.5642511469,"1":0.7952369529,"2":0.4512769557,"3":0.1513471763,"4":2.8666615249,"5":0.0088457437,"6":0.0458715884,"7":1.0704948511}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/beta.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..fd70723f1b9a3735ee03426257bfce957a96618a --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 8.898417 0.564251 +1 power_bald 10.170115 0.795237 +2 power_pe 9.751005 0.451277 +3 pred_entropy 7.160840 0.151347 +4 random 8.499990 2.866662 +5 random-label 0.740362 0.008846 +6 random-label2 1.393696 0.045872 +7 softrank_bald 10.577633 1.070495 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..716bf3e3b4cfbd3e9d1724e5c0f51dd315df1921 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e0478567fc7ce35156ee3e427047b1c0f653eb117327b0d645b2748525cc2f +size 1154257 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..253a7591034eee878f94e928a63b553865d05a62 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.3333333333333333, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.6666666666666666, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.6666666666666666 + }, + "random-label": { + "mutual_information": 0.6666666666666666, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.6666666666666666 + }, + "random": { + "mutual_information": 0.6666666666666666, + "power_bald": 0.6666666666666666, + "power_pe": 0.6666666666666666, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.6666666666666666 + }, + "softrank_bald": { + "mutual_information": 0.3333333333333333, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6666666666666666, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..67f6cf9d3149e9b888dd11c1e25b97ef70621871 Binary files /dev/null and b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-1000/ppm.png differ diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/analysis.pkl b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e96d627817eaad58b965c156922838a51e20f887 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488dcf7986d287e07337d551ed9bf8805c7394b51a7f6a57cea52575d96f7d8a +size 187544 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..ebe9f889bf18b73ce4187eaf359aba6447f7c58e --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.6415175913,"power_bald":0.6218291246,"power_pe":0.6117429639,"pred_entropy":0.6524908701,"random":0.534656219,"random-label":0.5378131009,"random-label2":0.5459867464,"softrank_bald":0.6259421826},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0055425279,"power_bald":0.0054381535,"power_pe":0.0069211866,"pred_entropy":0.0024678701,"random":0.0078494264,"random-label":0.0095528626,"random-label2":0.0141524906,"softrank_bald":0.010001399},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.68612192,"power_bald":0.6600017179,"power_pe":0.6347796944,"pred_entropy":0.6904125197,"random":0.544499851,"random-label":0.5619580667,"random-label2":0.5619357636,"softrank_bald":0.667754287},"('Mean Dice Final', 'std')":{"mutual_information":0.0057922884,"power_bald":0.0058290696,"power_pe":0.0080509751,"pred_entropy":0.0061282902,"random":0.0111410248,"random-label":0.0118312921,"random-label2":0.0266184013,"softrank_bald":0.0116846017},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9452713786,"power_bald":0.9435581176,"power_pe":0.9408784359,"pred_entropy":0.9468435328,"random":0.9258086027,"random-label":0.9232167255,"random-label2":0.9237015665,"softrank_bald":0.9436379497},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0006752574,"power_bald":0.0007913467,"power_pe":0.0022817757,"pred_entropy":0.0006603856,"random":0.0074633748,"random-label":0.0015040815,"random-label2":0.0059024644,"softrank_bald":0.0015995987},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9518414509,"power_bald":0.9495143985,"power_pe":0.9451113387,"pred_entropy":0.9536459284,"random":0.9296794308,"random-label":0.9280472891,"random-label2":0.9259684241,"softrank_bald":0.950079479},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0001676609,"power_bald":0.0012291278,"power_pe":0.0016013273,"pred_entropy":0.0003443013,"random":0.0080736324,"random-label":0.0070978174,"random-label2":0.0089686122,"softrank_bald":0.0014363545},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.7265402679,"power_bald":0.6937872052,"power_pe":0.6762423658,"pred_entropy":0.7431257993,"random":0.4990234196,"random-label":0.4485596116,"random-label2":0.4810103777,"softrank_bald":0.7053975501},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0115378326,"power_bald":0.0178848244,"power_pe":0.0146884377,"pred_entropy":0.0068677979,"random":0.0308680671,"random-label":0.0112969884,"random-label2":0.01834512,"softrank_bald":0.0187016692},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.792398754,"power_bald":0.7605004163,"power_pe":0.7213290899,"pred_entropy":0.8003657414,"random":0.5213807902,"random-label":0.4800682438,"random-label2":0.500559789,"softrank_bald":0.7780772821},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0082428137,"power_bald":0.0029684935,"power_pe":0.0200637295,"pred_entropy":0.0061621607,"random":0.0417794717,"random-label":0.0238310058,"random-label2":0.0506841243,"softrank_bald":0.0076529926},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.2527411274,"power_bald":0.2281420512,"power_pe":0.2181080901,"pred_entropy":0.2675032781,"random":0.1791366348,"random-label":0.2416629656,"random-label2":0.2332482951,"softrank_bald":0.2287910479},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0073454727,"power_bald":0.0089433569,"power_pe":0.0068213641,"pred_entropy":0.0077758707,"random":0.0207676988,"random-label":0.0180659933,"random-label2":0.0225485415,"softrank_bald":0.0150330315},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.3141255552,"power_bald":0.2699903388,"power_pe":0.2378986546,"pred_entropy":0.3172258891,"random":0.182439332,"random-label":0.2777586672,"random-label2":0.2592790777,"softrank_bald":0.2751061},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0135041529,"power_bald":0.0154043478,"power_pe":0.0142088736,"pred_entropy":0.0134093662,"random":0.0188814603,"random-label":0.007831306,"random-label2":0.0318954779,"softrank_bald":0.0324186744},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..6bf7fe674685c4bf431d2734c7746c2f0ba39e4a --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.641518 0.005543 4 0.686122 0.005792 4 0.945271 0.000675 4 0.951841 0.000168 4 0.726540 0.011538 4 0.792399 0.008243 4 0.252741 0.007345 4 0.314126 0.013504 4 +power_bald 0.621829 0.005438 4 0.660002 0.005829 4 0.943558 0.000791 4 0.949514 0.001229 4 0.693787 0.017885 4 0.760500 0.002968 4 0.228142 0.008943 4 0.269990 0.015404 4 +power_pe 0.611743 0.006921 4 0.634780 0.008051 4 0.940878 0.002282 4 0.945111 0.001601 4 0.676242 0.014688 4 0.721329 0.020064 4 0.218108 0.006821 4 0.237899 0.014209 4 +pred_entropy 0.652491 0.002468 4 0.690413 0.006128 4 0.946844 0.000660 4 0.953646 0.000344 4 0.743126 0.006868 4 0.800366 0.006162 4 0.267503 0.007776 4 0.317226 0.013409 4 +random 0.534656 0.007849 4 0.544500 0.011141 4 0.925809 0.007463 4 0.929679 0.008074 4 0.499023 0.030868 4 0.521381 0.041779 4 0.179137 0.020768 4 0.182439 0.018881 4 +random-label 0.537813 0.009553 4 0.561958 0.011831 4 0.923217 0.001504 4 0.928047 0.007098 4 0.448560 0.011297 4 0.480068 0.023831 4 0.241663 0.018066 4 0.277759 0.007831 4 +random-label2 0.545987 0.014152 4 0.561936 0.026618 4 0.923702 0.005902 4 0.925968 0.008969 4 0.481010 0.018345 4 0.500560 0.050684 4 0.233248 0.022549 4 0.259279 0.031895 4 +softrank_bald 0.625942 0.010001 4 0.667754 0.011685 4 0.943638 0.001600 4 0.950079 0.001436 4 0.705398 0.018702 4 0.778077 0.007653 4 0.228791 0.015033 4 0.275106 0.032419 4 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc_pretty.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..a4cb3e0be2ef0801066e28057585188fe848f6cd --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 68.61 (+/- 0.58) 64.15 (+/- 0.55) 4.0 +power_bald 66.00 (+/- 0.58) 62.18 (+/- 0.54) 4.0 +power_pe 63.48 (+/- 0.81) 61.17 (+/- 0.69) 4.0 +pred_entropy 69.04 (+/- 0.61) 65.25 (+/- 0.25) 4.0 +random 54.45 (+/- 1.11) 53.47 (+/- 0.78) 4.0 +random-label 56.20 (+/- 1.18) 53.78 (+/- 0.96) 4.0 +random-label2 56.19 (+/- 2.66) 54.60 (+/- 1.42) 4.0 +softrank_bald 66.78 (+/- 1.17) 62.59 (+/- 1.00) 4.0 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/beta.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..22151a3b394562b3d11f850ee3b92dc37959750e --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":9.5848051448,"1":12.5629841428,"2":10.1534862585,"3":8.2040306495,"4":7.2401676216,"5":0.6519403767,"6":1.4005003324,"7":10.092022012},"beta_std":{"0":0.2411338561,"1":0.3508306677,"2":0.2012688749,"3":0.0918241075,"4":0.2795112367,"5":0.0022986489,"6":0.0156356402,"7":0.3265327594}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/beta.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..90a6109529f53a9c89245871f3dc93a35036e30f --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 9.584805 0.241134 +1 power_bald 12.562984 0.350831 +2 power_pe 10.153486 0.201269 +3 pred_entropy 8.204031 0.091824 +4 random 7.240168 0.279511 +5 random-label 0.651940 0.002299 +6 random-label2 1.400500 0.015636 +7 softrank_bald 10.092022 0.326533 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/overview.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..17edf5903a4e836fd107aa510e7907fdbb621368 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf5d89d3300299e90c4770e3cdc7cda6ed6b205ccbe92ae954bf7e527530a66 +size 1263830 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/ppm.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..86758542399619874c7cece12b13758b65676982 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "random-label": 0.0, + "random-label2": 0.0, + "pred_entropy": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_bald": { + "mutual_information": 0.6666666666666667, + "power_bald": 0.0, + "power_pe": 0.0, + "random-label": 0.0, + "random-label2": 0.0, + "pred_entropy": 0.7777777777777779, + "random": 0.0, + "softrank_bald": 0.0 + }, + "power_pe": { + "mutual_information": 0.6666666666666667, + "power_bald": 0.4444444444444444, + "power_pe": 0.0, + "random-label": 0.0, + "random-label2": 0.0, + "pred_entropy": 0.7777777777777779, + "random": 0.0, + "softrank_bald": 0.3333333333333333 + }, + "random-label": { + "mutual_information": 0.8888888888888891, + "power_bald": 0.8888888888888891, + "power_pe": 0.8888888888888891, + "random-label": 0.0, + "random-label2": 0.2222222222222222, + "pred_entropy": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.8888888888888891 + }, + "random-label2": { + "mutual_information": 0.8888888888888891, + "power_bald": 0.8888888888888891, + "power_pe": 0.8888888888888891, + "random-label": 0.0, + "random-label2": 0.0, + "pred_entropy": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.8888888888888891 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "random-label": 0.1111111111111111, + "random-label2": 0.0, + "pred_entropy": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random": { + "mutual_information": 0.8888888888888891, + "power_bald": 0.8888888888888891, + "power_pe": 0.8888888888888891, + "random-label": 0.0, + "random-label2": 0.2222222222222222, + "pred_entropy": 0.8888888888888891, + "random": 0.0, + "softrank_bald": 0.8888888888888891 + }, + "softrank_bald": { + "mutual_information": 0.4444444444444444, + "power_bald": 0.0, + "power_pe": 0.0, + "random-label": 0.0, + "random-label2": 0.0, + "pred_entropy": 0.6666666666666667, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/ppm.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..d7bb97024158d9f4f3dbc751060ad4d937d06b28 Binary files /dev/null and b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-250/ppm.png differ diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..fe1e0b72c6d1c72de1bd706b881c8d15241b5862 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de94125a359a31d130c937c52c7d941f331001c80bb21c08a1e4c529c3e05b11 +size 160023 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..1efa2748b6ddc53c54ca03c5b898d3b581389792 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe33":0.6482476503,"class_pe66":0.6558227884,"class_power_pe66":0.6373541501,"class_power_pe66_exp":0.6450080975,"mutual_information":0.625294967,"power_bald":0.6124053427,"power_pe":0.6066176331,"pred_entropy":0.6399659973,"random":0.5380276489,"random-label":0.5372517493,"random-label2":0.5530160497,"softrank_bald":0.6248677262},"('Mean Dice AUBC', 'std')":{"class_pe33":0.0041545454,"class_pe66":0.0062013839,"class_power_pe66":0.0028286519,"class_power_pe66_exp":0.0029053983,"mutual_information":0.0084180354,"power_bald":0.0057079261,"power_pe":0.0065513241,"pred_entropy":0.0014711992,"random":0.0067853855,"random-label":0.0177591369,"random-label2":0.0126313367,"softrank_bald":0.0074220225},"('Mean Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe33":0.6909000277,"class_pe66":0.6960115782,"class_power_pe66":0.6767562839,"class_power_pe66_exp":0.6953222586,"mutual_information":0.6757254462,"power_bald":0.6503999208,"power_pe":0.6361701376,"pred_entropy":0.6873753981,"random":0.5511519238,"random-label":0.5590158395,"random-label2":0.5678977628,"softrank_bald":0.6699848209},"('Mean Dice Final', 'std')":{"class_pe33":0.0048823444,"class_pe66":0.0034756253,"class_power_pe66":0.0084768588,"class_power_pe66_exp":0.006839142,"mutual_information":0.0172308054,"power_bald":0.0081152568,"power_pe":0.0118500489,"pred_entropy":0.0064553841,"random":0.0126600518,"random-label":0.0083616444,"random-label2":0.010183781,"softrank_bald":0.0096806068},"('Mean Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe33":0.9449896484,"class_pe66":0.9463851684,"class_power_pe66":0.9434620928,"class_power_pe66_exp":0.9448877581,"mutual_information":0.9419356944,"power_bald":0.9418852337,"power_pe":0.9409954757,"pred_entropy":0.9447693388,"random":0.9249680887,"random-label":0.9240500738,"random-label2":0.9251738393,"softrank_bald":0.9421763075},"('Class 1 Dice AUBC', 'std')":{"class_pe33":0.0003355962,"class_pe66":0.0011333615,"class_power_pe66":0.0010043106,"class_power_pe66_exp":0.0004602446,"mutual_information":0.0014131851,"power_bald":0.000856778,"power_pe":0.0017336203,"pred_entropy":0.0010007003,"random":0.0030546114,"random-label":0.0017679179,"random-label2":0.0041037986,"softrank_bald":0.0013730757},"('Class 1 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe33":0.9529614306,"class_pe66":0.9535685836,"class_power_pe66":0.950347063,"class_power_pe66_exp":0.953039768,"mutual_information":0.9513490368,"power_bald":0.9484863976,"power_pe":0.9462913545,"pred_entropy":0.9535653145,"random":0.9314019331,"random-label":0.9317201464,"random-label2":0.9290046375,"softrank_bald":0.9503925666},"('Class 1 Dice Final', 'std')":{"class_pe33":0.0004236942,"class_pe66":0.0005454363,"class_power_pe66":0.0011859149,"class_power_pe66_exp":0.0003528529,"mutual_information":0.000583865,"power_bald":0.0011933138,"power_pe":0.001514445,"pred_entropy":0.0005137811,"random":0.0044152534,"random-label":0.0031550537,"random-label2":0.0067940232,"softrank_bald":0.0010492839},"('Class 1 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe33":0.7228688819,"class_pe66":0.725453248,"class_power_pe66":0.6958366259,"class_power_pe66_exp":0.7054224564,"mutual_information":0.698088575,"power_bald":0.6721304445,"power_pe":0.6595839621,"pred_entropy":0.7184048871,"random":0.5053592314,"random-label":0.4497585781,"random-label2":0.4933608065,"softrank_bald":0.6958107947},"('Class 2 Dice AUBC', 'std')":{"class_pe33":0.0081967935,"class_pe66":0.0146815527,"class_power_pe66":0.0135836861,"class_power_pe66_exp":0.0038655376,"mutual_information":0.0155693062,"power_bald":0.0227167147,"power_pe":0.0172886964,"pred_entropy":0.0068971138,"random":0.0309003062,"random-label":0.0370379911,"random-label2":0.0233239676,"softrank_bald":0.0122673415},"('Class 2 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe33":0.795398971,"class_pe66":0.7931578036,"class_power_pe66":0.7602635134,"class_power_pe66_exp":0.7911419715,"mutual_information":0.7828544353,"power_bald":0.7459561834,"power_pe":0.7214336827,"pred_entropy":0.7959540692,"random":0.5296193237,"random-label":0.4568717498,"random-label2":0.5120138887,"softrank_bald":0.7721966821},"('Class 2 Dice Final', 'std')":{"class_pe33":0.0057121274,"class_pe66":0.0029173969,"class_power_pe66":0.0154130226,"class_power_pe66_exp":0.0065597406,"mutual_information":0.0166979428,"power_bald":0.0173150595,"power_pe":0.0216457036,"pred_entropy":0.0070808703,"random":0.0473951504,"random-label":0.0076659669,"random-label2":0.0153765844,"softrank_bald":0.01249394},"('Class 2 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe33":0.2768844206,"class_pe66":0.2956299489,"class_power_pe66":0.2727637316,"class_power_pe66_exp":0.2847140779,"mutual_information":0.2358606317,"power_bald":0.22320035,"power_pe":0.2192734616,"pred_entropy":0.2567237661,"random":0.1837556266,"random-label":0.2379465961,"random-label2":0.2405135032,"softrank_bald":0.2366160763},"('Class 3 Dice AUBC', 'std')":{"class_pe33":0.0075379737,"class_pe66":0.0076010564,"class_power_pe66":0.0065895714,"class_power_pe66_exp":0.0123038536,"mutual_information":0.0102686845,"power_bald":0.0071303057,"power_pe":0.0124002327,"pred_entropy":0.0088739155,"random":0.0183244752,"random-label":0.0217801169,"random-label2":0.0198576887,"softrank_bald":0.014132372},"('Class 3 Dice AUBC', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe33":0.3243396813,"class_pe66":0.3413083476,"class_power_pe66":0.3196582753,"class_power_pe66_exp":0.3417850363,"mutual_information":0.2929728664,"power_bald":0.2567571816,"power_pe":0.2407853755,"pred_entropy":0.3126068106,"random":0.1924345148,"random-label":0.2884556222,"random-label2":0.2626747622,"softrank_bald":0.2873652139},"('Class 3 Dice Final', 'std')":{"class_pe33":0.0086602512,"class_pe66":0.0098645833,"class_power_pe66":0.0183187277,"class_power_pe66_exp":0.0169736819,"mutual_information":0.0368650747,"power_bald":0.0161981999,"power_pe":0.0245450434,"pred_entropy":0.0125093139,"random":0.0268891863,"random-label":0.0206591271,"random-label2":0.012195002,"softrank_bald":0.0204803493},"('Class 3 Dice Final', 'count')":{"class_pe33":4,"class_pe66":4,"class_power_pe66":4,"class_power_pe66_exp":4,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..097146a0da7cfdfd4c0456662c8b71d4599b10fe --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt @@ -0,0 +1,15 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe33 0.648248 0.004155 4 0.690900 0.004882 4 0.944990 0.000336 4 0.952961 0.000424 4 0.722869 0.008197 4 0.795399 0.005712 4 0.276884 0.007538 4 0.324340 0.008660 4 +class_pe66 0.655823 0.006201 4 0.696012 0.003476 4 0.946385 0.001133 4 0.953569 0.000545 4 0.725453 0.014682 4 0.793158 0.002917 4 0.295630 0.007601 4 0.341308 0.009865 4 +class_power_pe66 0.637354 0.002829 4 0.676756 0.008477 4 0.943462 0.001004 4 0.950347 0.001186 4 0.695837 0.013584 4 0.760264 0.015413 4 0.272764 0.006590 4 0.319658 0.018319 4 +class_power_pe66_exp 0.645008 0.002905 4 0.695322 0.006839 4 0.944888 0.000460 4 0.953040 0.000353 4 0.705422 0.003866 4 0.791142 0.006560 4 0.284714 0.012304 4 0.341785 0.016974 4 +mutual_information 0.625295 0.008418 4 0.675725 0.017231 4 0.941936 0.001413 4 0.951349 0.000584 4 0.698089 0.015569 4 0.782854 0.016698 4 0.235861 0.010269 4 0.292973 0.036865 4 +power_bald 0.612405 0.005708 4 0.650400 0.008115 4 0.941885 0.000857 4 0.948486 0.001193 4 0.672130 0.022717 4 0.745956 0.017315 4 0.223200 0.007130 4 0.256757 0.016198 4 +power_pe 0.606618 0.006551 4 0.636170 0.011850 4 0.940995 0.001734 4 0.946291 0.001514 4 0.659584 0.017289 4 0.721434 0.021646 4 0.219273 0.012400 4 0.240785 0.024545 4 +pred_entropy 0.639966 0.001471 4 0.687375 0.006455 4 0.944769 0.001001 4 0.953565 0.000514 4 0.718405 0.006897 4 0.795954 0.007081 4 0.256724 0.008874 4 0.312607 0.012509 4 +random 0.538028 0.006785 4 0.551152 0.012660 4 0.924968 0.003055 4 0.931402 0.004415 4 0.505359 0.030900 4 0.529619 0.047395 4 0.183756 0.018324 4 0.192435 0.026889 4 +random-label 0.537252 0.017759 4 0.559016 0.008362 4 0.924050 0.001768 4 0.931720 0.003155 4 0.449759 0.037038 4 0.456872 0.007666 4 0.237947 0.021780 4 0.288456 0.020659 4 +random-label2 0.553016 0.012631 4 0.567898 0.010184 4 0.925174 0.004104 4 0.929005 0.006794 4 0.493361 0.023324 4 0.512014 0.015377 4 0.240514 0.019858 4 0.262675 0.012195 4 +softrank_bald 0.624868 0.007422 4 0.669985 0.009681 4 0.942176 0.001373 4 0.950393 0.001049 4 0.695811 0.012267 4 0.772197 0.012494 4 0.236616 0.014132 4 0.287365 0.020480 4 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..df4e4c9e6d548cf14e9e0c4f1465a51b479503a0 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt @@ -0,0 +1,13 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe33 69.09 (+/- 0.49) 64.82 (+/- 0.42) 4.0 +class_pe66 69.60 (+/- 0.35) 65.58 (+/- 0.62) 4.0 +class_power_pe66 67.68 (+/- 0.85) 63.74 (+/- 0.28) 4.0 +class_power_pe66_exp 69.53 (+/- 0.68) 64.50 (+/- 0.29) 4.0 +mutual_information 67.57 (+/- 1.72) 62.53 (+/- 0.84) 4.0 +power_bald 65.04 (+/- 0.81) 61.24 (+/- 0.57) 4.0 +power_pe 63.62 (+/- 1.19) 60.66 (+/- 0.66) 4.0 +pred_entropy 68.74 (+/- 0.65) 64.00 (+/- 0.15) 4.0 +random 55.12 (+/- 1.27) 53.80 (+/- 0.68) 4.0 +random-label 55.90 (+/- 0.84) 53.73 (+/- 1.78) 4.0 +random-label2 56.79 (+/- 1.02) 55.30 (+/- 1.26) 4.0 +softrank_bald 67.00 (+/- 0.97) 62.49 (+/- 0.74) 4.0 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..578600a03bc542d3c39b3b637fab0986e0199d22 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe33","1":"class_pe66","2":"class_power_pe66","3":"class_power_pe66_exp","4":"mutual_information","5":"power_bald","6":"power_pe","7":"pred_entropy","8":"random","9":"random-label","10":"random-label2","11":"softrank_bald"},"beta":{"0":8.7275935448,"1":8.7006262369,"2":11.6616898672,"3":11.2043836862,"4":9.3677975999,"5":11.9191291361,"6":9.6223155568,"7":7.8443066601,"8":8.9322816619,"9":0.6811717029,"10":1.882562218,"11":9.8436868225},"beta_std":{"0":0.3011441253,"1":0.2335760051,"2":0.7110057724,"3":1.2520265769,"4":0.4626256109,"5":0.6384228844,"6":0.5100813009,"7":0.211713788,"8":1.2180888231,"9":0.0091154819,"10":0.0358296328,"11":0.6586528911}} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..5db430e1de86f509ea545f390d3751b672baa2aa --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt @@ -0,0 +1,13 @@ + Query Method beta beta_std +0 class_pe33 8.727594 0.301144 +1 class_pe66 8.700626 0.233576 +2 class_power_pe66 11.661690 0.711006 +3 class_power_pe66_exp 11.204384 1.252027 +4 mutual_information 9.367798 0.462626 +5 power_bald 11.919129 0.638423 +6 power_pe 9.622316 0.510081 +7 pred_entropy 7.844307 0.211714 +8 random 8.932282 1.218089 +9 random-label 0.681172 0.009115 +10 random-label2 1.882562 0.035830 +11 softrank_bald 9.843687 0.658653 \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..03b24af2e7ec31e0fac749f6ce05adb0f0d61265 --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a50851abdb2470c0091d8c0337e00eaf2b68f2a987ef57f848e30baac42b9e11 +size 1420869 diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..ebb11e6ec3a4869cea08cca995215a6c547235fe --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json @@ -0,0 +1,180 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.2, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.2, + "class_power_pe66": 0.2 + }, + "power_bald": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "power_pe": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "random-label2": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "random-label": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.2, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "random": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.4, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.8, + "class_pe33": 0.8, + "class_pe66": 0.8, + "class_power_pe66_exp": 0.8, + "class_power_pe66": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.6000000000000001, + "class_power_pe66": 0.2 + }, + "class_pe33": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.4, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.0, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.0, + "class_pe66": 0.2, + "class_power_pe66_exp": 0.0, + "class_power_pe66": 0.0 + }, + "class_power_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0, + "class_pe33": 0.6000000000000001, + "class_pe66": 0.6000000000000001, + "class_power_pe66_exp": 0.4, + "class_power_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..a5bb1fdb264d99a29643c25e4bb5b63c49f58fec --- /dev/null +++ b/analysis/patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94340f101561b45df111abad56ff0b6a0cb35000d4857a7b8e4668996b0ffc38 +size 134979 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..e68fab27dd41fe1e274c929eb57fb7dce30acfc0 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a89351b632f7793cc2ebef4fd22aa585d5ba7513cd9633b0f2c0b87f469a710 +size 107935 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..8f77a0f586f014803318aaab8c4f2a262bd88bc3 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe66":0.6718832599,"class_power_pe66_exp":0.6736222471,"mutual_information":0.6368836115,"power_bald":0.6405613799,"power_pe":0.6410879668,"pred_entropy":0.6437373553,"random-label":0.5840928611,"random-label2":0.5924283691,"softrank_bald":0.6384881608},"('Mean Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0096291313,"power_bald":0.0095321113,"power_pe":0.008040456,"pred_entropy":0.0033164041,"random-label":0.0187262397,"random-label2":0.0155199784,"softrank_bald":0.0101165461},"('Mean Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe66":0.7296588987,"class_power_pe66_exp":0.7410904858,"mutual_information":0.7059528887,"power_bald":0.6977580727,"power_pe":0.6870698251,"pred_entropy":0.7183419428,"random-label":0.6140631084,"random-label2":0.6217202745,"softrank_bald":0.6980395243},"('Mean Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0055124828,"power_bald":0.0137514234,"power_pe":0.0089090635,"pred_entropy":0.0036635152,"random-label":0.0315123903,"random-label2":0.023451023,"softrank_bald":0.0049509724},"('Mean Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe66":0.9478022775,"class_power_pe66_exp":0.9471034283,"mutual_information":0.9461550833,"power_bald":0.9476088402,"power_pe":0.948222741,"pred_entropy":0.9462442189,"random-label":0.9381460779,"random-label2":0.9387047832,"softrank_bald":0.9463967844},"('Class 1 Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0015679883,"power_bald":0.0018725843,"power_pe":0.0010015107,"pred_entropy":0.0012252463,"random-label":0.0079952075,"random-label2":0.0051429398,"softrank_bald":0.0018479116},"('Class 1 Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe66":0.9565134469,"class_power_pe66_exp":0.9570796359,"mutual_information":0.9556482819,"power_bald":0.954830464,"power_pe":0.9540289911,"pred_entropy":0.9561264918,"random-label":0.9471619573,"random-label2":0.943780064,"softrank_bald":0.9546606351},"('Class 1 Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0009271776,"power_bald":0.0006244753,"power_pe":0.0003962137,"pred_entropy":0.0008233122,"random-label":0.0026955999,"random-label2":0.0054303048,"softrank_bald":0.0013660835},"('Class 1 Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe66":0.7035840853,"class_power_pe66_exp":0.7025471772,"mutual_information":0.6986709107,"power_bald":0.7017278967,"power_pe":0.6957676419,"pred_entropy":0.7044072939,"random-label":0.5458759473,"random-label2":0.5741118967,"softrank_bald":0.7035392467},"('Class 2 Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0301250009,"power_bald":0.0268234452,"power_pe":0.0225047465,"pred_entropy":0.0163239797,"random-label":0.0427457549,"random-label2":0.0285359375,"softrank_bald":0.0315998129},"('Class 2 Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe66":0.8015569314,"class_power_pe66_exp":0.8030607529,"mutual_information":0.8018123588,"power_bald":0.7830420157,"power_pe":0.7749216489,"pred_entropy":0.8120461677,"random-label":0.5538434146,"random-label2":0.6023481426,"softrank_bald":0.7925086068},"('Class 2 Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0027225516,"power_bald":0.0236383455,"power_pe":0.0163954253,"pred_entropy":0.0160911897,"random-label":0.0482886187,"random-label2":0.0368281457,"softrank_bald":0.017569821},"('Class 2 Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe66":0.3642634169,"class_power_pe66_exp":0.3712161357,"mutual_information":0.2658248405,"power_bald":0.2723474028,"power_pe":0.2792735173,"pred_entropy":0.2805605532,"random-label":0.268256558,"random-label2":0.2644684273,"softrank_bald":0.2655284513},"('Class 3 Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0197025833,"power_bald":0.0146255495,"power_pe":0.0163730315,"pred_entropy":0.0243653383,"random-label":0.0355662154,"random-label2":0.0366468399,"softrank_bald":0.0173973226},"('Class 3 Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe66":0.4309063178,"class_power_pe66_exp":0.4631310686,"mutual_information":0.3603980253,"power_bald":0.3554017385,"power_pe":0.3322588351,"pred_entropy":0.3868531689,"random-label":0.3411839534,"random-label2":0.3190326169,"softrank_bald":0.3469493309},"('Class 3 Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0191680011,"power_bald":0.0177160471,"power_pe":0.0153306976,"pred_entropy":0.0247326367,"random-label":0.0596095877,"random-label2":0.0374943522,"softrank_bald":0.0159497004},"('Class 3 Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..1c93e672c9f124b96fba44642040e7d5e9dd66b5 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe66 0.671883 NaN 1 0.729659 NaN 1 0.947802 NaN 1 0.956513 NaN 1 0.703584 NaN 1 0.801557 NaN 1 0.364263 NaN 1 0.430906 NaN 1 +class_power_pe66_exp 0.673622 NaN 1 0.741090 NaN 1 0.947103 NaN 1 0.957080 NaN 1 0.702547 NaN 1 0.803061 NaN 1 0.371216 NaN 1 0.463131 NaN 1 +mutual_information 0.636884 0.009629 4 0.705953 0.005512 4 0.946155 0.001568 4 0.955648 0.000927 4 0.698671 0.030125 4 0.801812 0.002723 4 0.265825 0.019703 4 0.360398 0.019168 4 +power_bald 0.640561 0.009532 4 0.697758 0.013751 4 0.947609 0.001873 4 0.954830 0.000624 4 0.701728 0.026823 4 0.783042 0.023638 4 0.272347 0.014626 4 0.355402 0.017716 4 +power_pe 0.641088 0.008040 4 0.687070 0.008909 4 0.948223 0.001002 4 0.954029 0.000396 4 0.695768 0.022505 4 0.774922 0.016395 4 0.279274 0.016373 4 0.332259 0.015331 4 +pred_entropy 0.643737 0.003316 4 0.718342 0.003664 4 0.946244 0.001225 4 0.956126 0.000823 4 0.704407 0.016324 4 0.812046 0.016091 4 0.280561 0.024365 4 0.386853 0.024733 4 +random-label 0.584093 0.018726 4 0.614063 0.031512 4 0.938146 0.007995 4 0.947162 0.002696 4 0.545876 0.042746 4 0.553843 0.048289 4 0.268257 0.035566 4 0.341184 0.059610 4 +random-label2 0.592428 0.015520 4 0.621720 0.023451 4 0.938705 0.005143 4 0.943780 0.005430 4 0.574112 0.028536 4 0.602348 0.036828 4 0.264468 0.036647 4 0.319033 0.037494 4 +softrank_bald 0.638488 0.010117 4 0.698040 0.004951 4 0.946397 0.001848 4 0.954661 0.001366 4 0.703539 0.031600 4 0.792509 0.017570 4 0.265528 0.017397 4 0.346949 0.015950 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..27bade5ce332767d87e0bee1579e061d59f6add0 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe66 72.97 (+/- nan) 67.19 (+/- nan) 1.0 +class_power_pe66_exp 74.11 (+/- nan) 67.36 (+/- nan) 1.0 +mutual_information 70.60 (+/- 0.55) 63.69 (+/- 0.96) 4.0 +power_bald 69.78 (+/- 1.38) 64.06 (+/- 0.95) 4.0 +power_pe 68.71 (+/- 0.89) 64.11 (+/- 0.80) 4.0 +pred_entropy 71.83 (+/- 0.37) 64.37 (+/- 0.33) 4.0 +random-label 61.41 (+/- 3.15) 58.41 (+/- 1.87) 4.0 +random-label2 62.17 (+/- 2.35) 59.24 (+/- 1.55) 4.0 +softrank_bald 69.80 (+/- 0.50) 63.85 (+/- 1.01) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..1a8d284c6434acb1a7787d684ad7e37bf4dbd48b --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe66","1":"class_power_pe66_exp","2":"mutual_information","3":"power_bald","4":"power_pe","5":"pred_entropy","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":10.4348073727,"1":16.4124576092,"2":8.8642406675,"3":14.8765437636,"4":13.2003965317,"5":8.158833209,"6":2.4845764193,"7":5.3566386726,"8":11.1477441447},"beta_std":{"0":0.2417707538,"1":8.9110099839,"2":0.2418525146,"3":0.8694285762,"4":0.5901195568,"5":0.1490540189,"6":0.0624386786,"7":0.1288921545,"8":0.5655120386}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..97d37f01951d2a935481dd0112d826499aabe3b8 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_pe66 10.434807 0.241771 +1 class_power_pe66_exp 16.412458 8.911010 +2 mutual_information 8.864241 0.241853 +3 power_bald 14.876544 0.869429 +4 power_pe 13.200397 0.590120 +5 pred_entropy 8.158833 0.149054 +6 random-label 2.484576 0.062439 +7 random-label2 5.356639 0.128892 +8 softrank_bald 11.147744 0.565512 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..5b7d0800ca8f1366904ef5a6e92ecf2cd46e979b --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:020dce186ff51ad6c796a6a504fd37d1d55e3155accb322829f671002a24802a +size 1363483 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..4ce3da999f0d5278917da3c7886395032657f835 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "power_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "power_pe": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "random-label2": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.6000000000000001, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "random-label": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.6000000000000001, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..aa9e8d4dd661d223a7ad41a3410b79941edfdf51 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0c42c7901b70a72e6f6e44f39f29a4c35ce212e6716d0c70ee1d2534f6c6b4 +size 102130 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8d0fa3e75f1a77e8224d16fb0293f0bddfa2944e --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2166abd31173512386282d0e7adbfa1a68d84bc8dfb9b480073ad948ab49827 +size 134943 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..b6ba87a6426c7d59d77d5860b5141dfa005b72cf --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.6196203303,"power_bald":0.6175770145,"power_pe":0.622191957,"pred_entropy":0.6379261818,"random":0.5534805181,"random-label":0.5842836025,"random-label2":0.5932598319,"softrank_bald":0.6243743349},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0065520756,"power_bald":0.0106923996,"power_pe":0.0081773741,"pred_entropy":0.0065489349,"random":0.0121546437,"random-label":0.0107846456,"random-label2":0.0232847595,"softrank_bald":0.0121815155},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.6784043086,"power_bald":0.6585503013,"power_pe":0.6653035515,"pred_entropy":0.6977410981,"random":0.5667905056,"random-label":0.6126709035,"random-label2":0.6255879917,"softrank_bald":0.6831602912},"('Mean Dice Final', 'std')":{"mutual_information":0.0070513018,"power_bald":0.0117337367,"power_pe":0.0038771414,"pred_entropy":0.0110403835,"random":0.0090807405,"random-label":0.0172372465,"random-label2":0.0321626024,"softrank_bald":0.0038268605},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9435736056,"power_bald":0.9450935318,"power_pe":0.9450570134,"pred_entropy":0.9460963557,"random":0.9335901759,"random-label":0.9385653131,"random-label2":0.9384514478,"softrank_bald":0.9446981143},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.000884452,"power_bald":0.0016876033,"power_pe":0.0020381443,"pred_entropy":0.003045523,"random":0.0051101103,"random-label":0.00787974,"random-label2":0.0075847357,"softrank_bald":0.0018746144},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9536597721,"power_bald":0.9523671504,"power_pe":0.9515895758,"pred_entropy":0.9558749453,"random":0.9364719031,"random-label":0.9442832187,"random-label2":0.9463990556,"softrank_bald":0.9529200532},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0007938056,"power_bald":0.0002797611,"power_pe":0.0017395646,"pred_entropy":0.0003891065,"random":0.0037081346,"random-label":0.0064984738,"random-label2":0.010131747,"softrank_bald":0.0004689783},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.6783714355,"power_bald":0.6792051126,"power_pe":0.6713991539,"pred_entropy":0.7035266261,"random":0.5347078207,"random-label":0.532515006,"random-label2":0.5653983878,"softrank_bald":0.6896365786},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0306800875,"power_bald":0.0285939709,"power_pe":0.0241269617,"pred_entropy":0.0300783118,"random":0.0470925403,"random-label":0.0247716201,"random-label2":0.0610310499,"softrank_bald":0.0285196244},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.7564142479,"power_bald":0.7492487715,"power_pe":0.7423922774,"pred_entropy":0.7831179475,"random":0.5657552051,"random-label":0.5678379226,"random-label2":0.6023700467,"softrank_bald":0.7844140265},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0194273558,"power_bald":0.0171366078,"power_pe":0.0141341484,"pred_entropy":0.0230386799,"random":0.033639359,"random-label":0.0199498117,"random-label2":0.0814275688,"softrank_bald":0.0150093893},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.2369159498,"power_bald":0.228432399,"power_pe":0.2501197038,"pred_entropy":0.2641555638,"random":0.1921435579,"random-label":0.2817704884,"random-label2":0.2759296601,"softrank_bald":0.2387883118},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0333679633,"power_bald":0.0150239416,"power_pe":0.017173081,"pred_entropy":0.0230662323,"random":0.0249594781,"random-label":0.0371991767,"random-label2":0.0206143853,"softrank_bald":0.0333305767},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.3251389058,"power_bald":0.274034982,"power_pe":0.3019288013,"pred_entropy":0.3542304016,"random":0.1981444084,"random-label":0.3258915692,"random-label2":0.3279948728,"softrank_bald":0.3121467938},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0393184086,"power_bald":0.0202012245,"power_pe":0.0113041137,"pred_entropy":0.0102730297,"random":0.0261576834,"random-label":0.0468666215,"random-label2":0.032618945,"softrank_bald":0.019733221},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..af745678acd107e60a4df7b26c87c3d537bf2541 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.619620 0.006552 4 0.678404 0.007051 4 0.943574 0.000884 4 0.953660 0.000794 4 0.678371 0.030680 4 0.756414 0.019427 4 0.236916 0.033368 4 0.325139 0.039318 4 +power_bald 0.617577 0.010692 4 0.658550 0.011734 4 0.945094 0.001688 4 0.952367 0.000280 4 0.679205 0.028594 4 0.749249 0.017137 4 0.228432 0.015024 4 0.274035 0.020201 4 +power_pe 0.622192 0.008177 4 0.665304 0.003877 4 0.945057 0.002038 4 0.951590 0.001740 4 0.671399 0.024127 4 0.742392 0.014134 4 0.250120 0.017173 4 0.301929 0.011304 4 +pred_entropy 0.637926 0.006549 4 0.697741 0.011040 4 0.946096 0.003046 4 0.955875 0.000389 4 0.703527 0.030078 4 0.783118 0.023039 4 0.264156 0.023066 4 0.354230 0.010273 4 +random 0.553481 0.012155 4 0.566791 0.009081 4 0.933590 0.005110 4 0.936472 0.003708 4 0.534708 0.047093 4 0.565755 0.033639 4 0.192144 0.024959 4 0.198144 0.026158 4 +random-label 0.584284 0.010785 4 0.612671 0.017237 4 0.938565 0.007880 4 0.944283 0.006498 4 0.532515 0.024772 4 0.567838 0.019950 4 0.281770 0.037199 4 0.325892 0.046867 4 +random-label2 0.593260 0.023285 4 0.625588 0.032163 4 0.938451 0.007585 4 0.946399 0.010132 4 0.565398 0.061031 4 0.602370 0.081428 4 0.275930 0.020614 4 0.327995 0.032619 4 +softrank_bald 0.624374 0.012182 4 0.683160 0.003827 4 0.944698 0.001875 4 0.952920 0.000469 4 0.689637 0.028520 4 0.784414 0.015009 4 0.238788 0.033331 4 0.312147 0.019733 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..91659b84d19cabe4a555b6dd7dd7e47e500180c1 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 67.84 (+/- 0.71) 61.96 (+/- 0.66) 4.0 +power_bald 65.86 (+/- 1.17) 61.76 (+/- 1.07) 4.0 +power_pe 66.53 (+/- 0.39) 62.22 (+/- 0.82) 4.0 +pred_entropy 69.77 (+/- 1.10) 63.79 (+/- 0.65) 4.0 +random 56.68 (+/- 0.91) 55.35 (+/- 1.22) 4.0 +random-label 61.27 (+/- 1.72) 58.43 (+/- 1.08) 4.0 +random-label2 62.56 (+/- 3.22) 59.33 (+/- 2.33) 4.0 +softrank_bald 68.32 (+/- 0.38) 62.44 (+/- 1.22) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..b60698f750e49d751e666b061f75e6223821dbbd --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":8.2479646917,"1":13.7613828432,"2":14.1433589824,"3":7.1782108351,"4":13.8740516853,"5":2.5131123984,"6":5.6963020717,"7":9.9603417991},"beta_std":{"0":0.1466450271,"1":0.7790457967,"2":0.4200210682,"3":0.1027463102,"4":1.615806507,"5":0.0316592236,"6":0.374604236,"7":0.4185650882}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..efd00988cfd4ac140da78a21385976e312ef13f8 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 8.247965 0.146645 +1 power_bald 13.761383 0.779046 +2 power_pe 14.143359 0.420021 +3 pred_entropy 7.178211 0.102746 +4 random 13.874052 1.615807 +5 random-label 2.513112 0.031659 +6 random-label2 5.696302 0.374604 +7 softrank_bald 9.960342 0.418565 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..099457ede77f68f0fa033d3ab92b82b78b9fb36a --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17de20dcd933129025d1ca774f8b2d7d467ee78d077c93559a49ed9dd723cbd6 +size 1276641 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..6588133549a381de8b88899277ea0ff2b16663b9 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.2, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.2 + }, + "power_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4 + }, + "power_pe": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.2 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.4, + "power_bald": 0.4, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.2, + "softrank_bald": 0.6000000000000001 + }, + "random-label": { + "mutual_information": 0.4, + "power_bald": 0.4, + "power_pe": 0.6000000000000001, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4 + }, + "random": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.6000000000000001, + "random-label": 0.4, + "random": 0.0, + "softrank_bald": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..5744f1aed772e981db9ee56417bb35ef169217c4 Binary files /dev/null and b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-200__qs-200__precomputed-queries/ppm.png differ diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..666b1f518b421773761d5551c9b0a44917774420 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60267922dd5114139d9d52a67647abd64e44ece63ba6c60a8ccd20743663141 +size 107935 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..badadf11ac6ee2df6976e3a606285797d28049ea --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"class_pe66":0.7130772398,"class_power_pe66_exp":0.7146780125,"mutual_information":0.704721468,"power_bald":0.6981586051,"power_pe":0.6990518199,"pred_entropy":0.7065383112,"random-label":0.6428989383,"random-label2":0.6529712364,"softrank_bald":0.7016906385},"('Mean Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0046529638,"power_bald":0.0049897186,"power_pe":0.0025161931,"pred_entropy":0.0030931846,"random-label":0.0016687368,"random-label2":0.0040058005,"softrank_bald":0.0062195947},"('Mean Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"class_pe66":0.7458196686,"class_power_pe66_exp":0.7530294901,"mutual_information":0.7451418765,"power_bald":0.7315247932,"power_pe":0.7277845195,"pred_entropy":0.7421316494,"random-label":0.6728891462,"random-label2":0.6821744865,"softrank_bald":0.7428167372},"('Mean Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0049858245,"power_bald":0.004919375,"power_pe":0.0084067831,"pred_entropy":0.0014129185,"random-label":0.0089939552,"random-label2":0.0107597446,"softrank_bald":0.0057256598},"('Mean Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"class_pe66":0.9543481447,"class_power_pe66_exp":0.953507256,"mutual_information":0.9534358695,"power_bald":0.9532103657,"power_pe":0.9529261857,"pred_entropy":0.954305181,"random-label":0.9475884087,"random-label2":0.9500491731,"softrank_bald":0.9532963098},"('Class 1 Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0003599834,"power_bald":0.0004087367,"power_pe":0.0002858098,"pred_entropy":0.0005748588,"random-label":0.0012535483,"random-label2":0.0024422399,"softrank_bald":0.000587987},"('Class 1 Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"class_pe66":0.9581634976,"class_power_pe66_exp":0.9580524337,"mutual_information":0.957714397,"power_bald":0.9566233548,"power_pe":0.95635756,"pred_entropy":0.9586827085,"random-label":0.949476754,"random-label2":0.9532191528,"softrank_bald":0.9574596149},"('Class 1 Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0004587722,"power_bald":0.0005020222,"power_pe":0.0005184652,"pred_entropy":0.0002000596,"random-label":0.0028176552,"random-label2":0.0027625144,"softrank_bald":0.0003916576},"('Class 1 Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"class_pe66":0.7882820217,"class_power_pe66_exp":0.7822176293,"mutual_information":0.7890096013,"power_bald":0.7734919976,"power_pe":0.767238287,"pred_entropy":0.7868791192,"random-label":0.60646969,"random-label2":0.6508400683,"softrank_bald":0.7763251825},"('Class 2 Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0049711625,"power_bald":0.0109888313,"power_pe":0.0055505403,"pred_entropy":0.0036966025,"random-label":0.0078987306,"random-label2":0.0170288354,"softrank_bald":0.005209994},"('Class 2 Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"class_pe66":0.8262749842,"class_power_pe66_exp":0.8319800544,"mutual_information":0.8309837355,"power_bald":0.8175693393,"power_pe":0.8089666274,"pred_entropy":0.830654782,"random-label":0.6396572848,"random-label2":0.6968199068,"softrank_bald":0.8313054249},"('Class 2 Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0033011732,"power_bald":0.0029721269,"power_pe":0.0012560624,"pred_entropy":0.0076246625,"random-label":0.0251025921,"random-label2":0.0139780051,"softrank_bald":0.0022726936},"('Class 2 Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"class_pe66":0.396601553,"class_power_pe66_exp":0.4083091521,"mutual_information":0.3717189332,"power_bald":0.3677734521,"power_pe":0.376990987,"pred_entropy":0.3784306335,"random-label":0.3746387161,"random-label2":0.3580244676,"softrank_bald":0.3754504231},"('Class 3 Dice AUBC', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.011824416,"power_bald":0.0090151526,"power_pe":0.0098650516,"pred_entropy":0.0098494133,"random-label":0.0078360811,"random-label2":0.0210003428,"softrank_bald":0.0148980973},"('Class 3 Dice AUBC', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"class_pe66":0.4530205239,"class_power_pe66_exp":0.4690559822,"mutual_information":0.446727497,"power_bald":0.4203816855,"power_pe":0.418029371,"pred_entropy":0.4370574576,"random-label":0.4295333998,"random-label2":0.3964843999,"softrank_bald":0.4396851717},"('Class 3 Dice Final', 'std')":{"class_pe66":null,"class_power_pe66_exp":null,"mutual_information":0.0171600895,"power_bald":0.0142575137,"power_pe":0.0245083905,"pred_entropy":0.0044125136,"random-label":0.0167198817,"random-label2":0.0227307083,"softrank_bald":0.0168633037},"('Class 3 Dice Final', 'count')":{"class_pe66":1,"class_power_pe66_exp":1,"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..ee4cd14a76e3e1081989550e84fae2621e7e1fc1 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc.txt @@ -0,0 +1,12 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +class_pe66 0.713077 NaN 1 0.745820 NaN 1 0.954348 NaN 1 0.958163 NaN 1 0.788282 NaN 1 0.826275 NaN 1 0.396602 NaN 1 0.453021 NaN 1 +class_power_pe66_exp 0.714678 NaN 1 0.753029 NaN 1 0.953507 NaN 1 0.958052 NaN 1 0.782218 NaN 1 0.831980 NaN 1 0.408309 NaN 1 0.469056 NaN 1 +mutual_information 0.704721 0.004653 4 0.745142 0.004986 4 0.953436 0.000360 4 0.957714 0.000459 4 0.789010 0.004971 4 0.830984 0.003301 4 0.371719 0.011824 4 0.446727 0.017160 4 +power_bald 0.698159 0.004990 4 0.731525 0.004919 4 0.953210 0.000409 4 0.956623 0.000502 4 0.773492 0.010989 4 0.817569 0.002972 4 0.367773 0.009015 4 0.420382 0.014258 4 +power_pe 0.699052 0.002516 4 0.727785 0.008407 4 0.952926 0.000286 4 0.956358 0.000518 4 0.767238 0.005551 4 0.808967 0.001256 4 0.376991 0.009865 4 0.418029 0.024508 4 +pred_entropy 0.706538 0.003093 4 0.742132 0.001413 4 0.954305 0.000575 4 0.958683 0.000200 4 0.786879 0.003697 4 0.830655 0.007625 4 0.378431 0.009849 4 0.437057 0.004413 4 +random-label 0.642899 0.001669 4 0.672889 0.008994 4 0.947588 0.001254 4 0.949477 0.002818 4 0.606470 0.007899 4 0.639657 0.025103 4 0.374639 0.007836 4 0.429533 0.016720 4 +random-label2 0.652971 0.004006 4 0.682174 0.010760 4 0.950049 0.002442 4 0.953219 0.002763 4 0.650840 0.017029 4 0.696820 0.013978 4 0.358024 0.021000 4 0.396484 0.022731 4 +softrank_bald 0.701691 0.006220 4 0.742817 0.005726 4 0.953296 0.000588 4 0.957460 0.000392 4 0.776325 0.005210 4 0.831305 0.002273 4 0.375450 0.014898 4 0.439685 0.016863 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..20a574f8b07fe82a738a59774e29d79f8689b8a4 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/auc_pretty.txt @@ -0,0 +1,10 @@ + Mean DICE Final Mean DICE AUBC #Seeds +class_pe66 74.58 (+/- nan) 71.31 (+/- nan) 1.0 +class_power_pe66_exp 75.30 (+/- nan) 71.47 (+/- nan) 1.0 +mutual_information 74.51 (+/- 0.50) 70.47 (+/- 0.47) 4.0 +power_bald 73.15 (+/- 0.49) 69.82 (+/- 0.50) 4.0 +power_pe 72.78 (+/- 0.84) 69.91 (+/- 0.25) 4.0 +pred_entropy 74.21 (+/- 0.14) 70.65 (+/- 0.31) 4.0 +random-label 67.29 (+/- 0.90) 64.29 (+/- 0.17) 4.0 +random-label2 68.22 (+/- 1.08) 65.30 (+/- 0.40) 4.0 +softrank_bald 74.28 (+/- 0.57) 70.17 (+/- 0.62) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..aecb5d07def410a87ab93d8290eff16a49edf5a4 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"class_pe66","1":"class_power_pe66_exp","2":"mutual_information","3":"power_bald","4":"power_pe","5":"pred_entropy","6":"random-label","7":"random-label2","8":"softrank_bald"},"beta":{"0":10.203391944,"1":19.8806733782,"2":13.2153251955,"3":15.8913380315,"4":14.8958271383,"5":9.2030465508,"6":1.9215083007,"7":4.3782864997,"8":13.2045411838},"beta_std":{"0":5.1727949715,"1":31.0418366521,"2":2.8571175948,"3":2.9526325567,"4":2.3436839739,"5":0.8877092269,"6":0.0162250127,"7":0.1162789067,"8":2.0832211544}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..8277ed60899cd2fc65088a476a96dad210bc5915 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/beta.txt @@ -0,0 +1,10 @@ + Query Method beta beta_std +0 class_pe66 10.203392 5.172795 +1 class_power_pe66_exp 19.880673 31.041837 +2 mutual_information 13.215325 2.857118 +3 power_bald 15.891338 2.952633 +4 power_pe 14.895827 2.343684 +5 pred_entropy 9.203047 0.887709 +6 random-label 1.921508 0.016225 +7 random-label2 4.378286 0.116279 +8 softrank_bald 13.204541 2.083221 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..35e5649411bde2ba04e6846a74d444e9330a3d99 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adef545d7269aef8cb2bdeca947b42c350fa6f2fde81218762b2e4be3210e3e3 +size 1266347 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..1076014636578db296fb3768b350f1c347d56668 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.json @@ -0,0 +1,111 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "power_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.2, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "power_pe": { + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.2, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.2, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "random-label2": { + "mutual_information": 1.0, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "random-label": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.2, + "random-label": 0.0, + "softrank_bald": 0.8, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "softrank_bald": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "class_power_pe66_exp": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + }, + "class_pe66": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "softrank_bald": 0.0, + "class_power_pe66_exp": 0.0, + "class_pe66": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..308269a6d82093e783581b2dbf2042606966cbf2 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500/ppm.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d33440aa32badea39fb70e02071dd0a9d27ec2b2e109442086c732cdac41761 +size 104124 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/analysis.pkl b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/analysis.pkl new file mode 100644 index 0000000000000000000000000000000000000000..cc00883ba1454dffefb1b6b0b2f220b18b00d304 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/analysis.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b57e23b6c077ca5e55e4f6a75e8465fe17b0b522cdaf1245831f16400edd9f0 +size 134943 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.json new file mode 100644 index 0000000000000000000000000000000000000000..98065c392afa63c22067cb3bf51a1792c3c6f960 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.json @@ -0,0 +1 @@ +{"('Mean Dice AUBC', 'mean')":{"mutual_information":0.688331109,"power_bald":0.6844039241,"power_pe":0.6819450101,"pred_entropy":0.6977491333,"random":0.6330286347,"random-label":0.6463461659,"random-label2":0.6527030764,"softrank_bald":0.6913136659},"('Mean Dice AUBC', 'std')":{"mutual_information":0.0094486245,"power_bald":0.0047073244,"power_pe":0.0033344154,"pred_entropy":0.0045611074,"random":0.011065525,"random-label":0.0251644508,"random-label2":0.0158578158,"softrank_bald":0.0023487627},"('Mean Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Mean Dice Final', 'mean')":{"mutual_information":0.7247384522,"power_bald":0.7146883562,"power_pe":0.7047513564,"pred_entropy":0.7377718082,"random":0.6535921137,"random-label":0.6803479664,"random-label2":0.6881436063,"softrank_bald":0.7343765018},"('Mean Dice Final', 'std')":{"mutual_information":0.0046377028,"power_bald":0.0053787292,"power_pe":0.0067312732,"pred_entropy":0.0086580055,"random":0.0094174242,"random-label":0.004581099,"random-label2":0.0108236778,"softrank_bald":0.0049071271},"('Mean Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice AUBC', 'mean')":{"mutual_information":0.9520980483,"power_bald":0.9518883809,"power_pe":0.951924571,"pred_entropy":0.9534156747,"random":0.9458714801,"random-label":0.946890961,"random-label2":0.9472954485,"softrank_bald":0.9523358226},"('Class 1 Dice AUBC', 'std')":{"mutual_information":0.0011078463,"power_bald":0.0008535362,"power_pe":0.0007177244,"pred_entropy":0.0004412407,"random":0.0019605856,"random-label":0.0018916854,"random-label2":0.0019872628,"softrank_bald":0.0007867104},"('Class 1 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 1 Dice Final', 'mean')":{"mutual_information":0.9566550463,"power_bald":0.9555122293,"power_pe":0.95493754,"pred_entropy":0.9578448804,"random":0.9488743157,"random-label":0.949348304,"random-label2":0.9490967098,"softrank_bald":0.9561118327},"('Class 1 Dice Final', 'std')":{"mutual_information":0.0007002627,"power_bald":0.0003821781,"power_pe":0.000589266,"pred_entropy":0.0002836716,"random":0.0015868823,"random-label":0.0026613651,"random-label2":0.0020220408,"softrank_bald":0.000908142},"('Class 1 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice AUBC', 'mean')":{"mutual_information":0.7732384525,"power_bald":0.7565028912,"power_pe":0.7553366535,"pred_entropy":0.7833915362,"random":0.6516530907,"random-label":0.6115365859,"random-label2":0.6445906781,"softrank_bald":0.7678434732},"('Class 2 Dice AUBC', 'std')":{"mutual_information":0.0136307583,"power_bald":0.0067310785,"power_pe":0.0048460465,"pred_entropy":0.0084932517,"random":0.0212010052,"random-label":0.0453936833,"random-label2":0.0251193033,"softrank_bald":0.0058317359},"('Class 2 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 2 Dice Final', 'mean')":{"mutual_information":0.8225512935,"power_bald":0.7995632953,"power_pe":0.79330083,"pred_entropy":0.8248186669,"random":0.7004388037,"random-label":0.6575510479,"random-label2":0.6897817488,"softrank_bald":0.8169659011},"('Class 2 Dice Final', 'std')":{"mutual_information":0.0152905696,"power_bald":0.0065827795,"power_pe":0.0108761733,"pred_entropy":0.0039254544,"random":0.0264827291,"random-label":0.0148885606,"random-label2":0.0174888809,"softrank_bald":0.0062343274},"('Class 2 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice AUBC', 'mean')":{"mutual_information":0.3396568261,"power_bald":0.3448205001,"power_pe":0.3385738058,"pred_entropy":0.356440189,"random":0.3015613333,"random-label":0.3806109508,"random-label2":0.3662231025,"softrank_bald":0.3537617019},"('Class 3 Dice AUBC', 'std')":{"mutual_information":0.0152417922,"power_bald":0.0148153705,"power_pe":0.0092801298,"pred_entropy":0.0064686029,"random":0.0264427875,"random-label":0.0383248011,"random-label2":0.0270910933,"softrank_bald":0.0088439888},"('Class 3 Dice AUBC', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4},"('Class 3 Dice Final', 'mean')":{"mutual_information":0.3950090169,"power_bald":0.3889895441,"power_pe":0.3660156992,"pred_entropy":0.4306518773,"random":0.3114632215,"random-label":0.4341445474,"random-label2":0.4255523603,"softrank_bald":0.4300517715},"('Class 3 Dice Final', 'std')":{"mutual_information":0.0065997519,"power_bald":0.0185978778,"power_pe":0.0203042924,"pred_entropy":0.0240409856,"random":0.0199496041,"random-label":0.02845349,"random-label2":0.0181714531,"softrank_bald":0.0107600475},"('Class 3 Dice Final', 'count')":{"mutual_information":4,"power_bald":4,"power_pe":4,"pred_entropy":4,"random":4,"random-label":4,"random-label2":4,"softrank_bald":4}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.txt new file mode 100644 index 0000000000000000000000000000000000000000..31a9047310f507314736388cd013792cc2a01d4d --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc.txt @@ -0,0 +1,11 @@ + Mean Dice AUBC Mean Dice Final Class 1 Dice AUBC Class 1 Dice Final Class 2 Dice AUBC Class 2 Dice Final Class 3 Dice AUBC Class 3 Dice Final + mean std count mean std count mean std count mean std count mean std count mean std count mean std count mean std count +Query Method +mutual_information 0.688331 0.009449 4 0.724738 0.004638 4 0.952098 0.001108 4 0.956655 0.000700 4 0.773238 0.013631 4 0.822551 0.015291 4 0.339657 0.015242 4 0.395009 0.006600 4 +power_bald 0.684404 0.004707 4 0.714688 0.005379 4 0.951888 0.000854 4 0.955512 0.000382 4 0.756503 0.006731 4 0.799563 0.006583 4 0.344821 0.014815 4 0.388990 0.018598 4 +power_pe 0.681945 0.003334 4 0.704751 0.006731 4 0.951925 0.000718 4 0.954938 0.000589 4 0.755337 0.004846 4 0.793301 0.010876 4 0.338574 0.009280 4 0.366016 0.020304 4 +pred_entropy 0.697749 0.004561 4 0.737772 0.008658 4 0.953416 0.000441 4 0.957845 0.000284 4 0.783392 0.008493 4 0.824819 0.003925 4 0.356440 0.006469 4 0.430652 0.024041 4 +random 0.633029 0.011066 4 0.653592 0.009417 4 0.945871 0.001961 4 0.948874 0.001587 4 0.651653 0.021201 4 0.700439 0.026483 4 0.301561 0.026443 4 0.311463 0.019950 4 +random-label 0.646346 0.025164 4 0.680348 0.004581 4 0.946891 0.001892 4 0.949348 0.002661 4 0.611537 0.045394 4 0.657551 0.014889 4 0.380611 0.038325 4 0.434145 0.028453 4 +random-label2 0.652703 0.015858 4 0.688144 0.010824 4 0.947295 0.001987 4 0.949097 0.002022 4 0.644591 0.025119 4 0.689782 0.017489 4 0.366223 0.027091 4 0.425552 0.018171 4 +softrank_bald 0.691314 0.002349 4 0.734377 0.004907 4 0.952336 0.000787 4 0.956112 0.000908 4 0.767843 0.005832 4 0.816966 0.006234 4 0.353762 0.008844 4 0.430052 0.010760 4 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc_pretty.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc_pretty.txt new file mode 100644 index 0000000000000000000000000000000000000000..dc755e9c2260e91a8a4ec352539098d2f2d3cb57 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/auc_pretty.txt @@ -0,0 +1,9 @@ + Mean DICE Final Mean DICE AUBC #Seeds +mutual_information 72.47 (+/- 0.46) 68.83 (+/- 0.94) 4.0 +power_bald 71.47 (+/- 0.54) 68.44 (+/- 0.47) 4.0 +power_pe 70.48 (+/- 0.67) 68.19 (+/- 0.33) 4.0 +pred_entropy 73.78 (+/- 0.87) 69.77 (+/- 0.46) 4.0 +random 65.36 (+/- 0.94) 63.30 (+/- 1.11) 4.0 +random-label 68.03 (+/- 0.46) 64.63 (+/- 2.52) 4.0 +random-label2 68.81 (+/- 1.08) 65.27 (+/- 1.59) 4.0 +softrank_bald 73.44 (+/- 0.49) 69.13 (+/- 0.23) 4.0 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.json new file mode 100644 index 0000000000000000000000000000000000000000..36fb1582081c56cc8aa8ce62fb28537e780163d6 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.json @@ -0,0 +1 @@ +{"Query Method":{"0":"mutual_information","1":"power_bald","2":"power_pe","3":"pred_entropy","4":"random","5":"random-label","6":"random-label2","7":"softrank_bald"},"beta":{"0":10.7354617698,"1":15.6877131353,"2":13.370403493,"3":8.5121940998,"4":20.3847494454,"5":2.1258047428,"6":4.4583377823,"7":12.6597233642},"beta_std":{"0":1.251014555,"1":2.2242469173,"2":1.66597593,"3":0.5880506759,"4":7.8525804024,"5":0.0737092973,"6":0.1736014066,"7":2.0348686256}} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.txt b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.txt new file mode 100644 index 0000000000000000000000000000000000000000..c225b7d251dc98e39b206cda51bacbd21bfebba7 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/beta.txt @@ -0,0 +1,9 @@ + Query Method beta beta_std +0 mutual_information 10.735462 1.251015 +1 power_bald 15.687713 2.224247 +2 power_pe 13.370403 1.665976 +3 pred_entropy 8.512194 0.588051 +4 random 20.384749 7.852580 +5 random-label 2.125805 0.073709 +6 random-label2 4.458338 0.173601 +7 softrank_bald 12.659723 2.034869 \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png new file mode 100644 index 0000000000000000000000000000000000000000..e5ab1e767cf1bf12ff51236bd8c24161c9645410 --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/overview.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb594b95fbef80d06f6ae01622d97108721dd6113bac04fd9a4f21f106ccd72 +size 1271256 diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.json b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.json new file mode 100644 index 0000000000000000000000000000000000000000..435814dde3ce4817e3da7cd8c0f40b21a11c6b0a --- /dev/null +++ b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.json @@ -0,0 +1,92 @@ +{ + "matrix": { + "mutual_information": { + "mutual_information": 0.0, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.2, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4 + }, + "power_bald": { + "mutual_information": 0.4, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.4, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.6000000000000001 + }, + "power_pe": { + "mutual_information": 0.4, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4 + }, + "pred_entropy": { + "mutual_information": 0.0, + "power_bald": 0.2, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + }, + "random-label2": { + "mutual_information": 0.6000000000000001, + "power_bald": 0.6000000000000001, + "power_pe": 0.4, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.6000000000000001 + }, + "random-label": { + "mutual_information": 0.4, + "power_bald": 0.4, + "power_pe": 0.4, + "pred_entropy": 0.6000000000000001, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.4 + }, + "random": { + "mutual_information": 0.8, + "power_bald": 0.8, + "power_pe": 0.8, + "pred_entropy": 0.8, + "random-label2": 0.4, + "random-label": 0.2, + "random": 0.0, + "softrank_bald": 0.8 + }, + "softrank_bald": { + "mutual_information": 0.2, + "power_bald": 0.0, + "power_pe": 0.0, + "pred_entropy": 0.0, + "random-label2": 0.0, + "random-label": 0.0, + "random": 0.0, + "softrank_bald": 0.0 + } + }, + "alpha": 0.05, + "max_pos_ent": 1, + "compute_kwargs": { + "qm_key": "uncertainty", + "budget_key": "#Patches", + "value_key": "Mean Dice", + "skip_first": false + } +} \ No newline at end of file diff --git a/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.png b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.png new file mode 100644 index 0000000000000000000000000000000000000000..fd262217d3b173249ca084e3522878a18794175f Binary files /dev/null and b/analysis/tr-nnActiveTrainer_500epochs__patch-64_64_64__sb-random-label2-all-classes__sbs-500__qs-500__precomputed-queries/ppm.png differ