Commit Β·
23e9f90
1
Parent(s): f8b3f3b
update
Browse filesThis view is limited to 50 files because it contains too many changes. Β See raw diff
- logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +24 -0
- logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json +24 -0
- logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json +24 -0
- logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +24 -0
- logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +24 -0
- logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json +24 -0
- logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json +24 -0
- logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +24 -0
- logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +24 -0
- logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json +24 -0
- logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json +24 -0
- logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +24 -0
- logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +24 -0
- logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json +24 -0
- logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json +24 -0
- logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +24 -0
- logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +24 -0
- logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json +24 -0
- logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json +24 -0
- logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +24 -0
- logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +24 -0
- logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json +24 -0
- logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json +24 -0
- logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +24 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_mnist.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_svhn.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_mnist.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_svhn.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_mnist.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_svhn.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_mnist.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_svhn.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_mnist.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_svhn.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sgd_0wide_resnet_sn_3.0_mod_0_350.model_cifar100.json +0 -0
- logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sgd_0wide_resnet_sn_3.0_mod_0_350.model_mnist.json +0 -0
logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9682,
|
| 3 |
+
"ece": 0.010302640497684479,
|
| 4 |
+
"t_ece": 0.0033915163949131966,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.92839122,
|
| 7 |
+
"entropy_auroc": 0.9324335250000001,
|
| 8 |
+
"energy_auroc": 0.9363026350000001,
|
| 9 |
+
"ddu_auroc": 0.88531633,
|
| 10 |
+
"maha_auroc": 0.8724414149999999,
|
| 11 |
+
"knn_auroc": 0.9233256750000001
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.4898953437805176,
|
| 15 |
+
"Inter-class Distance": 6.951586723327637,
|
| 16 |
+
"Anisotropy": 0.26375718116760255,
|
| 17 |
+
"Effective Rank": 12.978209686279296,
|
| 18 |
+
"NC1 (Variability)": 0.06283970177173615,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11052171140909195,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34579792618751526,
|
| 21 |
+
"NC3 (Alignment)": 0.3401746153831482,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9917555451393127
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9682,
|
| 3 |
+
"ece": 0.010302640497684479,
|
| 4 |
+
"t_ece": 0.0033915163949131966,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9283551900000001,
|
| 7 |
+
"entropy_auroc": 0.9335321450000001,
|
| 8 |
+
"energy_auroc": 0.95329108,
|
| 9 |
+
"ddu_auroc": 0.913000765,
|
| 10 |
+
"maha_auroc": 0.91561983,
|
| 11 |
+
"knn_auroc": 0.9513195000000001
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.4898953437805176,
|
| 15 |
+
"Inter-class Distance": 6.951586723327637,
|
| 16 |
+
"Anisotropy": 0.26375718116760255,
|
| 17 |
+
"Effective Rank": 12.978209686279296,
|
| 18 |
+
"NC1 (Variability)": 0.06283970177173615,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11052171140909195,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34579792618751526,
|
| 21 |
+
"NC3 (Alignment)": 0.3401746153831482,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9917555451393127
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9682,
|
| 3 |
+
"ece": 0.010302640497684479,
|
| 4 |
+
"t_ece": 0.0033915163949131966,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9731735690688385,
|
| 7 |
+
"entropy_auroc": 0.9788885583128457,
|
| 8 |
+
"energy_auroc": 0.9838511793177628,
|
| 9 |
+
"ddu_auroc": 0.9713194856330671,
|
| 10 |
+
"maha_auroc": 0.9708321450522435,
|
| 11 |
+
"knn_auroc": 0.9527957475414874
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.4898953437805176,
|
| 15 |
+
"Inter-class Distance": 6.951586723327637,
|
| 16 |
+
"Anisotropy": 0.26375718116760255,
|
| 17 |
+
"Effective Rank": 12.978209686279296,
|
| 18 |
+
"NC1 (Variability)": 0.06283970177173615,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11052171140909195,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34579792618751526,
|
| 21 |
+
"NC3 (Alignment)": 0.3401746153831482,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9917555451393127
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.0001_beta_0.0/res_cifar10_alpha_0.0001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9682,
|
| 3 |
+
"ece": 0.010302640497684479,
|
| 4 |
+
"t_ece": 0.0033915163949131966,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9206131750000001,
|
| 7 |
+
"entropy_auroc": 0.92539727,
|
| 8 |
+
"energy_auroc": 0.934000285,
|
| 9 |
+
"ddu_auroc": 0.87718446,
|
| 10 |
+
"maha_auroc": 0.8720668300000001,
|
| 11 |
+
"knn_auroc": 0.91832247
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.4898953437805176,
|
| 15 |
+
"Inter-class Distance": 6.951586723327637,
|
| 16 |
+
"Anisotropy": 0.26375718116760255,
|
| 17 |
+
"Effective Rank": 12.978209686279296,
|
| 18 |
+
"NC1 (Variability)": 0.06283970177173615,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11052171140909195,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34579792618751526,
|
| 21 |
+
"NC3 (Alignment)": 0.3401746153831482,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9917555451393127
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9674,
|
| 3 |
+
"ece": 0.011380443349480629,
|
| 4 |
+
"t_ece": 0.005862330552190542,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.92810664,
|
| 7 |
+
"entropy_auroc": 0.932142345,
|
| 8 |
+
"energy_auroc": 0.9359202150000001,
|
| 9 |
+
"ddu_auroc": 0.8893149100000001,
|
| 10 |
+
"maha_auroc": 0.8777727750000001,
|
| 11 |
+
"knn_auroc": 0.9242814349999999
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.382585287094116,
|
| 15 |
+
"Inter-class Distance": 6.886552810668945,
|
| 16 |
+
"Anisotropy": 0.2718575641512871,
|
| 17 |
+
"Effective Rank": 12.568057346343995,
|
| 18 |
+
"NC1 (Variability)": 0.06276672333478928,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11066070944070816,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34283655881881714,
|
| 21 |
+
"NC3 (Alignment)": 0.3305366635322571,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9919778108596802
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9674,
|
| 3 |
+
"ece": 0.011380443349480629,
|
| 4 |
+
"t_ece": 0.005862330552190542,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.930222405,
|
| 7 |
+
"entropy_auroc": 0.9341741400000002,
|
| 8 |
+
"energy_auroc": 0.9482675049999999,
|
| 9 |
+
"ddu_auroc": 0.8668023499999999,
|
| 10 |
+
"maha_auroc": 0.89681857,
|
| 11 |
+
"knn_auroc": 0.94338851
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.382585287094116,
|
| 15 |
+
"Inter-class Distance": 6.886552810668945,
|
| 16 |
+
"Anisotropy": 0.2718575641512871,
|
| 17 |
+
"Effective Rank": 12.568057346343995,
|
| 18 |
+
"NC1 (Variability)": 0.06276672333478928,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11066070944070816,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34283655881881714,
|
| 21 |
+
"NC3 (Alignment)": 0.3305366635322571,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9919778108596802
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9674,
|
| 3 |
+
"ece": 0.011380443349480629,
|
| 4 |
+
"t_ece": 0.005862330552190542,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.977454290872772,
|
| 7 |
+
"entropy_auroc": 0.9834557006760909,
|
| 8 |
+
"energy_auroc": 0.9870194721880761,
|
| 9 |
+
"ddu_auroc": 0.9758288510295021,
|
| 10 |
+
"maha_auroc": 0.9725826252304854,
|
| 11 |
+
"knn_auroc": 0.9382864128764596
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.382585287094116,
|
| 15 |
+
"Inter-class Distance": 6.886552810668945,
|
| 16 |
+
"Anisotropy": 0.2718575641512871,
|
| 17 |
+
"Effective Rank": 12.568057346343995,
|
| 18 |
+
"NC1 (Variability)": 0.06276672333478928,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11066070944070816,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34283655881881714,
|
| 21 |
+
"NC3 (Alignment)": 0.3305366635322571,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9919778108596802
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.0005_beta_0.0/res_cifar10_alpha_0.0005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9674,
|
| 3 |
+
"ece": 0.011380443349480629,
|
| 4 |
+
"t_ece": 0.005862330552190542,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.918449285,
|
| 7 |
+
"entropy_auroc": 0.9231832400000001,
|
| 8 |
+
"energy_auroc": 0.931292455,
|
| 9 |
+
"ddu_auroc": 0.8816759300000001,
|
| 10 |
+
"maha_auroc": 0.8803883999999998,
|
| 11 |
+
"knn_auroc": 0.91920199
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.382585287094116,
|
| 15 |
+
"Inter-class Distance": 6.886552810668945,
|
| 16 |
+
"Anisotropy": 0.2718575641512871,
|
| 17 |
+
"Effective Rank": 12.568057346343995,
|
| 18 |
+
"NC1 (Variability)": 0.06276672333478928,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11066070944070816,
|
| 20 |
+
"NC2 (ETF Dist)": 0.34283655881881714,
|
| 21 |
+
"NC3 (Alignment)": 0.3305366635322571,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9919778108596802
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9667,
|
| 3 |
+
"ece": 0.010455192998051643,
|
| 4 |
+
"t_ece": 0.005928040482103825,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.927063125,
|
| 7 |
+
"entropy_auroc": 0.931325795,
|
| 8 |
+
"energy_auroc": 0.9357478049999999,
|
| 9 |
+
"ddu_auroc": 0.8853650649999999,
|
| 10 |
+
"maha_auroc": 0.879856245,
|
| 11 |
+
"knn_auroc": 0.923980385
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.416407585144043,
|
| 15 |
+
"Inter-class Distance": 6.85224723815918,
|
| 16 |
+
"Anisotropy": 0.2715903133153915,
|
| 17 |
+
"Effective Rank": 12.295899772644043,
|
| 18 |
+
"NC1 (Variability)": 0.06284136325120926,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11062449216842651,
|
| 20 |
+
"NC2 (ETF Dist)": 0.3510924279689789,
|
| 21 |
+
"NC3 (Alignment)": 0.3373175263404846,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9912889003753662
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9667,
|
| 3 |
+
"ece": 0.010455192998051643,
|
| 4 |
+
"t_ece": 0.005928040482103825,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.912815065,
|
| 7 |
+
"entropy_auroc": 0.91760809,
|
| 8 |
+
"energy_auroc": 0.94239044,
|
| 9 |
+
"ddu_auroc": 0.8199679049999999,
|
| 10 |
+
"maha_auroc": 0.8458312000000001,
|
| 11 |
+
"knn_auroc": 0.92881152
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.416407585144043,
|
| 15 |
+
"Inter-class Distance": 6.85224723815918,
|
| 16 |
+
"Anisotropy": 0.2715903133153915,
|
| 17 |
+
"Effective Rank": 12.295899772644043,
|
| 18 |
+
"NC1 (Variability)": 0.06284136325120926,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11062449216842651,
|
| 20 |
+
"NC2 (ETF Dist)": 0.3510924279689789,
|
| 21 |
+
"NC3 (Alignment)": 0.3373175263404846,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9912889003753662
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9667,
|
| 3 |
+
"ece": 0.010455192998051643,
|
| 4 |
+
"t_ece": 0.005928040482103825,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9798455996465889,
|
| 7 |
+
"entropy_auroc": 0.9846491548862938,
|
| 8 |
+
"energy_auroc": 0.9890850722188077,
|
| 9 |
+
"ddu_auroc": 0.9693108174554395,
|
| 10 |
+
"maha_auroc": 0.9832459088813768,
|
| 11 |
+
"knn_auroc": 0.9523438268285187
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.416407585144043,
|
| 15 |
+
"Inter-class Distance": 6.85224723815918,
|
| 16 |
+
"Anisotropy": 0.2715903133153915,
|
| 17 |
+
"Effective Rank": 12.295899772644043,
|
| 18 |
+
"NC1 (Variability)": 0.06284136325120926,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11062449216842651,
|
| 20 |
+
"NC2 (ETF Dist)": 0.3510924279689789,
|
| 21 |
+
"NC3 (Alignment)": 0.3373175263404846,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9912889003753662
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.001_beta_0.0/res_cifar10_alpha_0.001_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9667,
|
| 3 |
+
"ece": 0.010455192998051643,
|
| 4 |
+
"t_ece": 0.005928040482103825,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9177161250000001,
|
| 7 |
+
"entropy_auroc": 0.9226784800000001,
|
| 8 |
+
"energy_auroc": 0.9309767449999999,
|
| 9 |
+
"ddu_auroc": 0.8780931299999999,
|
| 10 |
+
"maha_auroc": 0.8810037,
|
| 11 |
+
"knn_auroc": 0.9193506800000001
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.416407585144043,
|
| 15 |
+
"Inter-class Distance": 6.85224723815918,
|
| 16 |
+
"Anisotropy": 0.2715903133153915,
|
| 17 |
+
"Effective Rank": 12.295899772644043,
|
| 18 |
+
"NC1 (Variability)": 0.06284136325120926,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11062449216842651,
|
| 20 |
+
"NC2 (ETF Dist)": 0.3510924279689789,
|
| 21 |
+
"NC3 (Alignment)": 0.3373175263404846,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9912889003753662
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.009125891141593456,
|
| 4 |
+
"t_ece": 0.0027738308999687433,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.93178161,
|
| 7 |
+
"entropy_auroc": 0.9359309699999999,
|
| 8 |
+
"energy_auroc": 0.940677625,
|
| 9 |
+
"ddu_auroc": 0.8866730949999999,
|
| 10 |
+
"maha_auroc": 0.8776076749999999,
|
| 11 |
+
"knn_auroc": 0.924806465
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.8448240756988525,
|
| 15 |
+
"Inter-class Distance": 7.02028751373291,
|
| 16 |
+
"Anisotropy": 0.2914839744567871,
|
| 17 |
+
"Effective Rank": 12.986962032318115,
|
| 18 |
+
"NC1 (Variability)": 0.060655515640974045,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11086690425872803,
|
| 20 |
+
"NC2 (ETF Dist)": 0.41843417286872864,
|
| 21 |
+
"NC3 (Alignment)": 0.3173312246799469,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9913777709007263
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.009125891141593456,
|
| 4 |
+
"t_ece": 0.0027738308999687433,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9188373450000001,
|
| 7 |
+
"entropy_auroc": 0.924190835,
|
| 8 |
+
"energy_auroc": 0.94855985,
|
| 9 |
+
"ddu_auroc": 0.78945594,
|
| 10 |
+
"maha_auroc": 0.8974105699999999,
|
| 11 |
+
"knn_auroc": 0.94184409
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.8448240756988525,
|
| 15 |
+
"Inter-class Distance": 7.02028751373291,
|
| 16 |
+
"Anisotropy": 0.2914839744567871,
|
| 17 |
+
"Effective Rank": 12.986962032318115,
|
| 18 |
+
"NC1 (Variability)": 0.060655515640974045,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11086690425872803,
|
| 20 |
+
"NC2 (ETF Dist)": 0.41843417286872864,
|
| 21 |
+
"NC3 (Alignment)": 0.3173312246799469,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9913777709007263
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.009125891141593456,
|
| 4 |
+
"t_ece": 0.0027738308999687433,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9802013176090966,
|
| 7 |
+
"entropy_auroc": 0.984380262753534,
|
| 8 |
+
"energy_auroc": 0.9881532229563613,
|
| 9 |
+
"ddu_auroc": 0.9767013541026428,
|
| 10 |
+
"maha_auroc": 0.9851296788567916,
|
| 11 |
+
"knn_auroc": 0.9578950829748002
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.8448240756988525,
|
| 15 |
+
"Inter-class Distance": 7.02028751373291,
|
| 16 |
+
"Anisotropy": 0.2914839744567871,
|
| 17 |
+
"Effective Rank": 12.986962032318115,
|
| 18 |
+
"NC1 (Variability)": 0.060655515640974045,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11086690425872803,
|
| 20 |
+
"NC2 (ETF Dist)": 0.41843417286872864,
|
| 21 |
+
"NC3 (Alignment)": 0.3173312246799469,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9913777709007263
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.005_beta_0.0/res_cifar10_alpha_0.005_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.009125891141593456,
|
| 4 |
+
"t_ece": 0.0027738308999687433,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9233676200000001,
|
| 7 |
+
"entropy_auroc": 0.92828004,
|
| 8 |
+
"energy_auroc": 0.93657047,
|
| 9 |
+
"ddu_auroc": 0.8790967249999999,
|
| 10 |
+
"maha_auroc": 0.8736203300000001,
|
| 11 |
+
"knn_auroc": 0.91846519
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.8448240756988525,
|
| 15 |
+
"Inter-class Distance": 7.02028751373291,
|
| 16 |
+
"Anisotropy": 0.2914839744567871,
|
| 17 |
+
"Effective Rank": 12.986962032318115,
|
| 18 |
+
"NC1 (Variability)": 0.060655515640974045,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11086690425872803,
|
| 20 |
+
"NC2 (ETF Dist)": 0.41843417286872864,
|
| 21 |
+
"NC3 (Alignment)": 0.3173312246799469,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9913777709007263
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.008760672062635422,
|
| 4 |
+
"t_ece": 0.00403279485180974,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9266914049999999,
|
| 7 |
+
"entropy_auroc": 0.930975725,
|
| 8 |
+
"energy_auroc": 0.9357682649999999,
|
| 9 |
+
"ddu_auroc": 0.8810827050000001,
|
| 10 |
+
"maha_auroc": 0.8846536449999999,
|
| 11 |
+
"knn_auroc": 0.922256235
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.3701257705688477,
|
| 15 |
+
"Inter-class Distance": 6.866154670715332,
|
| 16 |
+
"Anisotropy": 0.2838602662086487,
|
| 17 |
+
"Effective Rank": 11.988275527954102,
|
| 18 |
+
"NC1 (Variability)": 0.06329923868179321,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11049447953701019,
|
| 20 |
+
"NC2 (ETF Dist)": 0.37093740701675415,
|
| 21 |
+
"NC3 (Alignment)": 0.3463537096977234,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9916222095489502
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.008760672062635422,
|
| 4 |
+
"t_ece": 0.00403279485180974,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.922858555,
|
| 7 |
+
"entropy_auroc": 0.92680485,
|
| 8 |
+
"energy_auroc": 0.94188753,
|
| 9 |
+
"ddu_auroc": 0.842965255,
|
| 10 |
+
"maha_auroc": 0.90642401,
|
| 11 |
+
"knn_auroc": 0.93088155
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.3701257705688477,
|
| 15 |
+
"Inter-class Distance": 6.866154670715332,
|
| 16 |
+
"Anisotropy": 0.2838602662086487,
|
| 17 |
+
"Effective Rank": 11.988275527954102,
|
| 18 |
+
"NC1 (Variability)": 0.06329923868179321,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11049447953701019,
|
| 20 |
+
"NC2 (ETF Dist)": 0.37093740701675415,
|
| 21 |
+
"NC3 (Alignment)": 0.3463537096977234,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9916222095489502
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.008760672062635422,
|
| 4 |
+
"t_ece": 0.00403279485180974,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9708617201905347,
|
| 7 |
+
"entropy_auroc": 0.977106735940381,
|
| 8 |
+
"energy_auroc": 0.9815232655961894,
|
| 9 |
+
"ddu_auroc": 0.9817526121696373,
|
| 10 |
+
"maha_auroc": 0.9849183965888139,
|
| 11 |
+
"knn_auroc": 0.9576238744622004
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.3701257705688477,
|
| 15 |
+
"Inter-class Distance": 6.866154670715332,
|
| 16 |
+
"Anisotropy": 0.2838602662086487,
|
| 17 |
+
"Effective Rank": 11.988275527954102,
|
| 18 |
+
"NC1 (Variability)": 0.06329923868179321,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11049447953701019,
|
| 20 |
+
"NC2 (ETF Dist)": 0.37093740701675415,
|
| 21 |
+
"NC3 (Alignment)": 0.3463537096977234,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9916222095489502
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.01_beta_0.0/res_cifar10_alpha_0.01_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9673,
|
| 3 |
+
"ece": 0.008760672062635422,
|
| 4 |
+
"t_ece": 0.00403279485180974,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.918122785,
|
| 7 |
+
"entropy_auroc": 0.9232882400000001,
|
| 8 |
+
"energy_auroc": 0.9326595300000001,
|
| 9 |
+
"ddu_auroc": 0.873051055,
|
| 10 |
+
"maha_auroc": 0.8856244299999999,
|
| 11 |
+
"knn_auroc": 0.91787246
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.3701257705688477,
|
| 15 |
+
"Inter-class Distance": 6.866154670715332,
|
| 16 |
+
"Anisotropy": 0.2838602662086487,
|
| 17 |
+
"Effective Rank": 11.988275527954102,
|
| 18 |
+
"NC1 (Variability)": 0.06329923868179321,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11049447953701019,
|
| 20 |
+
"NC2 (ETF Dist)": 0.37093740701675415,
|
| 21 |
+
"NC3 (Alignment)": 0.3463537096977234,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9916222095489502
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9684,
|
| 3 |
+
"ece": 0.009655172005295753,
|
| 4 |
+
"t_ece": 0.003011539112776518,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.928896435,
|
| 7 |
+
"entropy_auroc": 0.9330887649999999,
|
| 8 |
+
"energy_auroc": 0.9369423749999999,
|
| 9 |
+
"ddu_auroc": 0.8743014849999999,
|
| 10 |
+
"maha_auroc": 0.873775395,
|
| 11 |
+
"knn_auroc": 0.923381275
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.983431816101074,
|
| 15 |
+
"Inter-class Distance": 7.0343337059021,
|
| 16 |
+
"Anisotropy": 0.27757003903388977,
|
| 17 |
+
"Effective Rank": 13.542693519592286,
|
| 18 |
+
"NC1 (Variability)": 0.06361320614814758,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11081181466579437,
|
| 20 |
+
"NC2 (ETF Dist)": 0.4214613735675812,
|
| 21 |
+
"NC3 (Alignment)": 0.3289377689361572,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9905778169631958
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9684,
|
| 3 |
+
"ece": 0.009655172005295753,
|
| 4 |
+
"t_ece": 0.003011539112776518,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9220790899999999,
|
| 7 |
+
"entropy_auroc": 0.92680035,
|
| 8 |
+
"energy_auroc": 0.946167015,
|
| 9 |
+
"ddu_auroc": 0.775993605,
|
| 10 |
+
"maha_auroc": 0.86215759,
|
| 11 |
+
"knn_auroc": 0.94135977
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.983431816101074,
|
| 15 |
+
"Inter-class Distance": 7.0343337059021,
|
| 16 |
+
"Anisotropy": 0.27757003903388977,
|
| 17 |
+
"Effective Rank": 13.542693519592286,
|
| 18 |
+
"NC1 (Variability)": 0.06361320614814758,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11081181466579437,
|
| 20 |
+
"NC2 (ETF Dist)": 0.4214613735675812,
|
| 21 |
+
"NC3 (Alignment)": 0.3289377689361572,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9905778169631958
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9684,
|
| 3 |
+
"ece": 0.009655172005295753,
|
| 4 |
+
"t_ece": 0.003011539112776518,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.9808825522433926,
|
| 7 |
+
"entropy_auroc": 0.9860515461739398,
|
| 8 |
+
"energy_auroc": 0.9904576405961893,
|
| 9 |
+
"ddu_auroc": 0.9693701021819299,
|
| 10 |
+
"maha_auroc": 0.9759827212661341,
|
| 11 |
+
"knn_auroc": 0.9557930892747387
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.983431816101074,
|
| 15 |
+
"Inter-class Distance": 7.0343337059021,
|
| 16 |
+
"Anisotropy": 0.27757003903388977,
|
| 17 |
+
"Effective Rank": 13.542693519592286,
|
| 18 |
+
"NC1 (Variability)": 0.06361320614814758,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11081181466579437,
|
| 20 |
+
"NC2 (ETF Dist)": 0.4214613735675812,
|
| 21 |
+
"NC3 (Alignment)": 0.3289377689361572,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9905778169631958
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/RC/alpha_0.05_beta_0.0/res_cifar10_alpha_0.05_beta_0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accuracy": 0.9684,
|
| 3 |
+
"ece": 0.009655172005295753,
|
| 4 |
+
"t_ece": 0.003011539112776518,
|
| 5 |
+
"metrics": {
|
| 6 |
+
"msp_auroc": 0.922097805,
|
| 7 |
+
"entropy_auroc": 0.9271423899999999,
|
| 8 |
+
"energy_auroc": 0.9353807549999998,
|
| 9 |
+
"ddu_auroc": 0.8700711700000001,
|
| 10 |
+
"maha_auroc": 0.8772052699999999,
|
| 11 |
+
"knn_auroc": 0.9209211700000001
|
| 12 |
+
},
|
| 13 |
+
"geometry": {
|
| 14 |
+
"Within-class Variance": 2.983431816101074,
|
| 15 |
+
"Inter-class Distance": 7.0343337059021,
|
| 16 |
+
"Anisotropy": 0.27757003903388977,
|
| 17 |
+
"Effective Rank": 13.542693519592286,
|
| 18 |
+
"NC1 (Variability)": 0.06361320614814758,
|
| 19 |
+
"NC2 (Mean Sim)": -0.11081181466579437,
|
| 20 |
+
"NC2 (ETF Dist)": 0.4214613735675812,
|
| 21 |
+
"NC3 (Alignment)": 0.3289377689361572,
|
| 22 |
+
"NC4 (NCC Acc)": 0.9905778169631958
|
| 23 |
+
}
|
| 24 |
+
}
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_mnist.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_svhn.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_mnist.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_svhn.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_mnist.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_svhn.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_mnist.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_svhn.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_mnist.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_svhn.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.2wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_mnist.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_svhn.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sam_0.5wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sgd_0wide_resnet_sn_3.0_mod_0_350.model_cifar100.json
RENAMED
|
File without changes
|
logs/eval/{RC_beta_0 β RC/alpha_0.5_beta_0.0}/res_cifar10_b0_sgd_0wide_resnet_sn_3.0_mod_0_350.model_mnist.json
RENAMED
|
File without changes
|