model update

data_analysis/cifar100_result_summary.csv

@@ -1,85 +0,0 @@
-train_data,optimizer,rho,backbone,seed,epoch,accuracy,ece,t_ece,Within-class Variance,Inter-class Distance,Anisotropy,Effective Rank,NC1 (Variability),NC2 (Mean Sim),NC2 (ETF Dist),NC3 (Alignment),NC4 (NCC Acc),ood_data,msp_auroc,entropy_auroc,energy_auroc,ddu_auroc,maha_auroc,knn_auroc
-cifar100,sam,0.01,wide_resnet,0,350,0.8089,0.055261731,0.035408661,14.24966837,14.84423082,0.13305363,43.25873206,0.135089799,-0.010085338,0.6215544,0.654706689,0.999800026,cifar10,0.812159655,0.818653825,0.819070885,0.717408985,0.78614086,0.780697115
-cifar100,sam,0.01,wide_resnet,0,350,0.8089,0.055261731,0.035408661,14.24966837,14.84423082,0.13305363,43.25873206,0.135089799,-0.010085338,0.6215544,0.654706689,0.999800026,mnist,0.70932194,0.713183055,0.715070275,0.78338355,0.719997495,0.740293275
-cifar100,sam,0.01,wide_resnet,0,350,0.8089,0.055261731,0.035408661,14.24966837,14.84423082,0.13305363,43.25873206,0.135089799,-0.010085338,0.6215544,0.654706689,0.999800026,svhn,0.840286626,0.860025269,0.883968577,0.929340327,0.871076124,0.842157162
-cifar100,sam,0.01,wide_resnet,0,350,0.8089,0.055261731,0.035408661,14.24966837,14.84423082,0.13305363,43.25873206,0.135089799,-0.010085338,0.6215544,0.654706689,0.999800026,tiny_imagenet,0.820437245,0.828210385,0.82868636,0.79690146,0.822688795,0.826772855
-cifar100,sam,0.01,wide_resnet,1,350,0.8113,0.057242896,0.042422779,17.34932942,14.62661257,0.20334912,36.09277209,0.177011505,-0.010080538,0.622818776,0.659067192,0.980599999,cifar10,0.813290235,0.81999905,0.820982595,0.709920615,0.772531295,0.754830655
-cifar100,sam,0.01,wide_resnet,1,350,0.8113,0.057242896,0.042422779,17.34932942,14.62661257,0.20334912,36.09277209,0.177011505,-0.010080538,0.622818776,0.659067192,0.980599999,mnist,0.65931325,0.673031115,0.708262845,0.63970296,0.62445653,0.65295546
-cifar100,sam,0.01,wide_resnet,1,350,0.8113,0.057242896,0.042422779,17.34932942,14.62661257,0.20334912,36.09277209,0.177011505,-0.010080538,0.622818776,0.659067192,0.980599999,svhn,0.830538289,0.843401844,0.856016729,0.949107721,0.887429854,0.856595515
-cifar100,sam,0.01,wide_resnet,1,350,0.8113,0.057242896,0.042422779,17.34932942,14.62661257,0.20334912,36.09277209,0.177011505,-0.010080538,0.622818776,0.659067192,0.980599999,tiny_imagenet,0.817138935,0.82530496,0.826349925,0.79493293,0.81641864,0.811197035
-cifar100,sam,0.01,wide_resnet,2,350,0.8088,0.053381681,0.040417455,17.30188043,14.35499548,0.204974313,36.63960898,0.181980079,-0.010071212,0.617539933,0.655845345,0.981844485,cifar10,0.81315945,0.81983708,0.821701135,0.695651405,0.76302286,0.73901688
-cifar100,sam,0.01,wide_resnet,2,350,0.8088,0.053381681,0.040417455,17.30188043,14.35499548,0.204974313,36.63960898,0.181980079,-0.010071212,0.617539933,0.655845345,0.981844485,mnist,0.609221985,0.61548513,0.63347556,0.69107415,0.661999945,0.652948785
-cifar100,sam,0.01,wide_resnet,2,350,0.8088,0.053381681,0.040417455,17.30188043,14.35499548,0.204974313,36.63960898,0.181980079,-0.010071212,0.617539933,0.655845345,0.981844485,svhn,0.835164645,0.84633969,0.854239853,0.952851613,0.910143462,0.874480904
-cifar100,sam,0.01,wide_resnet,2,350,0.8088,0.053381681,0.040417455,17.30188043,14.35499548,0.204974313,36.63960898,0.181980079,-0.010071212,0.617539933,0.655845345,0.981844485,tiny_imagenet,0.818499145,0.826066865,0.82671072,0.78486371,0.80609585,0.79733348
-cifar100,sam,0.02,wide_resnet,0,350,0.819,0.048585355,0.039348111,14.85550762,14.63965363,0.119584847,44.56433084,0.14647173,-0.010086636,0.631077196,0.666333062,0.999777794,cifar10,0.818330285,0.824679255,0.824851865,0.722910905,0.788660205,0.78160312
-cifar100,sam,0.02,wide_resnet,0,350,0.819,0.048585355,0.039348111,14.85550762,14.63965363,0.119584847,44.56433084,0.14647173,-0.010086636,0.631077196,0.666333062,0.999777794,mnist,0.6301078,0.63320015,0.64236945,0.74225806,0.698928825,0.711506175
-cifar100,sam,0.02,wide_resnet,0,350,0.819,0.048585355,0.039348111,14.85550762,14.63965363,0.119584847,44.56433084,0.14647173,-0.010086636,0.631077196,0.666333062,0.999777794,svhn,0.814816199,0.821289075,0.822067198,0.945783543,0.897183497,0.870089841
-cifar100,sam,0.02,wide_resnet,0,350,0.819,0.048585355,0.039348111,14.85550762,14.63965363,0.119584847,44.56433084,0.14647173,-0.010086636,0.631077196,0.666333062,0.999777794,tiny_imagenet,0.824100985,0.832074435,0.832610005,0.79876657,0.82642397,0.82963509
-cifar100,sam,0.02,wide_resnet,1,350,0.815,0.053297229,0.042163771,18.14093601,14.35773751,0.182346802,38.53316946,0.196033616,-0.010071234,0.628295922,0.668298077,0.981177807,cifar10,0.81537331,0.82167539,0.821459135,0.710988385,0.774561355,0.7594494
-cifar100,sam,0.02,wide_resnet,1,350,0.815,0.053297229,0.042163771,18.14093601,14.35773751,0.182346802,38.53316946,0.196033616,-0.010071234,0.628295922,0.668298077,0.981177807,mnist,0.67118728,0.68628202,0.722766345,0.6176398,0.591641025,0.614681685
-cifar100,sam,0.02,wide_resnet,1,350,0.815,0.053297229,0.042163771,18.14093601,14.35773751,0.182346802,38.53316946,0.196033616,-0.010071234,0.628295922,0.668298077,0.981177807,svhn,0.831541293,0.847100092,0.86829432,0.944619176,0.88893803,0.85242054
-cifar100,sam,0.02,wide_resnet,1,350,0.815,0.053297229,0.042163771,18.14093601,14.35773751,0.182346802,38.53316946,0.196033616,-0.010071234,0.628295922,0.668298077,0.981177807,tiny_imagenet,0.820714335,0.828536165,0.82949789,0.79155758,0.812070555,0.811935845
-cifar100,sam,0.02,wide_resnet,2,350,0.8111,0.051964641,0.036877301,18.13952804,14.16411429,0.181901053,38.85397931,0.200706703,-0.010075711,0.624475286,0.668332734,0.981866658,cifar10,0.819852445,0.82727346,0.82989758,0.698207705,0.763340895,0.74491044
-cifar100,sam,0.02,wide_resnet,2,350,0.8111,0.051964641,0.036877301,18.13952804,14.16411429,0.181901053,38.85397931,0.200706703,-0.010075711,0.624475286,0.668332734,0.981866658,mnist,0.673626795,0.68776288,0.71551619,0.68645719,0.693025095,0.666342455
-cifar100,sam,0.02,wide_resnet,2,350,0.8111,0.051964641,0.036877301,18.13952804,14.16411429,0.181901053,38.85397931,0.200706703,-0.010075711,0.624475286,0.668332734,0.981866658,svhn,0.852227218,0.87490262,0.900748882,0.916837396,0.85483434,0.808739248
-cifar100,sam,0.02,wide_resnet,2,350,0.8111,0.051964641,0.036877301,18.13952804,14.16411429,0.181901053,38.85397931,0.200706703,-0.010075711,0.624475286,0.668332734,0.981866658,tiny_imagenet,0.817752735,0.826077335,0.826498185,0.78937697,0.806661805,0.802876165
-cifar100,sam,0.05,wide_resnet,0,350,0.8173,0.048771705,0.035904862,17.57960823,14.29950273,0.110623187,46.37327663,0.19499927,-0.010079912,0.650428555,0.697033137,0.999777794,cifar10,0.81684769,0.82285827,0.82137333,0.718962395,0.77860329,0.77688111
-cifar100,sam,0.05,wide_resnet,0,350,0.8173,0.048771705,0.035904862,17.57960823,14.29950273,0.110623187,46.37327663,0.19499927,-0.010079912,0.650428555,0.697033137,0.999777794,mnist,0.68806274,0.697295755,0.72452775,0.69896576,0.73556377,0.72951759
-cifar100,sam,0.05,wide_resnet,0,350,0.8173,0.048771705,0.035904862,17.57960823,14.29950273,0.110623187,46.37327663,0.19499927,-0.010079912,0.650428555,0.697033137,0.999777794,svhn,0.844773075,0.861605766,0.876694472,0.943466783,0.908954761,0.88031246
-cifar100,sam,0.05,wide_resnet,0,350,0.8173,0.048771705,0.035904862,17.57960823,14.29950273,0.110623187,46.37327663,0.19499927,-0.010079912,0.650428555,0.697033137,0.999777794,tiny_imagenet,0.82365317,0.83217503,0.831955565,0.80018441,0.823549685,0.828530675
-cifar100,sam,0.05,wide_resnet,1,350,0.8168,0.04660096,0.030392703,19.87073355,13.98307618,0.143476923,41.88048437,0.236720605,-0.010068978,0.651188575,0.701714059,0.98180002,cifar10,0.819673025,0.82790375,0.830900655,0.710521335,0.768604445,0.764288415
-cifar100,sam,0.05,wide_resnet,1,350,0.8168,0.04660096,0.030392703,19.87073355,13.98307618,0.143476923,41.88048437,0.236720605,-0.010068978,0.651188575,0.701714059,0.98180002,mnist,0.642669975,0.652427435,0.680520495,0.68294776,0.65715651,0.683654195
-cifar100,sam,0.05,wide_resnet,1,350,0.8168,0.04660096,0.030392703,19.87073355,13.98307618,0.143476923,41.88048437,0.236720605,-0.010068978,0.651188575,0.701714059,0.98180002,svhn,0.849613843,0.869349414,0.892969829,0.936669203,0.871542955,0.834910867
-cifar100,sam,0.05,wide_resnet,1,350,0.8168,0.04660096,0.030392703,19.87073355,13.98307618,0.143476923,41.88048437,0.236720605,-0.010068978,0.651188575,0.701714059,0.98180002,tiny_imagenet,0.823095915,0.832168205,0.833351825,0.79838891,0.81727079,0.820312835
-cifar100,sam,0.05,wide_resnet,2,350,0.8197,0.038510807,0.028582294,19.23069101,13.71853656,0.14499797,41.84802804,0.23912058,-0.010059901,0.645577336,0.700730534,0.981622219,cifar10,0.82320972,0.82996977,0.830240275,0.711348315,0.76925316,0.75722504
-cifar100,sam,0.05,wide_resnet,2,350,0.8197,0.038510807,0.028582294,19.23069101,13.71853656,0.14499797,41.84802804,0.23912058,-0.010059901,0.645577336,0.700730534,0.981622219,mnist,0.705951545,0.71949334,0.75303846,0.70890586,0.689545095,0.72086407
-cifar100,sam,0.05,wide_resnet,2,350,0.8197,0.038510807,0.028582294,19.23069101,13.71853656,0.14499797,41.84802804,0.23912058,-0.010059901,0.645577336,0.700730534,0.981622219,svhn,0.838536382,0.853336127,0.869796618,0.928821865,0.876329283,0.844006653
-cifar100,sam,0.05,wide_resnet,2,350,0.8197,0.038510807,0.028582294,19.23069101,13.71853656,0.14499797,41.84802804,0.23912058,-0.010059901,0.645577336,0.700730534,0.981622219,tiny_imagenet,0.823921785,0.83237473,0.832657835,0.7928383,0.81336948,0.812688555
-cifar100,sam,0.1,wide_resnet,0,350,0.8272,0.041203968,0.030304398,19.53046796,13.94926933,0.114213204,45.94131548,0.246264081,-0.010080109,0.680164898,0.734644155,0.999688923,cifar10,0.822828745,0.82941292,0.82770223,0.736122775,0.78764043,0.78202491
-cifar100,sam,0.1,wide_resnet,0,350,0.8272,0.041203968,0.030304398,19.53046796,13.94926933,0.114213204,45.94131548,0.246264081,-0.010080109,0.680164898,0.734644155,0.999688923,mnist,0.60501785,0.6168199,0.662862975,0.68564664,0.62827249,0.668210645
-cifar100,sam,0.1,wide_resnet,0,350,0.8272,0.041203968,0.030304398,19.53046796,13.94926933,0.114213204,45.94131548,0.246264081,-0.010080109,0.680164898,0.734644155,0.999688923,svhn,0.824998759,0.844042104,0.876210844,0.916552324,0.848855578,0.822301306
-cifar100,sam,0.1,wide_resnet,0,350,0.8272,0.041203968,0.030304398,19.53046796,13.94926933,0.114213204,45.94131548,0.246264081,-0.010080109,0.680164898,0.734644155,0.999688923,tiny_imagenet,0.827016805,0.836473565,0.83791976,0.80718198,0.825684895,0.82938956
-cifar100,sam,0.1,wide_resnet,1,350,0.823,0.041854911,0.041854911,22.2755101,13.65070461,0.119920638,44.07174255,0.298992784,-0.01004865,0.674683953,0.736210691,0.981533349,cifar10,0.827337555,0.834090525,0.8325752,0.717351175,0.758029725,0.7643391
-cifar100,sam,0.1,wide_resnet,1,350,0.823,0.041854911,0.041854911,22.2755101,13.65070461,0.119920638,44.07174255,0.298992784,-0.01004865,0.674683953,0.736210691,0.981533349,mnist,0.632573325,0.64266603,0.676098445,0.73328753,0.692720215,0.68786918
-cifar100,sam,0.1,wide_resnet,1,350,0.823,0.041854911,0.041854911,22.2755101,13.65070461,0.119920638,44.07174255,0.298992784,-0.01004865,0.674683953,0.736210691,0.981533349,svhn,0.84917879,0.869280071,0.898550834,0.949111332,0.902494578,0.862074147
-cifar100,sam,0.1,wide_resnet,1,350,0.823,0.041854911,0.041854911,22.2755101,13.65070461,0.119920638,44.07174255,0.298992784,-0.01004865,0.674683953,0.736210691,0.981533349,tiny_imagenet,0.82580563,0.835903955,0.83883727,0.79859408,0.810401175,0.82148632
-cifar100,sam,0.1,wide_resnet,2,350,0.8252,0.033869419,0.023431856,21.99251884,13.51194572,0.122873249,44.1038105,0.299655661,-0.010051307,0.673273069,0.737658215,0.982688904,cifar10,0.82149336,0.82876577,0.82977157,0.714853055,0.746839945,0.760713295
-cifar100,sam,0.1,wide_resnet,2,350,0.8252,0.033869419,0.023431856,21.99251884,13.51194572,0.122873249,44.1038105,0.299655661,-0.010051307,0.673273069,0.737658215,0.982688904,mnist,0.628422115,0.639892465,0.6727015,0.70133733,0.69107998,0.6724351
-cifar100,sam,0.1,wide_resnet,2,350,0.8252,0.033869419,0.023431856,21.99251884,13.51194572,0.122873249,44.1038105,0.299655661,-0.010051307,0.673273069,0.737658215,0.982688904,svhn,0.827298621,0.848895139,0.880778106,0.926792229,0.887665101,0.836723947
-cifar100,sam,0.1,wide_resnet,2,350,0.8252,0.033869419,0.023431856,21.99251884,13.51194572,0.122873249,44.1038105,0.299655661,-0.010051307,0.673273069,0.737658215,0.982688904,tiny_imagenet,0.82643715,0.83641911,0.83867759,0.79247074,0.80654506,0.81180125
-cifar100,sam,0.2,wide_resnet,0,350,0.8284,0.034840513,0.020924451,22.8769215,13.48893677,0.12492714,45.17603216,0.332287237,-0.010069879,0.708199686,0.769876038,0.998822212,cifar10,0.82399885,0.83100671,0.82729801,0.732686225,0.77916931,0.77697599
-cifar100,sam,0.2,wide_resnet,0,350,0.8284,0.034840513,0.020924451,22.8769215,13.48893677,0.12492714,45.17603216,0.332287237,-0.010069879,0.708199686,0.769876038,0.998822212,mnist,0.64471075,0.658139665,0.70980835,0.69806023,0.64597294,0.6400991
-cifar100,sam,0.2,wide_resnet,0,350,0.8284,0.034840513,0.020924451,22.8769215,13.48893677,0.12492714,45.17603216,0.332287237,-0.010069879,0.708199686,0.769876038,0.998822212,svhn,0.825035487,0.842845473,0.87161356,0.940397599,0.890989219,0.866894666
-cifar100,sam,0.2,wide_resnet,0,350,0.8284,0.034840513,0.020924451,22.8769215,13.48893677,0.12492714,45.17603216,0.332287237,-0.010069879,0.708199686,0.769876038,0.998822212,tiny_imagenet,0.82840635,0.839126585,0.841625545,0.80040705,0.814980925,0.82886698
-cifar100,sam,0.2,wide_resnet,1,350,0.8262,0.040576629,0.040576629,25.40350631,13.31372958,0.117292338,44.53887086,0.38780715,-0.010061973,0.709641985,0.772269723,0.98180002,cifar10,0.817868455,0.826885525,0.82401272,0.732705545,0.76582455,0.77310133
-cifar100,sam,0.2,wide_resnet,1,350,0.8262,0.040576629,0.040576629,25.40350631,13.31372958,0.117292338,44.53887086,0.38780715,-0.010061973,0.709641985,0.772269723,0.98180002,mnist,0.65327406,0.66585109,0.70494005,0.69892429,0.671667845,0.66239818
-cifar100,sam,0.2,wide_resnet,1,350,0.8262,0.040576629,0.040576629,25.40350631,13.31372958,0.117292338,44.53887086,0.38780715,-0.010061973,0.709641985,0.772269723,0.98180002,svhn,0.80656516,0.828740473,0.86941158,0.950712469,0.925171497,0.857016364
-cifar100,sam,0.2,wide_resnet,1,350,0.8262,0.040576629,0.040576629,25.40350631,13.31372958,0.117292338,44.53887086,0.38780715,-0.010061973,0.709641985,0.772269723,0.98180002,tiny_imagenet,0.824617885,0.836631435,0.840157465,0.79860114,0.81061999,0.82336515
-cifar100,sam,0.2,wide_resnet,2,350,0.8265,0.029643293,0.029643293,24.56855328,13.02007958,0.121231815,44.93839963,0.388905446,-0.010028737,0.70463874,0.777526831,0.981933355,cifar10,0.82557457,0.83339735,0.831481535,0.714924625,0.727803815,0.750851545
-cifar100,sam,0.2,wide_resnet,2,350,0.8265,0.029643293,0.029643293,24.56855328,13.02007958,0.121231815,44.93839963,0.388905446,-0.010028737,0.70463874,0.777526831,0.981933355,mnist,0.669831135,0.68431085,0.720365595,0.71532153,0.72940342,0.70002299
-cifar100,sam,0.2,wide_resnet,2,350,0.8265,0.029643293,0.029643293,24.56855328,13.02007958,0.121231815,44.93839963,0.388905446,-0.010028737,0.70463874,0.777526831,0.981933355,svhn,0.809787504,0.832014305,0.870990621,0.925407145,0.915521335,0.80954171
-cifar100,sam,0.2,wide_resnet,2,350,0.8265,0.029643293,0.029643293,24.56855328,13.02007958,0.121231815,44.93839963,0.388905446,-0.010028737,0.70463874,0.777526831,0.981933355,tiny_imagenet,0.830007415,0.840729045,0.84232607,0.78913209,0.7914521,0.81149177
-cifar100,sam,0.5,wide_resnet,0,350,0.8297,0.032879122,0.016717037,25.18284189,12.76776087,0.157459409,40.64936383,0.459498468,-0.010062035,0.760063819,0.804476758,0.978711128,cifar10,0.82313947,0.83302652,0.832257235,0.738893215,0.77258225,0.763915325
-cifar100,sam,0.5,wide_resnet,0,350,0.8297,0.032879122,0.016717037,25.18284189,12.76776087,0.157459409,40.64936383,0.459498468,-0.010062035,0.760063819,0.804476758,0.978711128,mnist,0.635503765,0.64563363,0.684782865,0.78899386,0.720931715,0.718060645
-cifar100,sam,0.5,wide_resnet,0,350,0.8297,0.032879122,0.016717037,25.18284189,12.76776087,0.157459409,40.64936383,0.459498468,-0.010062035,0.760063819,0.804476758,0.978711128,svhn,0.846552134,0.870944712,0.906085364,0.904460345,0.879310186,0.816234337
-cifar100,sam,0.5,wide_resnet,0,350,0.8297,0.032879122,0.016717037,25.18284189,12.76776087,0.157459409,40.64936383,0.459498468,-0.010062035,0.760063819,0.804476758,0.978711128,tiny_imagenet,0.82569104,0.83774676,0.83945419,0.80793187,0.8174526,0.82340588
-cifar100,sam,0.5,wide_resnet,1,350,0.8315,0.030476533,0.045780979,25.97930599,12.43180013,0.151308271,41.17198109,0.493848583,-0.010040945,0.755162467,0.805840038,0.96368891,cifar10,0.81877187,0.828618865,0.82891998,0.730117995,0.759184635,0.75987208
-cifar100,sam,0.5,wide_resnet,1,350,0.8315,0.030476533,0.045780979,25.97930599,12.43180013,0.151308271,41.17198109,0.493848583,-0.010040945,0.755162467,0.805840038,0.96368891,mnist,0.649994355,0.666755505,0.73801546,0.68108734,0.652192445,0.620481905
-cifar100,sam,0.5,wide_resnet,1,350,0.8315,0.030476533,0.045780979,25.97930599,12.43180013,0.151308271,41.17198109,0.493848583,-0.010040945,0.755162467,0.805840038,0.96368891,svhn,0.816477852,0.837523859,0.882506638,0.897239959,0.853058637,0.776885698
-cifar100,sam,0.5,wide_resnet,1,350,0.8315,0.030476533,0.045780979,25.97930599,12.43180013,0.151308271,41.17198109,0.493848583,-0.010040945,0.755162467,0.805840038,0.96368891,tiny_imagenet,0.823248725,0.836897445,0.84333487,0.79377871,0.800156345,0.809300305
-cifar100,sam,0.5,wide_resnet,2,350,0.8319,0.027519483,0.060861815,26.37868554,12.4642616,0.155600254,40.56794012,0.515337999,-0.010045567,0.757904915,0.810046237,0.964355588,cifar10,0.818184585,0.82820284,0.829529135,0.735162985,0.749434485,0.759325915
-cifar100,sam,0.5,wide_resnet,2,350,0.8319,0.027519483,0.060861815,26.37868554,12.4642616,0.155600254,40.56794012,0.515337999,-0.010045567,0.757904915,0.810046237,0.964355588,mnist,0.59573721,0.605480335,0.64444518,0.75220642,0.7588851,0.70355603
-cifar100,sam,0.5,wide_resnet,2,350,0.8319,0.027519483,0.060861815,26.37868554,12.4642616,0.155600254,40.56794012,0.515337999,-0.010045567,0.757904915,0.810046237,0.964355588,svhn,0.846059269,0.867042233,0.899640139,0.945504567,0.914144345,0.801899393
-cifar100,sam,0.5,wide_resnet,2,350,0.8319,0.027519483,0.060861815,26.37868554,12.4642616,0.155600254,40.56794012,0.515337999,-0.010045567,0.757904915,0.810046237,0.964355588,tiny_imagenet,0.826347895,0.839054905,0.844366375,0.79934559,0.80085669,0.80751649
-cifar100,sgd,0,wide_resnet,0,350,0.8104,0.055415031,0.034072533,13.93740239,15.05999969,0.140703486,42.26648329,0.126338785,-0.010089217,0.613634775,0.641698008,0.999822259,cifar10,0.81234332,0.81884703,0.820876205,0.719031835,0.791617205,0.78047164
-cifar100,sgd,0,wide_resnet,0,350,0.8104,0.055415031,0.034072533,13.93740239,15.05999969,0.140703486,42.26648329,0.126338785,-0.010089217,0.613634775,0.641698008,0.999822259,mnist,0.630960555,0.63485479,0.646612595,0.68524073,0.62805493,0.655561785
-cifar100,sgd,0,wide_resnet,0,350,0.8104,0.055415031,0.034072533,13.93740239,15.05999969,0.140703486,42.26648329,0.126338785,-0.010089217,0.613634775,0.641698008,0.999822259,svhn,0.837639718,0.851048477,0.865566756,0.935079033,0.856529026,0.829937225
-cifar100,sgd,0,wide_resnet,0,350,0.8104,0.055415031,0.034072533,13.93740239,15.05999969,0.140703486,42.26648329,0.126338785,-0.010089217,0.613634775,0.641698008,0.999822259,tiny_imagenet,0.817710545,0.825085715,0.82626844,0.79458083,0.82000491,0.82371232
-cifar100,sgd,0,wide_resnet,1,350,0.8072,0.058882095,0.047098018,16.42886708,14.60558528,0.225184931,34.09893666,0.166778732,-0.010081912,0.613356367,0.648183175,0.980844438,cifar10,0.812144635,0.81810964,0.81849521,0.707894515,0.77224084,0.75604794
-cifar100,sgd,0,wide_resnet,1,350,0.8072,0.058882095,0.047098018,16.42886708,14.60558528,0.225184931,34.09893666,0.166778732,-0.010081912,0.613356367,0.648183175,0.980844438,mnist,0.70907729,0.72263524,0.75017537,0.63914891,0.64295824,0.67488593
-cifar100,sgd,0,wide_resnet,1,350,0.8072,0.058882095,0.047098018,16.42886708,14.60558528,0.225184931,34.09893666,0.166778732,-0.010081912,0.613356367,0.648183175,0.980844438,svhn,0.856005226,0.873576986,0.892442333,0.927908482,0.890506828,0.846107506
-cifar100,sgd,0,wide_resnet,1,350,0.8072,0.058882095,0.047098018,16.42886708,14.60558528,0.225184931,34.09893666,0.166778732,-0.010081912,0.613356367,0.648183175,0.980844438,tiny_imagenet,0.81718342,0.82449167,0.82540034,0.78697217,0.813156955,0.80225957
-cifar100,sgd,0,wide_resnet,2,350,0.8121,0.053671472,0.044197682,16.14138085,14.50503563,0.225901254,34.04861011,0.16612124,-0.010076549,0.615726906,0.649149328,0.981488883,cifar10,0.81034702,0.81654043,0.81783301,0.712113585,0.772906055,0.75313627
-cifar100,sgd,0,wide_resnet,2,350,0.8121,0.053671472,0.044197682,16.14138085,14.50503563,0.225901254,34.04861011,0.16612124,-0.010076549,0.615726906,0.649149328,0.981488883,mnist,0.636639985,0.64854378,0.67423025,0.67038366,0.668914,0.64688058
-cifar100,sgd,0,wide_resnet,2,350,0.8121,0.053671472,0.044197682,16.14138085,14.50503563,0.225901254,34.04861011,0.16612124,-0.010076549,0.615726906,0.649149328,0.981488883,svhn,0.815048433,0.828287519,0.841144078,0.940250753,0.874410671,0.839748354
-cifar100,sgd,0,wide_resnet,2,350,0.8121,0.053671472,0.044197682,16.14138085,14.50503563,0.225901254,34.04861011,0.16612124,-0.010076549,0.615726906,0.649149328,0.981488883,tiny_imagenet,0.817165745,0.824202345,0.824413925,0.79367042,0.8150952,0.810096555

data_analysis/cifar10_result_summary.csv

@@ -1,85 +0,0 @@
-train_data,optimizer,rho,backbone,seed,epoch,accuracy,ece,t_ece,Within-class Variance,Inter-class Distance,Anisotropy,Effective Rank,NC1 (Variability),NC2 (Mean Sim),NC2 (ETF Dist),NC3 (Alignment),NC4 (NCC Acc),ood_data,msp_auroc,entropy_auroc,energy_auroc,ddu_auroc,maha_auroc,knn_auroc
-cifar10,sam,0.01,wide_resnet,0,350,0.9613,0.020014025,0.005542587,0.869885075,7.446742573,0.276974434,11.78019421,0.022435393,-0.111011356,0.094627378,0.161637018,1,cifar100,0.899148395,0.901650095,0.90116614,0.905919155,0.91120041,0.914890465
-cifar10,sam,0.01,wide_resnet,0,350,0.9613,0.020014025,0.005542587,0.869885075,7.446742573,0.276974434,11.78019421,0.022435393,-0.111011356,0.094627378,0.161637018,1,mnist,0.86559858,0.866411595,0.863921535,0.90030918,0.93317605,0.906817045
-cifar10,sam,0.01,wide_resnet,0,350,0.9613,0.020014025,0.005542587,0.869885075,7.446742573,0.276974434,11.78019421,0.022435393,-0.111011356,0.094627378,0.161637018,1,svhn,0.937320586,0.941001771,0.949779721,0.974938702,0.969439087,0.94552243
-cifar10,sam,0.01,wide_resnet,0,350,0.9613,0.020014025,0.005542587,0.869885075,7.446742573,0.276974434,11.78019421,0.022435393,-0.111011356,0.094627378,0.161637018,1,tiny_imagenet,0.889184705,0.89222044,0.89369283,0.9052496,0.90681899,0.910840065
-cifar10,sam,0.01,wide_resnet,1,350,0.963,0.018825389,0.013009777,1.07786896,7.381815273,0.318633052,10.59816974,0.030993403,-0.110999821,0.099513084,0.164256354,0.996444464,cifar100,0.904683495,0.90708241,0.90661592,0.900083005,0.911238875,0.918388945
-cifar10,sam,0.01,wide_resnet,1,350,0.963,0.018825389,0.013009777,1.07786896,7.381815273,0.318633052,10.59816974,0.030993403,-0.110999821,0.099513084,0.164256354,0.996444464,mnist,0.893731425,0.89482053,0.889737055,0.90419459,0.94440117,0.92436259
-cifar10,sam,0.01,wide_resnet,1,350,0.963,0.018825389,0.013009777,1.07786896,7.381815273,0.318633052,10.59816974,0.030993403,-0.110999821,0.099513084,0.164256354,0.996444464,svhn,0.937732003,0.941091595,0.939389974,0.989448871,0.984833029,0.955911968
-cifar10,sam,0.01,wide_resnet,1,350,0.963,0.018825389,0.013009777,1.07786896,7.381815273,0.318633052,10.59816974,0.030993403,-0.110999821,0.099513084,0.164256354,0.996444464,tiny_imagenet,0.889569315,0.892348305,0.892728775,0.89704113,0.903124705,0.91228206
-cifar10,sam,0.01,wide_resnet,2,350,0.9622,0.018118137,0.015070627,1.169407398,7.406794195,0.295676359,11.31192116,0.032899816,-0.110999948,0.097591675,0.170649664,0.99615556,cifar100,0.90163557,0.904300015,0.904113525,0.903848465,0.90566539,0.915911255
-cifar10,sam,0.01,wide_resnet,2,350,0.9622,0.018118137,0.015070627,1.169407398,7.406794195,0.295676359,11.31192116,0.032899816,-0.110999948,0.097591675,0.170649664,0.99615556,mnist,0.935873895,0.93938776,0.94327757,0.94312357,0.971300315,0.95574736
-cifar10,sam,0.01,wide_resnet,2,350,0.9622,0.018118137,0.015070627,1.169407398,7.406794195,0.295676359,11.31192116,0.032899816,-0.110999948,0.097591675,0.170649664,0.99615556,svhn,0.897676608,0.897588935,0.888259634,0.986076829,0.985682218,0.936688881
-cifar10,sam,0.01,wide_resnet,2,350,0.9622,0.018118137,0.015070627,1.169407398,7.406794195,0.295676359,11.31192116,0.032899816,-0.110999948,0.097591675,0.170649664,0.99615556,tiny_imagenet,0.88775168,0.89092864,0.891268455,0.90444544,0.901402865,0.911480925
-cifar10,sam,0.02,wide_resnet,0,350,0.9594,0.020975728,0.004916771,1.179271926,7.519348847,0.238882771,12.77922559,0.029698862,-0.110998744,0.104237164,0.175363195,1,cifar100,0.903713335,0.906674635,0.90844976,0.890839965,0.907736255,0.91479813
-cifar10,sam,0.02,wide_resnet,0,350,0.9594,0.020975728,0.004916771,1.179271926,7.519348847,0.238882771,12.77922559,0.029698862,-0.110998744,0.104237164,0.175363195,1,mnist,0.92074151,0.92351482,0.931569005,0.9225233,0.94977608,0.94053628
-cifar10,sam,0.02,wide_resnet,0,350,0.9594,0.020975728,0.004916771,1.179271926,7.519348847,0.238882771,12.77922559,0.029698862,-0.110998744,0.104237164,0.175363195,1,svhn,0.943992194,0.94949545,0.963708021,0.980653242,0.981576558,0.951085758
-cifar10,sam,0.02,wide_resnet,0,350,0.9594,0.020975728,0.004916771,1.179271926,7.519348847,0.238882771,12.77922559,0.029698862,-0.110998744,0.104237164,0.175363195,1,tiny_imagenet,0.893809025,0.89691223,0.898774385,0.89319431,0.9055179,0.91180969
-cifar10,sam,0.02,wide_resnet,1,350,0.9632,0.018572465,0.016238235,1.208593517,7.417610815,0.28355594,11.19937278,0.033845553,-0.111000209,0.107635345,0.172638221,0.996511102,cifar100,0.90561469,0.908435365,0.908400925,0.900076865,0.910683925,0.920249235
-cifar10,sam,0.02,wide_resnet,1,350,0.9632,0.018572465,0.016238235,1.208593517,7.417610815,0.28355594,11.19937278,0.033845553,-0.111000209,0.107635345,0.172638221,0.996511102,mnist,0.868442255,0.869195195,0.861720925,0.87506252,0.92024749,0.905440045
-cifar10,sam,0.02,wide_resnet,1,350,0.9632,0.018572465,0.016238235,1.208593517,7.417610815,0.28355594,11.19937278,0.033845553,-0.111000209,0.107635345,0.172638221,0.996511102,svhn,0.953011653,0.957567325,0.963122979,0.987435038,0.974601684,0.954662371
-cifar10,sam,0.02,wide_resnet,1,350,0.9632,0.018572465,0.016238235,1.208593517,7.417610815,0.28355594,11.19937278,0.033845553,-0.111000209,0.107635345,0.172638221,0.996511102,tiny_imagenet,0.896955875,0.90028512,0.902722975,0.90132678,0.906431165,0.915307015
-cifar10,sam,0.02,wide_resnet,2,350,0.9627,0.01866838,0.016424745,1.195675725,7.333046177,0.269987677,11.41729696,0.034417954,-0.110987263,0.108990945,0.173560031,0.996311128,cifar100,0.905925825,0.908571895,0.90762701,0.903572935,0.910269925,0.919525495
-cifar10,sam,0.02,wide_resnet,2,350,0.9627,0.01866838,0.016424745,1.195675725,7.333046177,0.269987677,11.41729696,0.034417954,-0.110987263,0.108990945,0.173560031,0.996311128,mnist,0.899463125,0.90224638,0.912112895,0.89032524,0.932088745,0.91203755
-cifar10,sam,0.02,wide_resnet,2,350,0.9627,0.01866838,0.016424745,1.195675725,7.333046177,0.269987677,11.41729696,0.034417954,-0.110987263,0.108990945,0.173560031,0.996311128,svhn,0.960045154,0.964607739,0.971971887,0.984149712,0.984925386,0.963763891
-cifar10,sam,0.02,wide_resnet,2,350,0.9627,0.01866838,0.016424745,1.195675725,7.333046177,0.269987677,11.41729696,0.034417954,-0.110987263,0.108990945,0.173560031,0.996311128,tiny_imagenet,0.892944095,0.89612757,0.89819781,0.89893658,0.90172994,0.912613025
-cifar10,sam,0.05,wide_resnet,0,350,0.9667,0.015133447,0.008110962,1.091067019,6.816850444,0.203684516,12.10227332,0.029813,-0.111004726,0.129967137,0.144839847,1,cifar100,0.916402065,0.919274,0.92070605,0.914384725,0.910700085,0.924080085
-cifar10,sam,0.05,wide_resnet,0,350,0.9667,0.015133447,0.008110962,1.091067019,6.816850444,0.203684516,12.10227332,0.029813,-0.111004726,0.129967137,0.144839847,1,mnist,0.928962105,0.931734965,0.94109543,0.91265655,0.93804112,0.93592689
-cifar10,sam,0.05,wide_resnet,0,350,0.9667,0.015133447,0.008110962,1.091067019,6.816850444,0.203684516,12.10227332,0.029813,-0.111004726,0.129967137,0.144839847,1,svhn,0.966237327,0.971251383,0.977989707,0.985029218,0.971487949,0.97369056
-cifar10,sam,0.05,wide_resnet,0,350,0.9667,0.015133447,0.008110962,1.091067019,6.816850444,0.203684516,12.10227332,0.029813,-0.111004726,0.129967137,0.144839847,1,tiny_imagenet,0.908263875,0.911702745,0.91565986,0.91537805,0.90911632,0.920555415
-cifar10,sam,0.05,wide_resnet,1,350,0.9666,0.014449658,0.010248603,1.583516034,7.270291877,0.22226268,12.00418004,0.046423932,-0.110957825,0.138802337,0.205384146,0.996488929,cifar100,0.919875735,0.923006895,0.925373345,0.897112545,0.904356755,0.924702175
-cifar10,sam,0.05,wide_resnet,1,350,0.9666,0.014449658,0.010248603,1.583516034,7.270291877,0.22226268,12.00418004,0.046423932,-0.110957825,0.138802337,0.205384146,0.996488929,mnist,0.909513315,0.912772505,0.924243235,0.89719046,0.93740345,0.924897145
-cifar10,sam,0.05,wide_resnet,1,350,0.9666,0.014449658,0.010248603,1.583516034,7.270291877,0.22226268,12.00418004,0.046423932,-0.110957825,0.138802337,0.205384146,0.996488929,svhn,0.966243767,0.970933232,0.977744582,0.987394918,0.980057552,0.963584986
-cifar10,sam,0.05,wide_resnet,1,350,0.9666,0.014449658,0.010248603,1.583516034,7.270291877,0.22226268,12.00418004,0.046423932,-0.110957825,0.138802337,0.205384146,0.996488929,tiny_imagenet,0.909083485,0.91273155,0.916996755,0.89603639,0.897861745,0.919738915
-cifar10,sam,0.05,wide_resnet,2,350,0.9665,0.014284665,0.010791194,1.461582136,7.330386092,0.219642194,12.14361753,0.04176296,-0.110992095,0.146795155,0.200765156,0.99666667,cifar100,0.915410505,0.918378645,0.9187281,0.905277155,0.91043689,0.923840425
-cifar10,sam,0.05,wide_resnet,2,350,0.9665,0.014284665,0.010791194,1.461582136,7.330386092,0.219642194,12.14361753,0.04176296,-0.110992095,0.146795155,0.200765156,0.99666667,mnist,0.93729012,0.94056378,0.94733316,0.95474648,0.97602241,0.95875581
-cifar10,sam,0.05,wide_resnet,2,350,0.9665,0.014284665,0.010791194,1.461582136,7.330386092,0.219642194,12.14361753,0.04176296,-0.110992095,0.146795155,0.200765156,0.99666667,svhn,0.925444413,0.929268612,0.93425112,0.987391395,0.98642184,0.953978242
-cifar10,sam,0.05,wide_resnet,2,350,0.9665,0.014284665,0.010791194,1.461582136,7.330386092,0.219642194,12.14361753,0.04176296,-0.110992095,0.146795155,0.200765156,0.99666667,tiny_imagenet,0.906600255,0.9101631,0.913804765,0.90008084,0.90017624,0.91734541
-cifar10,sam,0.1,wide_resnet,0,350,0.9664,0.012832643,0.005391003,1.653035932,7.258482029,0.21055756,12.6033103,0.043980867,-0.110998623,0.201229611,0.244157688,1,cifar100,0.922859015,0.926663365,0.92913014,0.905906215,0.914625855,0.927419985
-cifar10,sam,0.1,wide_resnet,0,350,0.9664,0.012832643,0.005391003,1.653035932,7.258482029,0.21055756,12.6033103,0.043980867,-0.110998623,0.201229611,0.244157688,1,mnist,0.921233865,0.92417496,0.929327805,0.92569172,0.96218309,0.94141069
-cifar10,sam,0.1,wide_resnet,0,350,0.9664,0.012832643,0.005391003,1.653035932,7.258482029,0.21055756,12.6033103,0.043980867,-0.110998623,0.201229611,0.244157688,1,svhn,0.970236303,0.977498462,0.985257583,0.977018746,0.980475524,0.978975371
-cifar10,sam,0.1,wide_resnet,0,350,0.9664,0.012832643,0.005391003,1.653035932,7.258482029,0.21055756,12.6033103,0.043980867,-0.110998623,0.201229611,0.244157688,1,tiny_imagenet,0.91531971,0.91974948,0.92588752,0.90109267,0.9059576,0.922948855
-cifar10,sam,0.1,wide_resnet,1,350,0.9659,0.009865736,0.009865736,2.052041081,7.03191144,0.208674155,12.39573255,0.061469047,-0.110784671,0.19017033,0.246424514,0.996688902,cifar100,0.922214715,0.92648859,0.92936352,0.894550995,0.891012795,0.926171115
-cifar10,sam,0.1,wide_resnet,1,350,0.9659,0.009865736,0.009865736,2.052041081,7.03191144,0.208674155,12.39573255,0.061469047,-0.110784671,0.19017033,0.246424514,0.996688902,mnist,0.901624985,0.9062314,0.920727865,0.89293475,0.90893786,0.924417225
-cifar10,sam,0.1,wide_resnet,1,350,0.9659,0.009865736,0.009865736,2.052041081,7.03191144,0.208674155,12.39573255,0.061469047,-0.110784671,0.19017033,0.246424514,0.996688902,svhn,0.935534235,0.940713622,0.955122622,0.989063556,0.984321082,0.947817031
-cifar10,sam,0.1,wide_resnet,1,350,0.9659,0.009865736,0.009865736,2.052041081,7.03191144,0.208674155,12.39573255,0.061469047,-0.110784671,0.19017033,0.246424514,0.996688902,tiny_imagenet,0.91224581,0.917086175,0.92273443,0.89162192,0.883587225,0.920124495
-cifar10,sam,0.1,wide_resnet,2,350,0.9655,0.012421334,0.012421334,1.860983962,7.189665537,0.208324196,12.49732742,0.05338114,-0.110899295,0.206620838,0.244551559,0.99666667,cifar100,0.919200285,0.92302868,0.925896785,0.894857425,0.89870022,0.92379503
-cifar10,sam,0.1,wide_resnet,2,350,0.9655,0.012421334,0.012421334,1.860983962,7.189665537,0.208324196,12.49732742,0.05338114,-0.110899295,0.206620838,0.244551559,0.99666667,mnist,0.93136133,0.93551679,0.94420921,0.93568169,0.948473385,0.955470225
-cifar10,sam,0.1,wide_resnet,2,350,0.9655,0.012421334,0.012421334,1.860983962,7.189665537,0.208324196,12.49732742,0.05338114,-0.110899295,0.206620838,0.244551559,0.99666667,svhn,0.972202309,0.978724892,0.98549221,0.982749358,0.979849224,0.977434554
-cifar10,sam,0.1,wide_resnet,2,350,0.9655,0.012421334,0.012421334,1.860983962,7.189665537,0.208324196,12.49732742,0.05338114,-0.110899295,0.206620838,0.244551559,0.99666667,tiny_imagenet,0.91287402,0.91760027,0.92443477,0.88899756,0.89211803,0.919702965
-cifar10,sam,0.2,wide_resnet,0,350,0.967,0.010802384,0.004693438,2.018702907,7.019114821,0.229715658,12.45477353,0.053602478,-0.11077558,0.276285398,0.295445535,0.999288917,cifar100,0.92381023,0.927683785,0.929759615,0.900884065,0.90492623,0.92830476
-cifar10,sam,0.2,wide_resnet,0,350,0.967,0.010802384,0.004693438,2.018702907,7.019114821,0.229715658,12.45477353,0.053602478,-0.11077558,0.276285398,0.295445535,0.999288917,mnist,0.92180909,0.92513255,0.937793575,0.87098149,0.932917355,0.93260572
-cifar10,sam,0.2,wide_resnet,0,350,0.967,0.010802384,0.004693438,2.018702907,7.019114821,0.229715658,12.45477353,0.053602478,-0.11077558,0.276285398,0.295445535,0.999288917,svhn,0.933686663,0.939807335,0.957846589,0.987317805,0.983537099,0.952769117
-cifar10,sam,0.2,wide_resnet,0,350,0.967,0.010802384,0.004693438,2.018702907,7.019114821,0.229715658,12.45477353,0.053602478,-0.11077558,0.276285398,0.295445535,0.999288917,tiny_imagenet,0.916971785,0.92167316,0.927609375,0.88715441,0.90099593,0.924146895
-cifar10,sam,0.2,wide_resnet,1,350,0.9701,0.007578726,0.011515565,2.124804188,6.860942668,0.22663296,12.83964868,0.062511449,-0.110687303,0.278333338,0.29753213,0.996399999,cifar100,0.927166655,0.931151575,0.93300885,0.900710295,0.89267393,0.92792906
-cifar10,sam,0.2,wide_resnet,1,350,0.9701,0.007578726,0.011515565,2.124804188,6.860942668,0.22663296,12.83964868,0.062511449,-0.110687303,0.278333338,0.29753213,0.996399999,mnist,0.93288008,0.93787403,0.952725585,0.90743631,0.93741511,0.94254882
-cifar10,sam,0.2,wide_resnet,1,350,0.9701,0.007578726,0.011515565,2.124804188,6.860942668,0.22663296,12.83964868,0.062511449,-0.110687303,0.278333338,0.29753213,0.996399999,svhn,0.950551706,0.956904698,0.971626287,0.985766564,0.985995108,0.957228023
-cifar10,sam,0.2,wide_resnet,1,350,0.9701,0.007578726,0.011515565,2.124804188,6.860942668,0.22663296,12.83964868,0.062511449,-0.110687303,0.278333338,0.29753213,0.996399999,tiny_imagenet,0.920300325,0.92507248,0.93189991,0.8943744,0.889614055,0.92389208
-cifar10,sam,0.2,wide_resnet,2,350,0.9669,0.009264532,0.01275705,2.173322739,6.883925944,0.225336533,12.71753597,0.064392766,-0.110663861,0.276218628,0.299281039,0.996511102,cifar100,0.92404046,0.928063075,0.92948934,0.900186745,0.893964265,0.92815068
-cifar10,sam,0.2,wide_resnet,2,350,0.9669,0.009264532,0.01275705,2.173322739,6.883925944,0.225336533,12.71753597,0.064392766,-0.110663861,0.276218628,0.299281039,0.996511102,mnist,0.92742322,0.9305501,0.940157485,0.91351411,0.943417935,0.93075604
-cifar10,sam,0.2,wide_resnet,2,350,0.9669,0.009264532,0.01275705,2.173322739,6.883925944,0.225336533,12.71753597,0.064392766,-0.110663861,0.276218628,0.299281039,0.996511102,svhn,0.962246426,0.968102489,0.976456377,0.991877236,0.988610695,0.974287327
-cifar10,sam,0.2,wide_resnet,2,350,0.9669,0.009264532,0.01275705,2.173322739,6.883925944,0.225336533,12.71753597,0.064392766,-0.110663861,0.276218628,0.299281039,0.996511102,tiny_imagenet,0.91679652,0.921476845,0.92717777,0.88922467,0.88625624,0.921409145
-cifar10,sam,0.5,wide_resnet,0,350,0.9668,0.009776017,0.003469899,2.424023843,6.84941438,0.260604777,12.65394437,0.064362328,-0.110535952,0.345063992,0.335990873,0.992200017,cifar100,0.92726759,0.931546455,0.935031875,0.877415495,0.881956305,0.92598809
-cifar10,sam,0.5,wide_resnet,0,350,0.9668,0.009776017,0.003469899,2.424023843,6.84941438,0.260604777,12.65394437,0.064362328,-0.110535952,0.345063992,0.335990873,0.992200017,mnist,0.90409018,0.90743927,0.924593135,0.89521228,0.909154325,0.92838715
-cifar10,sam,0.5,wide_resnet,0,350,0.9668,0.009776017,0.003469899,2.424023843,6.84941438,0.260604777,12.65394437,0.064362328,-0.110535952,0.345063992,0.335990873,0.992200017,svhn,0.976858142,0.983398344,0.988548183,0.961628922,0.976988864,0.951806765
-cifar10,sam,0.5,wide_resnet,0,350,0.9668,0.009776017,0.003469899,2.424023843,6.84941438,0.260604777,12.65394437,0.064362328,-0.110535952,0.345063992,0.335990873,0.992200017,tiny_imagenet,0.91873758,0.92383545,0.93251391,0.86838405,0.88562121,0.9197025
-cifar10,sam,0.5,wide_resnet,1,350,0.9692,0.010647044,0.010647044,2.538586749,6.792665469,0.267672096,12.5832561,0.069498209,-0.110676013,0.349427574,0.337306387,0.990133345,cifar100,0.930139685,0.934338065,0.938022775,0.882122095,0.87034332,0.92481513
-cifar10,sam,0.5,wide_resnet,1,350,0.9692,0.010647044,0.010647044,2.538586749,6.792665469,0.267672096,12.5832561,0.069498209,-0.110676013,0.349427574,0.337306387,0.990133345,mnist,0.945492805,0.95025832,0.96179189,0.87558325,0.908563855,0.948801575
-cifar10,sam,0.5,wide_resnet,1,350,0.9692,0.010647044,0.010647044,2.538586749,6.792665469,0.267672096,12.5832561,0.069498209,-0.110676013,0.349427574,0.337306387,0.990133345,svhn,0.97437985,0.980717548,0.989029731,0.97377238,0.959170022,0.953864334
-cifar10,sam,0.5,wide_resnet,1,350,0.9692,0.010647044,0.010647044,2.538586749,6.792665469,0.267672096,12.5832561,0.069498209,-0.110676013,0.349427574,0.337306387,0.990133345,tiny_imagenet,0.922502675,0.92739018,0.934382885,0.87679097,0.872520645,0.92080007
-cifar10,sam,0.5,wide_resnet,2,350,0.9682,0.008706789,0.012178638,2.519706296,6.784985992,0.277929604,12.24405336,0.070066672,-0.110400179,0.349389687,0.337738929,0.989222229,cifar100,0.92863094,0.932878135,0.93607722,0.876521915,0.87352691,0.925077235
-cifar10,sam,0.5,wide_resnet,2,350,0.9682,0.008706789,0.012178638,2.519706296,6.784985992,0.277929604,12.24405336,0.070066672,-0.110400179,0.349389687,0.337738929,0.989222229,mnist,0.93625684,0.942266585,0.957405385,0.86379098,0.865337975,0.94350042
-cifar10,sam,0.5,wide_resnet,2,350,0.9682,0.008706789,0.012178638,2.519706296,6.784985992,0.277929604,12.24405336,0.070066672,-0.110400179,0.349389687,0.337738929,0.989222229,svhn,0.975146289,0.980920048,0.986717121,0.961388587,0.971190172,0.944556734
-cifar10,sam,0.5,wide_resnet,2,350,0.9682,0.008706789,0.012178638,2.519706296,6.784985992,0.277929604,12.24405336,0.070066672,-0.110400179,0.349389687,0.337738929,0.989222229,tiny_imagenet,0.91757021,0.92256829,0.930059705,0.87471433,0.87788054,0.920576215
-cifar10,sgd,0,wide_resnet,0,350,0.9593,0.025088642,0.008343935,0.8524622,6.895355463,0.248593934,12.53606058,0.021689371,-0.111077641,0.083287089,0.077988249,1,cifar100,0.8941108,0.89582646,0.892081725,0.909371845,0.904763115,0.91444126
-cifar10,sgd,0,wide_resnet,0,350,0.9593,0.025088642,0.008343935,0.8524622,6.895355463,0.248593934,12.53606058,0.021689371,-0.111077641,0.083287089,0.077988249,1,mnist,0.8606068,0.86094829,0.85261508,0.90104532,0.92256476,0.904803235
-cifar10,sgd,0,wide_resnet,0,350,0.9593,0.025088642,0.008343935,0.8524622,6.895355463,0.248593934,12.53606058,0.021689371,-0.111077641,0.083287089,0.077988249,1,svhn,0.956489816,0.960757992,0.967928054,0.980745137,0.973305034,0.963739133
-cifar10,sgd,0,wide_resnet,0,350,0.9593,0.025088642,0.008343935,0.8524622,6.895355463,0.248593934,12.53606058,0.021689371,-0.111077641,0.083287089,0.077988249,1,tiny_imagenet,0.88582251,0.887979635,0.885701525,0.91103421,0.90332654,0.912175225
-cifar10,sgd,0,wide_resnet,1,350,0.9621,0.020888295,0.018078372,1.060662645,7.44360185,0.327802016,10.554653,0.030207593,-0.110997688,0.088565935,0.15678891,0.996288896,cifar100,0.89844118,0.900805395,0.899894895,0.899097495,0.908711165,0.915622045
-cifar10,sgd,0,wide_resnet,1,350,0.9621,0.020888295,0.018078372,1.060662645,7.44360185,0.327802016,10.554653,0.030207593,-0.110997688,0.088565935,0.15678891,0.996288896,mnist,0.90196307,0.903395895,0.89843155,0.87499777,0.931026675,0.927971835
-cifar10,sgd,0,wide_resnet,1,350,0.9621,0.020888295,0.018078372,1.060662645,7.44360185,0.327802016,10.554653,0.030207593,-0.110997688,0.088565935,0.15678891,0.996288896,svhn,0.883202124,0.883969167,0.880204527,0.981596842,0.97329215,0.921983355
-cifar10,sgd,0,wide_resnet,1,350,0.9621,0.020888295,0.018078372,1.060662645,7.44360185,0.327802016,10.554653,0.030207593,-0.110997688,0.088565935,0.15678891,0.996288896,tiny_imagenet,0.88880597,0.89157441,0.892579575,0.9016656,0.904167795,0.913421145
-cifar10,sgd,0,wide_resnet,2,350,0.9576,0.026551366,0.023152478,1.025456523,7.470392518,0.318423857,10.96012219,0.028699487,-0.111022183,0.087394445,0.164605039,0.996266663,cifar100,0.896992885,0.899257595,0.898752975,0.898796135,0.90489473,0.91468945
-cifar10,sgd,0,wide_resnet,2,350,0.9576,0.026551366,0.023152478,1.025456523,7.470392518,0.318423857,10.96012219,0.028699487,-0.111022183,0.087394445,0.164605039,0.996266663,mnist,0.93325725,0.936273045,0.941925545,0.93847033,0.967562385,0.95637286
-cifar10,sgd,0,wide_resnet,2,350,0.9576,0.026551366,0.023152478,1.025456523,7.470392518,0.318423857,10.96012219,0.028699487,-0.111022183,0.087394445,0.164605039,0.996266663,svhn,0.94712557,0.950864046,0.957430142,0.979219914,0.977190354,0.957015704
-cifar10,sgd,0,wide_resnet,2,350,0.9576,0.026551366,0.023152478,1.025456523,7.470392518,0.318423857,10.96012219,0.028699487,-0.111022183,0.087394445,0.164605039,0.996266663,tiny_imagenet,0.886111215,0.888774755,0.88950543,0.89978127,0.90069723,0.9105572

data_analysis/nosn_result_summary.csv

@@ -1,9 +0,0 @@
-train_data,optimizer,rho,backbone,seed,epoch,accuracy,ece,t_ece,Within-class Variance,Inter-class Distance,Anisotropy,Effective Rank,NC1 (Variability),NC2 (Mean Sim),NC2 (ETF Dist),NC3 (Alignment),NC4 (NCC Acc),ood_data,msp_auroc,entropy_auroc,energy_auroc,ddu_auroc,maha_auroc,knn_auroc
-cifar10,sam,0.05,wide_resnet,0,350,0.9649,0.013932646252214909,0.0045778267085552216,1.466580279838588,7.309756735337939,0.19889295375074595,12.364577182612862,0.04013751349196568,-0.11097478281709154,0.14900116608479524,0.2035587819524868,1.0,cifar100,0.915480935,0.9188375350000001,0.9207721149999999,0.917659775,0.9067365650000001,0.921317255
-cifar10,sam,0.05,wide_resnet,0,350,0.9649,0.013932646252214909,0.0045778267085552216,1.466580279838588,7.309756735337939,0.19889295375074595,12.364577182612862,0.04013751349196568,-0.11097478281709154,0.14900116608479524,0.2035587819524868,1.0,mnist,0.8955185449999999,0.8975729750000001,0.9022290899999998,0.9155963500000001,0.94070264,0.9182858100000001
-cifar10,sam,0.05,wide_resnet,0,350,0.9649,0.013932646252214909,0.0045778267085552216,1.466580279838588,7.309756735337939,0.19889295375074595,12.364577182612862,0.04013751349196568,-0.11097478281709154,0.14900116608479524,0.2035587819524868,1.0,svhn,0.9537615012292563,0.9591504494468348,0.966374690765212,0.9579633451137062,0.9841013790719114,0.9645674477566073
-cifar10,sam,0.05,wide_resnet,0,350,0.9649,0.013932646252214909,0.0045778267085552216,1.466580279838588,7.309756735337939,0.19889295375074595,12.364577182612862,0.04013751349196568,-0.11097478281709154,0.14900116608479524,0.2035587819524868,1.0,tiny_imagenet,0.90679205,0.910734345,0.91503907,0.91266997,0.9009293300000001,0.91680916
-cifar10,sgd,0,wide_resnet,0,350,0.9596,0.02318960800766945,0.00512196309864521,1.0617042700761994,7.4653667068134935,0.2954882245127248,11.54957269000371,0.027928137136894342,-0.11099866638640805,0.09783613165313206,0.16219795611329663,1.0,cifar100,0.8934761649999999,0.89527844,0.89095223,0.9075703150000001,0.9073181350000001,0.9123700049999999
-cifar10,sgd,0,wide_resnet,0,350,0.9596,0.02318960800766945,0.00512196309864521,1.0617042700761994,7.4653667068134935,0.2954882245127248,11.54957269000371,0.027928137136894342,-0.11099866638640805,0.09783613165313206,0.16219795611329663,1.0,mnist,0.89609503,0.8973304699999999,0.8946468700000001,0.9173307499999999,0.9435669299999999,0.9218828699999999
-cifar10,sgd,0,wide_resnet,0,350,0.9596,0.02318960800766945,0.00512196309864521,1.0617042700761994,7.4653667068134935,0.2954882245127248,11.54957269000371,0.027928137136894342,-0.11099866638640805,0.09783613165313206,0.16219795611329663,1.0,svhn,0.9355161301475107,0.9372675591579595,0.9273359615089121,0.9421901813153042,0.9845834933927475,0.9492705132145052
-cifar10,sgd,0,wide_resnet,0,350,0.9596,0.02318960800766945,0.00512196309864521,1.0617042700761994,7.4653667068134935,0.2954882245127248,11.54957269000371,0.027928137136894342,-0.11099866638640805,0.09783613165313206,0.16219795611329663,1.0,tiny_imagenet,0.8849142950000001,0.88746086,0.8876152049999999,0.89979361,0.89992398,0.90604092

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9595,
+    "ece": 0.02212497405707836,
+    "t_ece": 0.00550545658916235,
+    "metrics": {
+        "msp_auroc": 0.8526794099999999,
+        "entropy_auroc": 0.8534238000000001,
+        "energy_auroc": 0.85310199,
+        "ddu_auroc": 0.8799640950000001,
+        "maha_auroc": 0.898662905,
+        "knn_auroc": 0.893074165
+    },
+    "geometry": {
+        "Within-class Variance": 0.053602106869220734,
+        "Inter-class Distance": 4.104208469390869,
+        "Anisotropy": 0.6071381643414497,
+        "Effective Rank": 6.4909919738769535,
+        "NC1 (Variability)": 0.0024772898759692907,
+        "NC2 (Mean Sim)": -0.10576680302619934,
+        "NC2 (ETF Dist)": 0.38092631101608276,
+        "NC3 (Alignment)": 0.15716466307640076,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9595,
+    "ece": 0.02212497405707836,
+    "t_ece": 0.00550545658916235,
+    "metrics": {
+        "msp_auroc": 0.8488823900000001,
+        "entropy_auroc": 0.8488675250000001,
+        "energy_auroc": 0.8467752949999999,
+        "ddu_auroc": 0.91366196,
+        "maha_auroc": 0.9311482,
+        "knn_auroc": 0.90824829
+    },
+    "geometry": {
+        "Within-class Variance": 0.053602106869220734,
+        "Inter-class Distance": 4.104208469390869,
+        "Anisotropy": 0.6071381643414497,
+        "Effective Rank": 6.4909919738769535,
+        "NC1 (Variability)": 0.0024772898759692907,
+        "NC2 (Mean Sim)": -0.10576680302619934,
+        "NC2 (ETF Dist)": 0.38092631101608276,
+        "NC3 (Alignment)": 0.15716466307640076,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9595,
+    "ece": 0.02212497405707836,
+    "t_ece": 0.00550545658916235,
+    "metrics": {
+        "msp_auroc": 0.8787519437615243,
+        "entropy_auroc": 0.8790413894437615,
+        "energy_auroc": 0.8776041199293177,
+        "ddu_auroc": 0.9293043677012907,
+        "maha_auroc": 0.9601477450829748,
+        "knn_auroc": 0.9198875960356485
+    },
+    "geometry": {
+        "Within-class Variance": 0.053602106869220734,
+        "Inter-class Distance": 4.104208469390869,
+        "Anisotropy": 0.6071381643414497,
+        "Effective Rank": 6.4909919738769535,
+        "NC1 (Variability)": 0.0024772898759692907,
+        "NC2 (Mean Sim)": -0.10576680302619934,
+        "NC2 (ETF Dist)": 0.38092631101608276,
+        "NC3 (Alignment)": 0.15716466307640076,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9595,
+    "ece": 0.02212497405707836,
+    "t_ece": 0.00550545658916235,
+    "metrics": {
+        "msp_auroc": 0.84161286,
+        "entropy_auroc": 0.8425282749999999,
+        "energy_auroc": 0.8424573200000001,
+        "ddu_auroc": 0.879349605,
+        "maha_auroc": 0.8971584,
+        "knn_auroc": 0.8890107700000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.053602106869220734,
+        "Inter-class Distance": 4.104208469390869,
+        "Anisotropy": 0.6071381643414497,
+        "Effective Rank": 6.4909919738769535,
+        "NC1 (Variability)": 0.0024772898759692907,
+        "NC2 (Mean Sim)": -0.10576680302619934,
+        "NC2 (ETF Dist)": 0.38092631101608276,
+        "NC3 (Alignment)": 0.15716466307640076,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_1_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9557,
+    "ece": 0.02500574290752411,
+    "t_ece": 0.02500574290752411,
+    "metrics": {
+        "msp_auroc": 0.856474535,
+        "entropy_auroc": 0.85716953,
+        "energy_auroc": 0.8564761599999999,
+        "ddu_auroc": 0.869607945,
+        "maha_auroc": 0.8683505949999999,
+        "knn_auroc": 0.884828355
+    },
+    "geometry": {
+        "Within-class Variance": 0.12544307112693787,
+        "Inter-class Distance": 3.983640193939209,
+        "Anisotropy": 0.6137476742267609,
+        "Effective Rank": 5.43162579536438,
+        "NC1 (Variability)": 0.009791044518351555,
+        "NC2 (Mean Sim)": -0.10232824832201004,
+        "NC2 (ETF Dist)": 0.40970391035079956,
+        "NC3 (Alignment)": 0.1811998039484024,
+        "NC4 (NCC Acc)": 0.9958222508430481
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_1_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9557,
+    "ece": 0.02500574290752411,
+    "t_ece": 0.02500574290752411,
+    "metrics": {
+        "msp_auroc": 0.77156124,
+        "entropy_auroc": 0.771833445,
+        "energy_auroc": 0.7718312349999998,
+        "ddu_auroc": 0.8427164850000001,
+        "maha_auroc": 0.7886733800000001,
+        "knn_auroc": 0.83341886
+    },
+    "geometry": {
+        "Within-class Variance": 0.12544307112693787,
+        "Inter-class Distance": 3.983640193939209,
+        "Anisotropy": 0.6137476742267609,
+        "Effective Rank": 5.43162579536438,
+        "NC1 (Variability)": 0.009791044518351555,
+        "NC2 (Mean Sim)": -0.10232824832201004,
+        "NC2 (ETF Dist)": 0.40970391035079956,
+        "NC3 (Alignment)": 0.1811998039484024,
+        "NC4 (NCC Acc)": 0.9958222508430481
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_1_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9557,
+    "ece": 0.02500574290752411,
+    "t_ece": 0.02500574290752411,
+    "metrics": {
+        "msp_auroc": 0.9307544867854948,
+        "entropy_auroc": 0.9328950983405039,
+        "energy_auroc": 0.9349337546097111,
+        "ddu_auroc": 0.9487538030116779,
+        "maha_auroc": 0.9535648663183773,
+        "knn_auroc": 0.9367312231100184
+    },
+    "geometry": {
+        "Within-class Variance": 0.12544307112693787,
+        "Inter-class Distance": 3.983640193939209,
+        "Anisotropy": 0.6137476742267609,
+        "Effective Rank": 5.43162579536438,
+        "NC1 (Variability)": 0.009791044518351555,
+        "NC2 (Mean Sim)": -0.10232824832201004,
+        "NC2 (ETF Dist)": 0.40970391035079956,
+        "NC3 (Alignment)": 0.1811998039484024,
+        "NC4 (NCC Acc)": 0.9958222508430481
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_1_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9557,
+    "ece": 0.02500574290752411,
+    "t_ece": 0.02500574290752411,
+    "metrics": {
+        "msp_auroc": 0.8426264800000001,
+        "entropy_auroc": 0.84336663,
+        "energy_auroc": 0.842658405,
+        "ddu_auroc": 0.87627801,
+        "maha_auroc": 0.8676200700000001,
+        "knn_auroc": 0.88001387
+    },
+    "geometry": {
+        "Within-class Variance": 0.12544307112693787,
+        "Inter-class Distance": 3.983640193939209,
+        "Anisotropy": 0.6137476742267609,
+        "Effective Rank": 5.43162579536438,
+        "NC1 (Variability)": 0.009791044518351555,
+        "NC2 (Mean Sim)": -0.10232824832201004,
+        "NC2 (ETF Dist)": 0.40970391035079956,
+        "NC3 (Alignment)": 0.1811998039484024,
+        "NC4 (NCC Acc)": 0.9958222508430481
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_2_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9602,
+    "ece": 0.023158090189099312,
+    "t_ece": 0.026858357712626457,
+    "metrics": {
+        "msp_auroc": 0.858770055,
+        "entropy_auroc": 0.85942889,
+        "energy_auroc": 0.8590704849999999,
+        "ddu_auroc": 0.878692725,
+        "maha_auroc": 0.874843945,
+        "knn_auroc": 0.8890763150000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.11615230143070221,
+        "Inter-class Distance": 4.029711723327637,
+        "Anisotropy": 0.6144201412796975,
+        "Effective Rank": 5.3382690906524655,
+        "NC1 (Variability)": 0.009634653106331825,
+        "NC2 (Mean Sim)": -0.10362952202558517,
+        "NC2 (ETF Dist)": 0.4016447067260742,
+        "NC3 (Alignment)": 0.16769376397132874,
+        "NC4 (NCC Acc)": 0.9957111477851868
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_2_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9602,
+    "ece": 0.023158090189099312,
+    "t_ece": 0.026858357712626457,
+    "metrics": {
+        "msp_auroc": 0.9215148850000001,
+        "entropy_auroc": 0.9227533149999999,
+        "energy_auroc": 0.9242397250000001,
+        "ddu_auroc": 0.9073884050000001,
+        "maha_auroc": 0.9385357,
+        "knn_auroc": 0.93307463
+    },
+    "geometry": {
+        "Within-class Variance": 0.11615230143070221,
+        "Inter-class Distance": 4.029711723327637,
+        "Anisotropy": 0.6144201412796975,
+        "Effective Rank": 5.3382690906524655,
+        "NC1 (Variability)": 0.009634653106331825,
+        "NC2 (Mean Sim)": -0.10362952202558517,
+        "NC2 (ETF Dist)": 0.4016447067260742,
+        "NC3 (Alignment)": 0.16769376397132874,
+        "NC4 (NCC Acc)": 0.9957111477851868
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_2_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9602,
+    "ece": 0.023158090189099312,
+    "t_ece": 0.026858357712626457,
+    "metrics": {
+        "msp_auroc": 0.9131989205593117,
+        "entropy_auroc": 0.9147480216656424,
+        "energy_auroc": 0.917068803779963,
+        "ddu_auroc": 0.8887587104333129,
+        "maha_auroc": 0.9310803511063306,
+        "knn_auroc": 0.909727151198525
+    },
+    "geometry": {
+        "Within-class Variance": 0.11615230143070221,
+        "Inter-class Distance": 4.029711723327637,
+        "Anisotropy": 0.6144201412796975,
+        "Effective Rank": 5.3382690906524655,
+        "NC1 (Variability)": 0.009634653106331825,
+        "NC2 (Mean Sim)": -0.10362952202558517,
+        "NC2 (ETF Dist)": 0.4016447067260742,
+        "NC3 (Alignment)": 0.16769376397132874,
+        "NC4 (NCC Acc)": 0.9957111477851868
+    }
+}

logs/eval/RC/res_cifar10_sam_0.01wide_resnet_sn_3.0_mod_2_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9602,
+    "ece": 0.023158090189099312,
+    "t_ece": 0.026858357712626457,
+    "metrics": {
+        "msp_auroc": 0.847300015,
+        "entropy_auroc": 0.848078015,
+        "energy_auroc": 0.84762686,
+        "ddu_auroc": 0.88642155,
+        "maha_auroc": 0.88005172,
+        "knn_auroc": 0.8858377300000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.11615230143070221,
+        "Inter-class Distance": 4.029711723327637,
+        "Anisotropy": 0.6144201412796975,
+        "Effective Rank": 5.3382690906524655,
+        "NC1 (Variability)": 0.009634653106331825,
+        "NC2 (Mean Sim)": -0.10362952202558517,
+        "NC2 (ETF Dist)": 0.4016447067260742,
+        "NC3 (Alignment)": 0.16769376397132874,
+        "NC4 (NCC Acc)": 0.9957111477851868
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9584,
+    "ece": 0.023544689640402794,
+    "t_ece": 0.004026256501674652,
+    "metrics": {
+        "msp_auroc": 0.85561366,
+        "entropy_auroc": 0.856482515,
+        "energy_auroc": 0.856357155,
+        "ddu_auroc": 0.87675635,
+        "maha_auroc": 0.8731574450000001,
+        "knn_auroc": 0.885605135
+    },
+    "geometry": {
+        "Within-class Variance": 0.08162771910429001,
+        "Inter-class Distance": 3.9477038383483887,
+        "Anisotropy": 0.5173213049769402,
+        "Effective Rank": 8.796289968490601,
+        "NC1 (Variability)": 0.0035178244579583406,
+        "NC2 (Mean Sim)": -0.10132837295532227,
+        "NC2 (ETF Dist)": 0.41327983140945435,
+        "NC3 (Alignment)": 0.18020913004875183,
+        "NC4 (NCC Acc)": 1.0
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9584,
+    "ece": 0.023544689640402794,
+    "t_ece": 0.004026256501674652,
+    "metrics": {
+        "msp_auroc": 0.65172415,
+        "entropy_auroc": 0.65127366,
+        "energy_auroc": 0.649607875,
+        "ddu_auroc": 0.8499911450000001,
+        "maha_auroc": 0.79112609,
+        "knn_auroc": 0.8023168700000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.08162771910429001,
+        "Inter-class Distance": 3.9477038383483887,
+        "Anisotropy": 0.5173213049769402,
+        "Effective Rank": 8.796289968490601,
+        "NC1 (Variability)": 0.0035178244579583406,
+        "NC2 (Mean Sim)": -0.10132837295532227,
+        "NC2 (ETF Dist)": 0.41327983140945435,
+        "NC3 (Alignment)": 0.18020913004875183,
+        "NC4 (NCC Acc)": 1.0
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9584,
+    "ece": 0.023544689640402794,
+    "t_ece": 0.004026256501674652,
+    "metrics": {
+        "msp_auroc": 0.9246629494468347,
+        "entropy_auroc": 0.9270456918408113,
+        "energy_auroc": 0.9296455497080516,
+        "ddu_auroc": 0.9531058370467117,
+        "maha_auroc": 0.9300879071911493,
+        "knn_auroc": 0.9248123578672403
+    },
+    "geometry": {
+        "Within-class Variance": 0.08162771910429001,
+        "Inter-class Distance": 3.9477038383483887,
+        "Anisotropy": 0.5173213049769402,
+        "Effective Rank": 8.796289968490601,
+        "NC1 (Variability)": 0.0035178244579583406,
+        "NC2 (Mean Sim)": -0.10132837295532227,
+        "NC2 (ETF Dist)": 0.41327983140945435,
+        "NC3 (Alignment)": 0.18020913004875183,
+        "NC4 (NCC Acc)": 1.0
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9584,
+    "ece": 0.023544689640402794,
+    "t_ece": 0.004026256501674652,
+    "metrics": {
+        "msp_auroc": 0.84623812,
+        "entropy_auroc": 0.8472242699999999,
+        "energy_auroc": 0.8471709049999999,
+        "ddu_auroc": 0.87751744,
+        "maha_auroc": 0.87143734,
+        "knn_auroc": 0.8793960399999999
+    },
+    "geometry": {
+        "Within-class Variance": 0.08162771910429001,
+        "Inter-class Distance": 3.9477038383483887,
+        "Anisotropy": 0.5173213049769402,
+        "Effective Rank": 8.796289968490601,
+        "NC1 (Variability)": 0.0035178244579583406,
+        "NC2 (Mean Sim)": -0.10132837295532227,
+        "NC2 (ETF Dist)": 0.41327983140945435,
+        "NC3 (Alignment)": 0.18020913004875183,
+        "NC4 (NCC Acc)": 1.0
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_1_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.96,
+    "ece": 0.01899654045701027,
+    "t_ece": 0.023735374212265015,
+    "metrics": {
+        "msp_auroc": 0.855088395,
+        "entropy_auroc": 0.855871845,
+        "energy_auroc": 0.8551430250000001,
+        "ddu_auroc": 0.8788569399999999,
+        "maha_auroc": 0.865689185,
+        "knn_auroc": 0.8776529550000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.1686822921037674,
+        "Inter-class Distance": 3.8007562160491943,
+        "Anisotropy": 0.5698933124542236,
+        "Effective Rank": 6.538259291648865,
+        "NC1 (Variability)": 0.011059907265007496,
+        "NC2 (Mean Sim)": -0.09735964983701706,
+        "NC2 (ETF Dist)": 0.42407408356666565,
+        "NC3 (Alignment)": 0.1952173411846161,
+        "NC4 (NCC Acc)": 0.9958000183105469
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_1_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.96,
+    "ece": 0.01899654045701027,
+    "t_ece": 0.023735374212265015,
+    "metrics": {
+        "msp_auroc": 0.8779128700000001,
+        "entropy_auroc": 0.8785088200000001,
+        "energy_auroc": 0.878315375,
+        "ddu_auroc": 0.8667079449999999,
+        "maha_auroc": 0.81991479,
+        "knn_auroc": 0.87424061
+    },
+    "geometry": {
+        "Within-class Variance": 0.1686822921037674,
+        "Inter-class Distance": 3.8007562160491943,
+        "Anisotropy": 0.5698933124542236,
+        "Effective Rank": 6.538259291648865,
+        "NC1 (Variability)": 0.011059907265007496,
+        "NC2 (Mean Sim)": -0.09735964983701706,
+        "NC2 (ETF Dist)": 0.42407408356666565,
+        "NC3 (Alignment)": 0.1952173411846161,
+        "NC4 (NCC Acc)": 0.9958000183105469
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_1_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.96,
+    "ece": 0.01899654045701027,
+    "t_ece": 0.023735374212265015,
+    "metrics": {
+        "msp_auroc": 0.9133803088506454,
+        "entropy_auroc": 0.9155940976490473,
+        "energy_auroc": 0.9182040334972342,
+        "ddu_auroc": 0.9400649181776275,
+        "maha_auroc": 0.9103086585740627,
+        "knn_auroc": 0.8937411032575293
+    },
+    "geometry": {
+        "Within-class Variance": 0.1686822921037674,
+        "Inter-class Distance": 3.8007562160491943,
+        "Anisotropy": 0.5698933124542236,
+        "Effective Rank": 6.538259291648865,
+        "NC1 (Variability)": 0.011059907265007496,
+        "NC2 (Mean Sim)": -0.09735964983701706,
+        "NC2 (ETF Dist)": 0.42407408356666565,
+        "NC3 (Alignment)": 0.1952173411846161,
+        "NC4 (NCC Acc)": 0.9958000183105469
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_1_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.96,
+    "ece": 0.01899654045701027,
+    "t_ece": 0.023735374212265015,
+    "metrics": {
+        "msp_auroc": 0.842526995,
+        "entropy_auroc": 0.8433567549999998,
+        "energy_auroc": 0.842584315,
+        "ddu_auroc": 0.87801062,
+        "maha_auroc": 0.85932427,
+        "knn_auroc": 0.87035994
+    },
+    "geometry": {
+        "Within-class Variance": 0.1686822921037674,
+        "Inter-class Distance": 3.8007562160491943,
+        "Anisotropy": 0.5698933124542236,
+        "Effective Rank": 6.538259291648865,
+        "NC1 (Variability)": 0.011059907265007496,
+        "NC2 (Mean Sim)": -0.09735964983701706,
+        "NC2 (ETF Dist)": 0.42407408356666565,
+        "NC3 (Alignment)": 0.1952173411846161,
+        "NC4 (NCC Acc)": 0.9958000183105469
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_2_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9594,
+    "ece": 0.02161250077188015,
+    "t_ece": 0.026557568460702896,
+    "metrics": {
+        "msp_auroc": 0.861015775,
+        "entropy_auroc": 0.862093885,
+        "energy_auroc": 0.86238009,
+        "ddu_auroc": 0.873214155,
+        "maha_auroc": 0.8781523850000001,
+        "knn_auroc": 0.8874073250000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.12105303257703781,
+        "Inter-class Distance": 3.9671740531921387,
+        "Anisotropy": 0.6056855618953705,
+        "Effective Rank": 5.669146275520324,
+        "NC1 (Variability)": 0.009872845374047756,
+        "NC2 (Mean Sim)": -0.10286709666252136,
+        "NC2 (ETF Dist)": 0.4058034121990204,
+        "NC3 (Alignment)": 0.17375245690345764,
+        "NC4 (NCC Acc)": 0.995888888835907
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_2_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9594,
+    "ece": 0.02161250077188015,
+    "t_ece": 0.026557568460702896,
+    "metrics": {
+        "msp_auroc": 0.8773374200000001,
+        "entropy_auroc": 0.87860881,
+        "energy_auroc": 0.8797454250000001,
+        "ddu_auroc": 0.8840280950000001,
+        "maha_auroc": 0.8995446300000001,
+        "knn_auroc": 0.8890341100000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.12105303257703781,
+        "Inter-class Distance": 3.9671740531921387,
+        "Anisotropy": 0.6056855618953705,
+        "Effective Rank": 5.669146275520324,
+        "NC1 (Variability)": 0.009872845374047756,
+        "NC2 (Mean Sim)": -0.10286709666252136,
+        "NC2 (ETF Dist)": 0.4058034121990204,
+        "NC3 (Alignment)": 0.17375245690345764,
+        "NC4 (NCC Acc)": 0.995888888835907
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_2_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9594,
+    "ece": 0.02161250077188015,
+    "t_ece": 0.026557568460702896,
+    "metrics": {
+        "msp_auroc": 0.9013734807160417,
+        "entropy_auroc": 0.90371348340504,
+        "energy_auroc": 0.9075796769360788,
+        "ddu_auroc": 0.936834438383528,
+        "maha_auroc": 0.9529336009526737,
+        "knn_auroc": 0.9189361747080516
+    },
+    "geometry": {
+        "Within-class Variance": 0.12105303257703781,
+        "Inter-class Distance": 3.9671740531921387,
+        "Anisotropy": 0.6056855618953705,
+        "Effective Rank": 5.669146275520324,
+        "NC1 (Variability)": 0.009872845374047756,
+        "NC2 (Mean Sim)": -0.10286709666252136,
+        "NC2 (ETF Dist)": 0.4058034121990204,
+        "NC3 (Alignment)": 0.17375245690345764,
+        "NC4 (NCC Acc)": 0.995888888835907
+    }
+}

logs/eval/RC/res_cifar10_sam_0.02wide_resnet_sn_3.0_mod_2_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9594,
+    "ece": 0.02161250077188015,
+    "t_ece": 0.026557568460702896,
+    "metrics": {
+        "msp_auroc": 0.848967075,
+        "entropy_auroc": 0.850167525,
+        "energy_auroc": 0.850675265,
+        "ddu_auroc": 0.876086935,
+        "maha_auroc": 0.8778107300000001,
+        "knn_auroc": 0.8802622099999999
+    },
+    "geometry": {
+        "Within-class Variance": 0.12105303257703781,
+        "Inter-class Distance": 3.9671740531921387,
+        "Anisotropy": 0.6056855618953705,
+        "Effective Rank": 5.669146275520324,
+        "NC1 (Variability)": 0.009872845374047756,
+        "NC2 (Mean Sim)": -0.10286709666252136,
+        "NC2 (ETF Dist)": 0.4058034121990204,
+        "NC3 (Alignment)": 0.17375245690345764,
+        "NC4 (NCC Acc)": 0.995888888835907
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9607,
+    "ece": 0.017144935205578804,
+    "t_ece": 0.00816927757114172,
+    "metrics": {
+        "msp_auroc": 0.8826301150000001,
+        "entropy_auroc": 0.88395289,
+        "energy_auroc": 0.88433156,
+        "ddu_auroc": 0.8895026100000001,
+        "maha_auroc": 0.900654475,
+        "knn_auroc": 0.898725835
+    },
+    "geometry": {
+        "Within-class Variance": 0.09940126538276672,
+        "Inter-class Distance": 3.7254600524902344,
+        "Anisotropy": 0.5032255753874779,
+        "Effective Rank": 8.530172777175903,
+        "NC1 (Variability)": 0.003579432610422373,
+        "NC2 (Mean Sim)": -0.10033685714006424,
+        "NC2 (ETF Dist)": 0.3951917290687561,
+        "NC3 (Alignment)": 0.1785946488380432,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9607,
+    "ece": 0.017144935205578804,
+    "t_ece": 0.00816927757114172,
+    "metrics": {
+        "msp_auroc": 0.86476108,
+        "entropy_auroc": 0.8649471549999999,
+        "energy_auroc": 0.864257925,
+        "ddu_auroc": 0.88854532,
+        "maha_auroc": 0.8856595799999999,
+        "knn_auroc": 0.88096213
+    },
+    "geometry": {
+        "Within-class Variance": 0.09940126538276672,
+        "Inter-class Distance": 3.7254600524902344,
+        "Anisotropy": 0.5032255753874779,
+        "Effective Rank": 8.530172777175903,
+        "NC1 (Variability)": 0.003579432610422373,
+        "NC2 (Mean Sim)": -0.10033685714006424,
+        "NC2 (ETF Dist)": 0.3951917290687561,
+        "NC3 (Alignment)": 0.1785946488380432,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9607,
+    "ece": 0.017144935205578804,
+    "t_ece": 0.00816927757114172,
+    "metrics": {
+        "msp_auroc": 0.94752763329748,
+        "entropy_auroc": 0.94974889366933,
+        "energy_auroc": 0.9519190285033806,
+        "ddu_auroc": 0.9472773624769515,
+        "maha_auroc": 0.9464241894591272,
+        "knn_auroc": 0.9263042716656423
+    },
+    "geometry": {
+        "Within-class Variance": 0.09940126538276672,
+        "Inter-class Distance": 3.7254600524902344,
+        "Anisotropy": 0.5032255753874779,
+        "Effective Rank": 8.530172777175903,
+        "NC1 (Variability)": 0.003579432610422373,
+        "NC2 (Mean Sim)": -0.10033685714006424,
+        "NC2 (ETF Dist)": 0.3951917290687561,
+        "NC3 (Alignment)": 0.1785946488380432,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9607,
+    "ece": 0.017144935205578804,
+    "t_ece": 0.00816927757114172,
+    "metrics": {
+        "msp_auroc": 0.87790923,
+        "entropy_auroc": 0.8793390499999999,
+        "energy_auroc": 0.8797312400000001,
+        "ddu_auroc": 0.88726949,
+        "maha_auroc": 0.8954537100000001,
+        "knn_auroc": 0.8942935399999999
+    },
+    "geometry": {
+        "Within-class Variance": 0.09940126538276672,
+        "Inter-class Distance": 3.7254600524902344,
+        "Anisotropy": 0.5032255753874779,
+        "Effective Rank": 8.530172777175903,
+        "NC1 (Variability)": 0.003579432610422373,
+        "NC2 (Mean Sim)": -0.10033685714006424,
+        "NC2 (ETF Dist)": 0.3951917290687561,
+        "NC3 (Alignment)": 0.1785946488380432,
+        "NC4 (NCC Acc)": 0.9999777674674988
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_1_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9605,
+    "ece": 0.013954827561974525,
+    "t_ece": 0.01987525075674057,
+    "metrics": {
+        "msp_auroc": 0.8833618000000001,
+        "entropy_auroc": 0.8848828449999999,
+        "energy_auroc": 0.88546576,
+        "ddu_auroc": 0.8854786800000001,
+        "maha_auroc": 0.898087565,
+        "knn_auroc": 0.899819895
+    },
+    "geometry": {
+        "Within-class Variance": 0.16929028928279877,
+        "Inter-class Distance": 3.462822437286377,
+        "Anisotropy": 0.4800512924790382,
+        "Effective Rank": 9.084975957870483,
+        "NC1 (Variability)": 0.011563397943973541,
+        "NC2 (Mean Sim)": -0.09126769006252289,
+        "NC2 (ETF Dist)": 0.4129658639431,
+        "NC3 (Alignment)": 0.1952863186597824,
+        "NC4 (NCC Acc)": 0.9961555600166321
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_1_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9605,
+    "ece": 0.013954827561974525,
+    "t_ece": 0.01987525075674057,
+    "metrics": {
+        "msp_auroc": 0.92606214,
+        "entropy_auroc": 0.92579182,
+        "energy_auroc": 0.9232591299999999,
+        "ddu_auroc": 0.897743015,
+        "maha_auroc": 0.94436304,
+        "knn_auroc": 0.93859488
+    },
+    "geometry": {
+        "Within-class Variance": 0.16929028928279877,
+        "Inter-class Distance": 3.462822437286377,
+        "Anisotropy": 0.4800512924790382,
+        "Effective Rank": 9.084975957870483,
+        "NC1 (Variability)": 0.011563397943973541,
+        "NC2 (Mean Sim)": -0.09126769006252289,
+        "NC2 (ETF Dist)": 0.4129658639431,
+        "NC3 (Alignment)": 0.1952863186597824,
+        "NC4 (NCC Acc)": 0.9961555600166321
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_1_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9605,
+    "ece": 0.013954827561974525,
+    "t_ece": 0.01987525075674057,
+    "metrics": {
+        "msp_auroc": 0.9634150065304241,
+        "entropy_auroc": 0.9669750979563613,
+        "energy_auroc": 0.9703458358942839,
+        "ddu_auroc": 0.9389072545328826,
+        "maha_auroc": 0.9421201098647819,
+        "knn_auroc": 0.9154373425015365
+    },
+    "geometry": {
+        "Within-class Variance": 0.16929028928279877,
+        "Inter-class Distance": 3.462822437286377,
+        "Anisotropy": 0.4800512924790382,
+        "Effective Rank": 9.084975957870483,
+        "NC1 (Variability)": 0.011563397943973541,
+        "NC2 (Mean Sim)": -0.09126769006252289,
+        "NC2 (ETF Dist)": 0.4129658639431,
+        "NC3 (Alignment)": 0.1952863186597824,
+        "NC4 (NCC Acc)": 0.9961555600166321
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_1_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9605,
+    "ece": 0.013954827561974525,
+    "t_ece": 0.01987525075674057,
+    "metrics": {
+        "msp_auroc": 0.8686696,
+        "entropy_auroc": 0.870316845,
+        "energy_auroc": 0.8713288699999999,
+        "ddu_auroc": 0.8873406699999999,
+        "maha_auroc": 0.89458195,
+        "knn_auroc": 0.89397474
+    },
+    "geometry": {
+        "Within-class Variance": 0.16929028928279877,
+        "Inter-class Distance": 3.462822437286377,
+        "Anisotropy": 0.4800512924790382,
+        "Effective Rank": 9.084975957870483,
+        "NC1 (Variability)": 0.011563397943973541,
+        "NC2 (Mean Sim)": -0.09126769006252289,
+        "NC2 (ETF Dist)": 0.4129658639431,
+        "NC3 (Alignment)": 0.1952863186597824,
+        "NC4 (NCC Acc)": 0.9961555600166321
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_2_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9622,
+    "ece": 0.01880454085767269,
+    "t_ece": 0.02294088900089264,
+    "metrics": {
+        "msp_auroc": 0.884121955,
+        "entropy_auroc": 0.88549103,
+        "energy_auroc": 0.8861315599999999,
+        "ddu_auroc": 0.8939659850000001,
+        "maha_auroc": 0.9103777550000001,
+        "knn_auroc": 0.9039557650000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.08539856970310211,
+        "Inter-class Distance": 3.8308372497558594,
+        "Anisotropy": 0.6148343801498413,
+        "Effective Rank": 5.956936359405518,
+        "NC1 (Variability)": 0.008628951385617256,
+        "NC2 (Mean Sim)": -0.10496920347213745,
+        "NC2 (ETF Dist)": 0.38086020946502686,
+        "NC3 (Alignment)": 0.16283681988716125,
+        "NC4 (NCC Acc)": 0.9960444569587708
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_2_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9622,
+    "ece": 0.01880454085767269,
+    "t_ece": 0.02294088900089264,
+    "metrics": {
+        "msp_auroc": 0.9112702199999999,
+        "entropy_auroc": 0.9129436099999999,
+        "energy_auroc": 0.9140866299999999,
+        "ddu_auroc": 0.90716097,
+        "maha_auroc": 0.93325065,
+        "knn_auroc": 0.9188054299999999
+    },
+    "geometry": {
+        "Within-class Variance": 0.08539856970310211,
+        "Inter-class Distance": 3.8308372497558594,
+        "Anisotropy": 0.6148343801498413,
+        "Effective Rank": 5.956936359405518,
+        "NC1 (Variability)": 0.008628951385617256,
+        "NC2 (Mean Sim)": -0.10496920347213745,
+        "NC2 (ETF Dist)": 0.38086020946502686,
+        "NC3 (Alignment)": 0.16283681988716125,
+        "NC4 (NCC Acc)": 0.9960444569587708
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_2_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9622,
+    "ece": 0.01880454085767269,
+    "t_ece": 0.02294088900089264,
+    "metrics": {
+        "msp_auroc": 0.9384931603411186,
+        "entropy_auroc": 0.9413395513214504,
+        "energy_auroc": 0.9436595228948986,
+        "ddu_auroc": 0.9510924900122926,
+        "maha_auroc": 0.9782344729563613,
+        "knn_auroc": 0.9414807352489244
+    },
+    "geometry": {
+        "Within-class Variance": 0.08539856970310211,
+        "Inter-class Distance": 3.8308372497558594,
+        "Anisotropy": 0.6148343801498413,
+        "Effective Rank": 5.956936359405518,
+        "NC1 (Variability)": 0.008628951385617256,
+        "NC2 (Mean Sim)": -0.10496920347213745,
+        "NC2 (ETF Dist)": 0.38086020946502686,
+        "NC3 (Alignment)": 0.16283681988716125,
+        "NC4 (NCC Acc)": 0.9960444569587708
+    }
+}

logs/eval/RC/res_cifar10_sam_0.05wide_resnet_sn_3.0_mod_2_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9622,
+    "ece": 0.01880454085767269,
+    "t_ece": 0.02294088900089264,
+    "metrics": {
+        "msp_auroc": 0.8720954150000001,
+        "entropy_auroc": 0.87362948,
+        "energy_auroc": 0.8743099599999999,
+        "ddu_auroc": 0.89558838,
+        "maha_auroc": 0.90554095,
+        "knn_auroc": 0.8973269
+    },
+    "geometry": {
+        "Within-class Variance": 0.08539856970310211,
+        "Inter-class Distance": 3.8308372497558594,
+        "Anisotropy": 0.6148343801498413,
+        "Effective Rank": 5.956936359405518,
+        "NC1 (Variability)": 0.008628951385617256,
+        "NC2 (Mean Sim)": -0.10496920347213745,
+        "NC2 (ETF Dist)": 0.38086020946502686,
+        "NC3 (Alignment)": 0.16283681988716125,
+        "NC4 (NCC Acc)": 0.9960444569587708
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9656,
+    "ece": 0.01022742036730051,
+    "t_ece": 0.00781429372727871,
+    "metrics": {
+        "msp_auroc": 0.8870230000000001,
+        "entropy_auroc": 0.888569305,
+        "energy_auroc": 0.8894536949999999,
+        "ddu_auroc": 0.896942285,
+        "maha_auroc": 0.910346555,
+        "knn_auroc": 0.9047721450000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.12166586518287659,
+        "Inter-class Distance": 3.3615128993988037,
+        "Anisotropy": 0.42047709226608276,
+        "Effective Rank": 11.17335386276245,
+        "NC1 (Variability)": 0.00453046802431345,
+        "NC2 (Mean Sim)": -0.09377706050872803,
+        "NC2 (ETF Dist)": 0.3868424892425537,
+        "NC3 (Alignment)": 0.20411451160907745,
+        "NC4 (NCC Acc)": 0.9999555945396423
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9656,
+    "ece": 0.01022742036730051,
+    "t_ece": 0.00781429372727871,
+    "metrics": {
+        "msp_auroc": 0.902148925,
+        "entropy_auroc": 0.9034411750000001,
+        "energy_auroc": 0.906416755,
+        "ddu_auroc": 0.898198705,
+        "maha_auroc": 0.94025009,
+        "knn_auroc": 0.9219032500000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.12166586518287659,
+        "Inter-class Distance": 3.3615128993988037,
+        "Anisotropy": 0.42047709226608276,
+        "Effective Rank": 11.17335386276245,
+        "NC1 (Variability)": 0.00453046802431345,
+        "NC2 (Mean Sim)": -0.09377706050872803,
+        "NC2 (ETF Dist)": 0.3868424892425537,
+        "NC3 (Alignment)": 0.20411451160907745,
+        "NC4 (NCC Acc)": 0.9999555945396423
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9656,
+    "ece": 0.01022742036730051,
+    "t_ece": 0.00781429372727871,
+    "metrics": {
+        "msp_auroc": 0.9626027581438229,
+        "entropy_auroc": 0.9657087738168408,
+        "energy_auroc": 0.967921074062692,
+        "ddu_auroc": 0.9613301609557469,
+        "maha_auroc": 0.9666625460971113,
+        "knn_auroc": 0.9535626037185003
+    },
+    "geometry": {
+        "Within-class Variance": 0.12166586518287659,
+        "Inter-class Distance": 3.3615128993988037,
+        "Anisotropy": 0.42047709226608276,
+        "Effective Rank": 11.17335386276245,
+        "NC1 (Variability)": 0.00453046802431345,
+        "NC2 (Mean Sim)": -0.09377706050872803,
+        "NC2 (ETF Dist)": 0.3868424892425537,
+        "NC3 (Alignment)": 0.20411451160907745,
+        "NC4 (NCC Acc)": 0.9999555945396423
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_0_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9656,
+    "ece": 0.01022742036730051,
+    "t_ece": 0.00781429372727871,
+    "metrics": {
+        "msp_auroc": 0.8817411100000001,
+        "entropy_auroc": 0.8835825900000001,
+        "energy_auroc": 0.884996315,
+        "ddu_auroc": 0.897352825,
+        "maha_auroc": 0.90563102,
+        "knn_auroc": 0.8996133499999999
+    },
+    "geometry": {
+        "Within-class Variance": 0.12166586518287659,
+        "Inter-class Distance": 3.3615128993988037,
+        "Anisotropy": 0.42047709226608276,
+        "Effective Rank": 11.17335386276245,
+        "NC1 (Variability)": 0.00453046802431345,
+        "NC2 (Mean Sim)": -0.09377706050872803,
+        "NC2 (ETF Dist)": 0.3868424892425537,
+        "NC3 (Alignment)": 0.20411451160907745,
+        "NC4 (NCC Acc)": 0.9999555945396423
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_1_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9648,
+    "ece": 0.009639200754463673,
+    "t_ece": 0.019813869148492813,
+    "metrics": {
+        "msp_auroc": 0.887111005,
+        "entropy_auroc": 0.8885331450000001,
+        "energy_auroc": 0.88929751,
+        "ddu_auroc": 0.89748745,
+        "maha_auroc": 0.9030670949999999,
+        "knn_auroc": 0.904173395
+    },
+    "geometry": {
+        "Within-class Variance": 0.19858655333518982,
+        "Inter-class Distance": 3.1434481143951416,
+        "Anisotropy": 0.4280627265572548,
+        "Effective Rank": 10.501852798461915,
+        "NC1 (Variability)": 0.011539136059582233,
+        "NC2 (Mean Sim)": -0.08971327543258667,
+        "NC2 (ETF Dist)": 0.3764500617980957,
+        "NC3 (Alignment)": 0.19676238298416138,
+        "NC4 (NCC Acc)": 0.9963333606719971
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_1_350.model_mnist.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9648,
+    "ece": 0.009639200754463673,
+    "t_ece": 0.019813869148492813,
+    "metrics": {
+        "msp_auroc": 0.9326554250000001,
+        "entropy_auroc": 0.9333828549999998,
+        "energy_auroc": 0.9332087299999999,
+        "ddu_auroc": 0.8933314800000001,
+        "maha_auroc": 0.9333781999999999,
+        "knn_auroc": 0.9369975300000001
+    },
+    "geometry": {
+        "Within-class Variance": 0.19858655333518982,
+        "Inter-class Distance": 3.1434481143951416,
+        "Anisotropy": 0.4280627265572548,
+        "Effective Rank": 10.501852798461915,
+        "NC1 (Variability)": 0.011539136059582233,
+        "NC2 (Mean Sim)": -0.08971327543258667,
+        "NC2 (ETF Dist)": 0.3764500617980957,
+        "NC3 (Alignment)": 0.19676238298416138,
+        "NC4 (NCC Acc)": 0.9963333606719971
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_1_350.model_svhn.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9648,
+    "ece": 0.009639200754463673,
+    "t_ece": 0.019813869148492813,
+    "metrics": {
+        "msp_auroc": 0.9590425303472648,
+        "entropy_auroc": 0.9620135026121696,
+        "energy_auroc": 0.964068561770129,
+        "ddu_auroc": 0.9428021896127843,
+        "maha_auroc": 0.9498985978795329,
+        "knn_auroc": 0.9458646742470804
+    },
+    "geometry": {
+        "Within-class Variance": 0.19858655333518982,
+        "Inter-class Distance": 3.1434481143951416,
+        "Anisotropy": 0.4280627265572548,
+        "Effective Rank": 10.501852798461915,
+        "NC1 (Variability)": 0.011539136059582233,
+        "NC2 (Mean Sim)": -0.08971327543258667,
+        "NC2 (ETF Dist)": 0.3764500617980957,
+        "NC3 (Alignment)": 0.19676238298416138,
+        "NC4 (NCC Acc)": 0.9963333606719971
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_1_350.model_tiny_imagenet.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9648,
+    "ece": 0.009639200754463673,
+    "t_ece": 0.019813869148492813,
+    "metrics": {
+        "msp_auroc": 0.878640845,
+        "entropy_auroc": 0.8802743,
+        "energy_auroc": 0.8814789150000001,
+        "ddu_auroc": 0.8984500049999999,
+        "maha_auroc": 0.89873233,
+        "knn_auroc": 0.8988716999999999
+    },
+    "geometry": {
+        "Within-class Variance": 0.19858655333518982,
+        "Inter-class Distance": 3.1434481143951416,
+        "Anisotropy": 0.4280627265572548,
+        "Effective Rank": 10.501852798461915,
+        "NC1 (Variability)": 0.011539136059582233,
+        "NC2 (Mean Sim)": -0.08971327543258667,
+        "NC2 (ETF Dist)": 0.3764500617980957,
+        "NC3 (Alignment)": 0.19676238298416138,
+        "NC4 (NCC Acc)": 0.9963333606719971
+    }
+}

logs/eval/RC/res_cifar10_sam_0.1wide_resnet_sn_3.0_mod_2_350.model_cifar100.json

@@ -0,0 +1,24 @@
+{
+    "accuracy": 0.9632,
+    "ece": 0.013079263269901276,
+    "t_ece": 0.02221561037003994,
+    "metrics": {
+        "msp_auroc": 0.890709415,
+        "entropy_auroc": 0.89269606,
+        "energy_auroc": 0.89418976,
+        "ddu_auroc": 0.896465455,
+        "maha_auroc": 0.9040086949999999,
+        "knn_auroc": 0.903726195
+    },
+    "geometry": {
+        "Within-class Variance": 0.13613559305667877,
+        "Inter-class Distance": 3.4153811931610107,
+        "Anisotropy": 0.5138942718505859,
+        "Effective Rank": 8.138692712783813,
+        "NC1 (Variability)": 0.009717307053506374,
+        "NC2 (Mean Sim)": -0.09882701933383942,
+        "NC2 (ETF Dist)": 0.38380175828933716,
+        "NC3 (Alignment)": 0.19199524819850922,
+        "NC4 (NCC Acc)": 0.9963777661323547
+    }
+}