moujar commited on
Commit
2fa310f
·
verified ·
1 Parent(s): 0e8fae3

Upload folder using huggingface_hub

Browse files
publication_results/model_metrics_full.csv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ ,accuracy,macro_precision,macro_recall,macro_f1,ece,nll,brier,kappa,mcc,acc_ci_low,acc_ci_high,f1_ci_low,f1_ci_high,params_million,latency_ms_per_sample
2
+ ConvNeXt,0.8887256702166728,0.8852089495598571,0.8840483197748484,0.8842447172605825,0.047479312208878174,0.3676687908030657,0.16914772998297836,0.8725978991683577,0.8726880898067989,0.8771483657730444,0.9006702166727873,0.872637794047553,0.8958271423951419,27.82628,0.34261597656026765
3
+ EfficientNetV2,0.8733015056922512,0.8696702657598556,0.8679768258945355,0.8679869729796613,0.037247808352577884,0.40290577159855295,0.19185700561589628,0.8549424354155797,0.8551359419918978,0.8619170033051781,0.885613294160852,0.8555268514424151,0.8801741274983209,20.187736,0.28297827343592985
4
+ ViT_RGB,0.8721997796547926,0.8685419538453859,0.8673229948517179,0.8676401839098214,0.0656103901496671,0.44780838634972064,0.19578831509876596,0.8536762302239458,0.8537416508794842,0.8608152772677194,0.884318766066838,0.8556157351798156,0.879612452201164,85.804808,0.8693078515626951
5
+ Swin_Transformer,0.8710980536173338,0.8676903442785364,0.8670977430979794,0.8665534933096852,0.051039546060509616,0.3986981412035554,0.1887814481232935,0.8524718835078416,0.8527026141936422,0.858786265148733,0.8835842820418656,0.853781393028759,0.879533123195914,27.525506,0.41421092968718654
6
+ ResNet_Spectral,0.14065369078222548,0.12843597793738437,0.1438692922700271,0.13125772985159045,0.04211500539330494,2.060622050548175,0.8708402209551319,0.011660011366541156,0.012072824409450204,0.12890194638266617,0.15406720528828496,0.12105749930400067,0.14134055501992007,24.048712,0.230162289060587
7
+ APSNet_V2,0.1266984943077488,0.14017351846733683,0.13136828857214505,0.06133299975710936,0.0762821055929581,2.1309848941053438,0.8867867345761995,0.006184551207181643,0.009760953684644712,0.1149467499081895,0.14011200881380828,0.05483467216089774,0.06812015396112155,21.681992,0.14067203125023298
publication_results/model_ranking_table.csv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ ,accuracy,macro_precision,macro_recall,macro_f1,ece,nll,brier,kappa,mcc,acc_ci_low,acc_ci_high,f1_ci_low,f1_ci_high,params_million,latency_ms_per_sample,rank_macro_f1,rank_accuracy,rank_ece,rank_latency,composite_rank
2
+ EfficientNetV2,0.8733015056922512,0.8696702657598556,0.8679768258945355,0.8679869729796613,0.037247808352577884,0.40290577159855295,0.19185700561589628,0.8549424354155797,0.8551359419918978,0.8619170033051781,0.885613294160852,0.8555268514424151,0.8801741274983209,20.187736,0.28297827343592985,2.0,2.0,1.0,3.0,2.0
3
+ ConvNeXt,0.8887256702166728,0.8852089495598571,0.8840483197748484,0.8842447172605825,0.047479312208878174,0.3676687908030657,0.16914772998297836,0.8725978991683577,0.8726880898067989,0.8771483657730444,0.9006702166727873,0.872637794047553,0.8958271423951419,27.82628,0.34261597656026765,1.0,1.0,3.0,4.0,2.25
4
+ ResNet_Spectral,0.14065369078222548,0.12843597793738437,0.1438692922700271,0.13125772985159045,0.04211500539330494,2.060622050548175,0.8708402209551319,0.011660011366541156,0.012072824409450204,0.12890194638266617,0.15406720528828496,0.12105749930400067,0.14134055501992007,24.048712,0.230162289060587,5.0,5.0,2.0,2.0,3.5
5
+ ViT_RGB,0.8721997796547926,0.8685419538453859,0.8673229948517179,0.8676401839098214,0.0656103901496671,0.44780838634972064,0.19578831509876596,0.8536762302239458,0.8537416508794842,0.8608152772677194,0.884318766066838,0.8556157351798156,0.879612452201164,85.804808,0.8693078515626951,3.0,3.0,5.0,6.0,4.25
6
+ Swin_Transformer,0.8710980536173338,0.8676903442785364,0.8670977430979794,0.8665534933096852,0.051039546060509616,0.3986981412035554,0.1887814481232935,0.8524718835078416,0.8527026141936422,0.858786265148733,0.8835842820418656,0.853781393028759,0.879533123195914,27.525506,0.41421092968718654,4.0,4.0,4.0,5.0,4.25
7
+ APSNet_V2,0.1266984943077488,0.14017351846733683,0.13136828857214505,0.06133299975710936,0.0762821055929581,2.1309848941053438,0.8867867345761995,0.006184551207181643,0.009760953684644712,0.1149467499081895,0.14011200881380828,0.05483467216089774,0.06812015396112155,21.681992,0.14067203125023298,6.0,6.0,6.0,1.0,4.75
publication_results/pairwise_accuracy_delta.csv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ ,ResNet_Spectral,ViT_RGB,EfficientNetV2,ConvNeXt,Swin_Transformer,APSNet_V2
2
+ ResNet_Spectral,0.0,-0.7315460888725671,-0.7326478149100257,-0.7480719794344474,-0.7304443628351084,0.013955196474476683
3
+ ViT_RGB,0.7315460888725671,0.0,-0.0011017260374586169,-0.016525890561880252,0.0011017260374587279,0.7455012853470437
4
+ EfficientNetV2,0.7326478149100257,0.0011017260374586169,0.0,-0.015424164524421635,0.0022034520749173447,0.7466030113845024
5
+ ConvNeXt,0.7480719794344474,0.016525890561880252,0.015424164524421635,0.0,0.01762761659933898,0.762027175908924
6
+ Swin_Transformer,0.7304443628351084,-0.0011017260374587279,-0.0022034520749173447,-0.01762761659933898,0.0,0.744399559309585
7
+ APSNet_V2,-0.013955196474476683,-0.7455012853470437,-0.7466030113845024,-0.762027175908924,-0.744399559309585,0.0
publication_results/pairwise_pvalues_accuracy.csv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ ,ResNet_Spectral,ViT_RGB,EfficientNetV2,ConvNeXt,Swin_Transformer,APSNet_V2
2
+ ResNet_Spectral,0.0,0.499,0.526,0.481,0.498,0.499
3
+ ViT_RGB,0.499,0.0,0.877,0.514,0.874,0.527
4
+ EfficientNetV2,0.526,0.877,0.0,0.511,0.809,0.523
5
+ ConvNeXt,0.481,0.514,0.511,0.0,0.526,0.496
6
+ Swin_Transformer,0.498,0.874,0.809,0.526,0.0,0.504
7
+ APSNet_V2,0.499,0.527,0.523,0.496,0.504,0.0
publication_results/per_class_f1.csv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ ,ResNet_Spectral,ViT_RGB,EfficientNetV2,ConvNeXt,Swin_Transformer,APSNet_V2
2
+ Class_1,0.0,0.9011299435028248,0.895774647887324,0.9153515064562411,0.8845070422535212,0.011299435028248588
3
+ Class_2,0.075,0.9421487603305785,0.9461077844311377,0.954171562867215,0.951015531660693,0.0
4
+ Class_3,0.08047337278106509,0.8831168831168831,0.8725761772853186,0.8888888888888888,0.8742690058479532,0.0056657223796034
5
+ Class_4,0.514367816091954,0.8276877761413843,0.8562874251497006,0.8759124087591241,0.8660714285714286,0.0
6
+ Class_5,0.25760286225402507,0.7854545454545454,0.7588785046728972,0.8,0.7789473684210526,0.0
7
+ Class_6,0.10226155358898721,0.9041916167664671,0.9118541033434651,0.9147982062780269,0.8918918918918919,0.1919805589307412
8
+ Class_7,0.0,0.8530805687203792,0.843558282208589,0.8676923076923077,0.85,0.2597402597402597
9
+ Class_8,0.020356234096692113,0.844311377245509,0.8588588588588588,0.8571428571428571,0.835725677830941,0.02197802197802198
publication_results/per_class_recall.csv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ ,ResNet_Spectral,ViT_RGB,EfficientNetV2,ConvNeXt,Swin_Transformer,APSNet_V2
2
+ Class_1,0.0,0.9114285714285715,0.9085714285714286,0.9114285714285715,0.8971428571428571,0.005714285714285714
3
+ Class_2,0.09929078014184398,0.9432624113475178,0.933806146572104,0.9598108747044918,0.9408983451536643,0.0
4
+ Class_3,0.09742120343839542,0.8767908309455588,0.9025787965616046,0.8825214899713467,0.8567335243553008,0.0028653295128939827
5
+ Class_4,0.5359281437125748,0.8413173652694611,0.8562874251497006,0.8982035928143712,0.8712574850299402,0.0
6
+ Class_5,0.25,0.75,0.7048611111111112,0.7638888888888888,0.7708333333333334,0.0
7
+ Class_6,0.15615615615615616,0.9069069069069069,0.9009009009009009,0.918918918918919,0.8918918918918919,0.7117117117117117
8
+ Class_7,0.0,0.8517350157728707,0.8675078864353313,0.889589905362776,0.9116719242902208,0.31545741324921134
9
+ Class_8,0.0121580547112462,0.8571428571428571,0.8693009118541033,0.8480243161094225,0.7963525835866262,0.015197568389057751