diff --git a/stage1_final/models/letterbox/mamba/target3_mamba_fold4.pt b/stage1_final/models/letterbox/mamba/target3_mamba_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..d057ec9f947bb46b77f22c7222ac22b1d62374f0 --- /dev/null +++ b/stage1_final/models/letterbox/mamba/target3_mamba_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9522518c99b29a729d22dedae03780d5e62e6e33d2bc7bde3fed778c3313aa44 +size 124716703 diff --git a/stage1_final/models/letterbox/resnet/crt_resnet_final.pt b/stage1_final/models/letterbox/resnet/crt_resnet_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..dab628a6ef493e13b708a52c99828e0433bff611 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/crt_resnet_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c055131be5e86eb0af49a15ce960891772dcfd8012c68614c69b8251919731b6 +size 94380277 diff --git a/stage1_final/models/letterbox/resnet/crt_resnet_fold0.pt b/stage1_final/models/letterbox/resnet/crt_resnet_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12f5434412590aee3c3621de466a41caac60b7d9 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/crt_resnet_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3d463f2560ba8aa123c1a6b5895173075e46007efbc2631d114ea4bb173164 +size 94380277 diff --git a/stage1_final/models/letterbox/resnet/crt_resnet_fold1.pt b/stage1_final/models/letterbox/resnet/crt_resnet_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf65d0912eedb60e325d74cb98cf8b437e8cd57 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/crt_resnet_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92646e1ad7d1e40e1a8510ebd57b9f3505950bb2e25d65550575a8514ff66d62 +size 94380277 diff --git a/stage1_final/models/letterbox/resnet/crt_resnet_fold2.pt b/stage1_final/models/letterbox/resnet/crt_resnet_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c50408dbc8ed6a693db267538b850d57bc048c --- /dev/null +++ b/stage1_final/models/letterbox/resnet/crt_resnet_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ee1e447a204122b718b8231538cbcfaa8a3157298fae55e82c2e13ab183a00 +size 94380277 diff --git a/stage1_final/models/letterbox/resnet/crt_resnet_fold3.pt b/stage1_final/models/letterbox/resnet/crt_resnet_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..7427ed5973c015327c26380c300ea5a189b855dd --- /dev/null +++ b/stage1_final/models/letterbox/resnet/crt_resnet_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9db5d32be784ea1bec529c5e108e269c292931d6168f4a335f04ae39625f53e +size 94380277 diff --git a/stage1_final/models/letterbox/resnet/crt_resnet_fold4.pt b/stage1_final/models/letterbox/resnet/crt_resnet_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..47b86153fb14a906c51e0d0ce8ffccdf6c0f2707 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/crt_resnet_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddd92004ad0752219c373e24d0f8321865338c0f1f6ffb8894dc289eb0b08db +size 94380277 diff --git a/stage1_final/models/letterbox/resnet/seg_resnet_final.pt b/stage1_final/models/letterbox/resnet/seg_resnet_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1e2d6d982bcdb87d803568b8b9adf852abe55be --- /dev/null +++ b/stage1_final/models/letterbox/resnet/seg_resnet_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fcd1ed74549cf3a80926ad1994b498a0b3258b51f7e1ee6fba3a9208dc3f12 +size 37663155 diff --git a/stage1_final/models/letterbox/resnet/seg_resnet_fold0.pt b/stage1_final/models/letterbox/resnet/seg_resnet_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..987bc5f03543d8e83b050bc2065739939e6da381 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/seg_resnet_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8eb22ffc04c905d9e7ed16188654e2a6cdb6b9520817c600fb472dad7a1bf1 +size 37663155 diff --git a/stage1_final/models/letterbox/resnet/seg_resnet_fold1.pt b/stage1_final/models/letterbox/resnet/seg_resnet_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..196ca462b4acfdcbb35ef5a6788b8a0357f94018 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/seg_resnet_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e48132541d09234884f78b0bf662f2f16d0c9162ec9d401d6ed65472b3e44c +size 37663155 diff --git a/stage1_final/models/letterbox/resnet/seg_resnet_fold2.pt b/stage1_final/models/letterbox/resnet/seg_resnet_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..71d77a8e9f78d4ebc95cc12b189fbb67ba502784 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/seg_resnet_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47808189c910fc6681e5e215ca680736ba7c7d76cf41607f92483787d8e78d80 +size 37663155 diff --git a/stage1_final/models/letterbox/resnet/seg_resnet_fold3.pt b/stage1_final/models/letterbox/resnet/seg_resnet_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..db79fc96143c4b777bb4bb036d7f8acf497ff6ad --- /dev/null +++ b/stage1_final/models/letterbox/resnet/seg_resnet_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee3a6bfe1774df8b29821692d02aa01860392caa3277e3568d60ca337ab3ca4 +size 37663155 diff --git a/stage1_final/models/letterbox/resnet/seg_resnet_fold4.pt b/stage1_final/models/letterbox/resnet/seg_resnet_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..07e03fcf4bbdc6585b5708a15224dcf6b784ca63 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/seg_resnet_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a30df669ea8bcccb7fe5a8462fcec59275b393d2fd55f7b20c4c26940d1d5f +size 37663155 diff --git a/stage1_final/models/letterbox/resnet/target3_resnet_final.pt b/stage1_final/models/letterbox/resnet/target3_resnet_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e7bd31e544118719273716dcc69b7ff2f951304 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/target3_resnet_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8026b3b67d6f9a4fc6313260003ee8a6524b468639523f485f56da08dc47d288 +size 94368909 diff --git a/stage1_final/models/letterbox/resnet/target3_resnet_fold0.pt b/stage1_final/models/letterbox/resnet/target3_resnet_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97520afac2ac125ec0895894ddc026dab9b97440 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/target3_resnet_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd1c22e3facd37e8e3570fba0b7792d4d7d3be86dfd9a2f48afd0039e3cf339 +size 94368909 diff --git a/stage1_final/models/letterbox/resnet/target3_resnet_fold1.pt b/stage1_final/models/letterbox/resnet/target3_resnet_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..935f89ac629c9c958db00124ad83902a7cbf0955 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/target3_resnet_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4132b60e4b723d77cb66de7abd2fe7acbd03d509ce78794ffedcc6dc50de6623 +size 94368909 diff --git a/stage1_final/models/letterbox/resnet/target3_resnet_fold2.pt b/stage1_final/models/letterbox/resnet/target3_resnet_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..01972a76fcb357d8de6c653e7af756923eaaefae --- /dev/null +++ b/stage1_final/models/letterbox/resnet/target3_resnet_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cbaa21d16b049c21eb9bbf8be7097d1f3484c3ed164e0ce8403e14561676bb5 +size 94368909 diff --git a/stage1_final/models/letterbox/resnet/target3_resnet_fold3.pt b/stage1_final/models/letterbox/resnet/target3_resnet_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..0419d0620fc450ae0217ba4876cedadf17136a23 --- /dev/null +++ b/stage1_final/models/letterbox/resnet/target3_resnet_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:609d99bdd5a1b89ca23050dab2d72a1008906a524e0681a113689cb9eb1c02e8 +size 94368909 diff --git a/stage1_final/models/letterbox/resnet/target3_resnet_fold4.pt b/stage1_final/models/letterbox/resnet/target3_resnet_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..053d505d79b6fad5d5398b93144093f8620a312d --- /dev/null +++ b/stage1_final/models/letterbox/resnet/target3_resnet_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3dd2322f48990b0c15f18bac9327d57621312ea0982a6121355bb21f41369c9 +size 94368909 diff --git a/stage1_final/models/letterbox/swin/crt_swin_final.pt b/stage1_final/models/letterbox/swin/crt_swin_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..a36786defc5c6b310922507c475243b7e56f5672 --- /dev/null +++ b/stage1_final/models/letterbox/swin/crt_swin_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ce041d41880a7e7c1b9d812284da2273e08108ccdb4d7cf5c8495f3d5dd4dd +size 110155530 diff --git a/stage1_final/models/letterbox/swin/crt_swin_fold0.pt b/stage1_final/models/letterbox/swin/crt_swin_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e974a829d9566ed8260c08e240debc2ba47d01e --- /dev/null +++ b/stage1_final/models/letterbox/swin/crt_swin_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8cb97d20828c855c8b886813d5529427cb9a18cc92ac4166a0507b0791633f3 +size 110155530 diff --git a/stage1_final/models/letterbox/swin/crt_swin_fold1.pt b/stage1_final/models/letterbox/swin/crt_swin_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..9194b1c3a2e8e79bc6f39fc8179a62e1b0ed571c --- /dev/null +++ b/stage1_final/models/letterbox/swin/crt_swin_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379151d6f819d26b5a474e58e46c11ba9b604ba8a5272bf6df133c2d6b85d4f5 +size 110155530 diff --git a/stage1_final/models/letterbox/swin/crt_swin_fold2.pt b/stage1_final/models/letterbox/swin/crt_swin_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e41318f5c98d1a5cd92c6ef865918a33d52fa78 --- /dev/null +++ b/stage1_final/models/letterbox/swin/crt_swin_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9b5821966f6b846a8d7b01267b3ec5d78d66dca81ad48665b55fa3b3ce7438 +size 110155530 diff --git a/stage1_final/models/letterbox/swin/crt_swin_fold3.pt b/stage1_final/models/letterbox/swin/crt_swin_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..164502f190fba3b8bd53b825bc22644ae4827226 --- /dev/null +++ b/stage1_final/models/letterbox/swin/crt_swin_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:418b1e11ac3ddc78a438f29b77ea753a4a0fed40761813462f0e13caea563a5e +size 110155530 diff --git a/stage1_final/models/letterbox/swin/crt_swin_fold4.pt b/stage1_final/models/letterbox/swin/crt_swin_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa1d8e6fe9db2f0b243444293b4dc3721a67e661 --- /dev/null +++ b/stage1_final/models/letterbox/swin/crt_swin_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f352d8e3b5a1749b89e9222f28ed5da592399c02e1b91e833031fb780d9406f5 +size 110155530 diff --git a/stage1_final/models/letterbox/swin/seg_swin_final.pt b/stage1_final/models/letterbox/swin/seg_swin_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..bafed2730419ef9d934519371422b3765c3b656e --- /dev/null +++ b/stage1_final/models/letterbox/swin/seg_swin_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768b8e3270a62b2f6694ca800cbab0c20f36045cbabcffdb474fa0ca0ca1cc24 +size 113182470 diff --git a/stage1_final/models/letterbox/swin/seg_swin_fold0.pt b/stage1_final/models/letterbox/swin/seg_swin_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6e087b9733805bacf46e6fc77390d9bec40285a --- /dev/null +++ b/stage1_final/models/letterbox/swin/seg_swin_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0136ce61eaac5c1097c428083c989d80806312244785a5456b097ea47a47f130 +size 113182470 diff --git a/stage1_final/models/letterbox/swin/seg_swin_fold1.pt b/stage1_final/models/letterbox/swin/seg_swin_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..d605783f94ea3cca1c3b0edd70a0930dac13b909 --- /dev/null +++ b/stage1_final/models/letterbox/swin/seg_swin_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65f57651e10dfc052c615ed1bdb59dde0537eec86a25b2a133818f3f8c6d53c +size 113182470 diff --git a/stage1_final/models/letterbox/swin/seg_swin_fold2.pt b/stage1_final/models/letterbox/swin/seg_swin_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..79e4497ef15f6fb44d358168be2dc9ec0f528a57 --- /dev/null +++ b/stage1_final/models/letterbox/swin/seg_swin_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1da80bf250444087141fe1bb5cb7d8459d26dd726f9cfbbd4e48e2f3b813b8 +size 113182470 diff --git a/stage1_final/models/letterbox/swin/seg_swin_fold3.pt b/stage1_final/models/letterbox/swin/seg_swin_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..68dca5137c6f68c77cd1587b5fff4a4b587f040f --- /dev/null +++ b/stage1_final/models/letterbox/swin/seg_swin_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24ca6ae6c79361a1b37f4cb5dd355dde53c26ebe891683b0ed180db5badad42 +size 113182470 diff --git a/stage1_final/models/letterbox/swin/seg_swin_fold4.pt b/stage1_final/models/letterbox/swin/seg_swin_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11803d529e461fcde285aede27013095add0a4d --- /dev/null +++ b/stage1_final/models/letterbox/swin/seg_swin_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53561e38b0778f8cd9bc3a4d6cd67a4b4c1f77bb1da98d2e40f6d3eae55e6d2 +size 113182470 diff --git a/stage1_final/models/letterbox/swin/target3_swin_final.pt b/stage1_final/models/letterbox/swin/target3_swin_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..3487b54e2c64e2d71a53db4637cc37949977d6da --- /dev/null +++ b/stage1_final/models/letterbox/swin/target3_swin_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755ce8f29663a9076aa2dc188f06de71f7cb3a98346f1148ff480a49fc24aca1 +size 110141718 diff --git a/stage1_final/models/letterbox/swin/target3_swin_fold0.pt b/stage1_final/models/letterbox/swin/target3_swin_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..463532adb7960f74944f0e51d0959f4f2b626665 --- /dev/null +++ b/stage1_final/models/letterbox/swin/target3_swin_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:024efbf7e6d9dc27893ac9ae79c9e53ce4ede1d6ce49d36c137e022a89745360 +size 110141718 diff --git a/stage1_final/models/letterbox/swin/target3_swin_fold1.pt b/stage1_final/models/letterbox/swin/target3_swin_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..195b05d4b919fe19768d1e6db942c52450eb88b3 --- /dev/null +++ b/stage1_final/models/letterbox/swin/target3_swin_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee98220511f6f409da77cd90db04c9ce760e949b2fb3cb70fc5600aa09716d3a +size 110141718 diff --git a/stage1_final/models/letterbox/swin/target3_swin_fold2.pt b/stage1_final/models/letterbox/swin/target3_swin_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..995e845686929db99bca6c268aa5e99a02af7114 --- /dev/null +++ b/stage1_final/models/letterbox/swin/target3_swin_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b500b86926a1cf8c3becc9c37ef16979162a1c75f7740721fc995bad3db148a7 +size 110141718 diff --git a/stage1_final/models/letterbox/swin/target3_swin_fold3.pt b/stage1_final/models/letterbox/swin/target3_swin_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc09513b3efb75c712f30f44110f3368c350a1f2 --- /dev/null +++ b/stage1_final/models/letterbox/swin/target3_swin_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b73c392c249b2900d14f8295e16f69f14463bdfe22769fec075eb441fbb4b88 +size 110141718 diff --git a/stage1_final/models/letterbox/swin/target3_swin_fold4.pt b/stage1_final/models/letterbox/swin/target3_swin_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..856ddaf7550018c96d0f5f6fc4cbeb5c20fbae32 --- /dev/null +++ b/stage1_final/models/letterbox/swin/target3_swin_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86132bcf23f7c52fac4f0744c4413893e8dd67855ec6478d9d095106cdb6c002 +size 110141718 diff --git a/stage1_final/models/resized/convnext/crt_convnext_final.pt b/stage1_final/models/resized/convnext/crt_convnext_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..9926ded5b3ec9d3037a5ac37c4752814e3128361 --- /dev/null +++ b/stage1_final/models/resized/convnext/crt_convnext_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:495b41517ece7722b101e095a9d6535da33df5459011fd85f73aeece9f062ff3 +size 111372025 diff --git a/stage1_final/models/resized/convnext/crt_convnext_fold0.pt b/stage1_final/models/resized/convnext/crt_convnext_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c0ca3e6cc6f7c09973b4d2a45ca34d68b49601d --- /dev/null +++ b/stage1_final/models/resized/convnext/crt_convnext_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e04b2b9e244ac52f01a25d472ecfddfd172ba7b5d8df5e166c434575b28aa8 +size 111372025 diff --git a/stage1_final/models/resized/convnext/crt_convnext_fold1.pt b/stage1_final/models/resized/convnext/crt_convnext_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b956b78ef46f1f0b44c05c041c9297a7ec6a8a0d --- /dev/null +++ b/stage1_final/models/resized/convnext/crt_convnext_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09dc06f62bff72e360dd8c7e5a25d69c12b7f9b8232c53032ba9664e3b007f0 +size 111372025 diff --git a/stage1_final/models/resized/convnext/crt_convnext_fold2.pt b/stage1_final/models/resized/convnext/crt_convnext_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..f15b07ef1a888cf8779ce4edd982d1bb1c1a3ba0 --- /dev/null +++ b/stage1_final/models/resized/convnext/crt_convnext_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c86189bbd26ab8ccd612782dc982a94d809d59772b4a46d437da42ac575891 +size 111372025 diff --git a/stage1_final/models/resized/convnext/crt_convnext_fold3.pt b/stage1_final/models/resized/convnext/crt_convnext_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..b411710151ec5af8e7fb9108a16f7349c1d35385 --- /dev/null +++ b/stage1_final/models/resized/convnext/crt_convnext_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f4b9f5912b7693f71b54e19a8089256f03f33296eadf557f61cc6a018a03e0 +size 111372025 diff --git a/stage1_final/models/resized/convnext/crt_convnext_fold4.pt b/stage1_final/models/resized/convnext/crt_convnext_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7e514c4958fa156ab89a250bb64ee1b88d85307 --- /dev/null +++ b/stage1_final/models/resized/convnext/crt_convnext_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75a45a76626d350cac5ec2e5e6756768b89454b2aff05f91439701766032d1b +size 111372025 diff --git a/stage1_final/models/resized/convnext/seg_convnext_final.pt b/stage1_final/models/resized/convnext/seg_convnext_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..313486ba04610f21fe5a4ff67bf652685b7dd8ae --- /dev/null +++ b/stage1_final/models/resized/convnext/seg_convnext_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9cfcbb22516032db0752340fcbee7de47ce9518156735ac7ee343b71b18c16 +size 114389331 diff --git a/stage1_final/models/resized/convnext/seg_convnext_fold0.pt b/stage1_final/models/resized/convnext/seg_convnext_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ba7430eb9968a83c957bf122a0952391cd48802 --- /dev/null +++ b/stage1_final/models/resized/convnext/seg_convnext_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb7f7ad59835a41116194d29c7f92b500cac51bb0ccf4a253ccb3981fdf5d4a +size 114389331 diff --git a/stage1_final/models/resized/convnext/seg_convnext_fold1.pt b/stage1_final/models/resized/convnext/seg_convnext_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ff44064dd4d579c154aa9aa93168635434e6f30 --- /dev/null +++ b/stage1_final/models/resized/convnext/seg_convnext_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca21301c96d719e5f63f5f5ab720e34a7274e19cd8788970f0bb5efd2c5fe89b +size 114389331 diff --git a/stage1_final/models/resized/convnext/seg_convnext_fold2.pt b/stage1_final/models/resized/convnext/seg_convnext_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..da5fcc84817a64fcf009802e8ea75d37a1910686 --- /dev/null +++ b/stage1_final/models/resized/convnext/seg_convnext_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1d839571e9e9ade5f0563c12aa48aac5ac5581a156d94d7eb1692c12a4d97d +size 114389331 diff --git a/stage1_final/models/resized/convnext/seg_convnext_fold3.pt b/stage1_final/models/resized/convnext/seg_convnext_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..df81c1d7cf08746d7b7a315bcd1a712b9853f027 --- /dev/null +++ b/stage1_final/models/resized/convnext/seg_convnext_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033dfa530332edb1cd16cf995daf9fb551f4907a23b2b6b578f92e7749a12be6 +size 114389331 diff --git a/stage1_final/models/resized/convnext/seg_convnext_fold4.pt b/stage1_final/models/resized/convnext/seg_convnext_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ac1fdd75249d1407de5b25eeb09ffe9de562a1d --- /dev/null +++ b/stage1_final/models/resized/convnext/seg_convnext_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5086647a95728a974f8ae4e9a6bf5f8d742c10d4b55ad3724a9bd854225a1d9 +size 114389331 diff --git a/stage1_final/models/resized/convnext/target3_convnext_final.pt b/stage1_final/models/resized/convnext/target3_convnext_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71410ab1cf84ba38999b391091e1aa59fc3a0ca --- /dev/null +++ b/stage1_final/models/resized/convnext/target3_convnext_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad28f48871134e6374912155d2eb21d48842842bdfdced8232355a583fbb77d +size 111348567 diff --git a/stage1_final/models/resized/convnext/target3_convnext_fold0.pt b/stage1_final/models/resized/convnext/target3_convnext_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b005f151dc5ea369e2cf5e743616aa76031666a2 --- /dev/null +++ b/stage1_final/models/resized/convnext/target3_convnext_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aae90850dfd2817daa6c3a6b3987d2d76e6ae4bf5779d0255126263ad7614e6 +size 111348567 diff --git a/stage1_final/models/resized/convnext/target3_convnext_fold1.pt b/stage1_final/models/resized/convnext/target3_convnext_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4848c011d4e54bd9fb1a6591f0c3b0d6b984395a --- /dev/null +++ b/stage1_final/models/resized/convnext/target3_convnext_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bea5ead5e78c6f6788b0dd402f7c2336a2fa654189758fee74df8d6857cc803 +size 111348567 diff --git a/stage1_final/models/resized/convnext/target3_convnext_fold2.pt b/stage1_final/models/resized/convnext/target3_convnext_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..49c326e11bfe89a0284f975e23c13e3c7bfa5fa4 --- /dev/null +++ b/stage1_final/models/resized/convnext/target3_convnext_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:966979c369b91fec85b473c163c9946968eaf20bfb25455960917df1bf886dec +size 111348567 diff --git a/stage1_final/models/resized/convnext/target3_convnext_fold3.pt b/stage1_final/models/resized/convnext/target3_convnext_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..eed8988866e12d41bcbc4cffb644ed8c8d421914 --- /dev/null +++ b/stage1_final/models/resized/convnext/target3_convnext_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d6fe905dbcc23b38670a6871879eecbee4cfd79a412c234e0154879d639ad1 +size 111348567 diff --git a/stage1_final/models/resized/convnext/target3_convnext_fold4.pt b/stage1_final/models/resized/convnext/target3_convnext_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..02f4158b7fa5f2cfa7cc1c0cc6b98f16dadb2ea3 --- /dev/null +++ b/stage1_final/models/resized/convnext/target3_convnext_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:609e04a00876d9aadb687714005add7afe9376607f0d48b3017c1e77954c10ca +size 111348567 diff --git a/stage1_final/models/resized/mamba/crt_mamba_final.pt b/stage1_final/models/resized/mamba/crt_mamba_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50d912eb6c81ec76a1a5dd92b072bb623e444ba --- /dev/null +++ b/stage1_final/models/resized/mamba/crt_mamba_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9cb4f5e1c6e1fc73c8b74116df3f495f367e88292f31f3cf573796d6a9ff2b3 +size 124733015 diff --git a/stage1_final/models/resized/mamba/crt_mamba_fold0.pt b/stage1_final/models/resized/mamba/crt_mamba_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8afa5fec2cabd203b2e8048356cfbf1f432dcdea --- /dev/null +++ b/stage1_final/models/resized/mamba/crt_mamba_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30b7bb3f6b9f08e6968a5a152ea32c29f7e3d00490c23960ffde62b485fbf42 +size 124733015 diff --git a/stage1_final/models/resized/mamba/crt_mamba_fold1.pt b/stage1_final/models/resized/mamba/crt_mamba_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e7e4509470bd6f1a845c25c3ef345fde4cec0c8 --- /dev/null +++ b/stage1_final/models/resized/mamba/crt_mamba_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17bfb3ec2c07207f978f44e95dcdd237225ff43f550fabf63e3f347b70b7e802 +size 124733015 diff --git a/stage1_final/models/resized/mamba/crt_mamba_fold2.pt b/stage1_final/models/resized/mamba/crt_mamba_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..061cddde79103cb3e7f22c88d810fe57f9789e7c --- /dev/null +++ b/stage1_final/models/resized/mamba/crt_mamba_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4c020fe574eb08b20c8052a7a1f3345684a2b328b890e2d0e3f06d9be0fb91 +size 124733015 diff --git a/stage1_final/models/resized/mamba/crt_mamba_fold3.pt b/stage1_final/models/resized/mamba/crt_mamba_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..9996262d15de9f14d1aa7569a6c4de297e8a70e7 --- /dev/null +++ b/stage1_final/models/resized/mamba/crt_mamba_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09802fb322a08b8dce34ea6cabd5afc792e6228f8d6e7f4c0aba2c71364b232 +size 124733015 diff --git a/stage1_final/models/resized/mamba/crt_mamba_fold4.pt b/stage1_final/models/resized/mamba/crt_mamba_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cf3b06c853045deefc9e019e1e61cf3d23f2f72 --- /dev/null +++ b/stage1_final/models/resized/mamba/crt_mamba_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd43b6b6f1753f3d08521d22240c35ef60a4551b16eae11c0841ed161bfd29a +size 124733015 diff --git a/stage1_final/models/resized/mamba/seg_mamba_final.pt b/stage1_final/models/resized/mamba/seg_mamba_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..cab9b5b5a0793cca39e0244e6d80dbd53f56c1eb --- /dev/null +++ b/stage1_final/models/resized/mamba/seg_mamba_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2182555e777bbdf8e4c7feeeef633a71b008078aaec82d53a238520033b843ba +size 127895979 diff --git a/stage1_final/models/resized/mamba/seg_mamba_fold0.pt b/stage1_final/models/resized/mamba/seg_mamba_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e74e551ebbcf649942517ba8218dbe3f676e8eba --- /dev/null +++ b/stage1_final/models/resized/mamba/seg_mamba_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1331dd662eb92af6ebbffb69123c4fe2d3c1889858056e7e8e359ad9f49ef2 +size 127895979 diff --git a/stage1_final/models/resized/mamba/seg_mamba_fold1.pt b/stage1_final/models/resized/mamba/seg_mamba_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..337e9efd1b03c70090cafed8f5d91e42b841698d --- /dev/null +++ b/stage1_final/models/resized/mamba/seg_mamba_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab704e3daf650a63bd2773ad94e16fef9b39de75e421575c730e7e046486d117 +size 127895979 diff --git a/stage1_final/models/resized/mamba/seg_mamba_fold2.pt b/stage1_final/models/resized/mamba/seg_mamba_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7896eeec02c7dee60073d158c009fdab0ded3bc --- /dev/null +++ b/stage1_final/models/resized/mamba/seg_mamba_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b12ffbbe0a355d59a0ba9f38accc189b6b83661d666902efe0e00c6ec2d11e2 +size 127895979 diff --git a/stage1_final/models/resized/mamba/seg_mamba_fold3.pt b/stage1_final/models/resized/mamba/seg_mamba_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab498d772318d72cd3ef4ac2ea324365695dd194 --- /dev/null +++ b/stage1_final/models/resized/mamba/seg_mamba_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be95377ea237426456ca7e09d2ff9a6dfc301b402455cef458700118742a0da7 +size 127895979 diff --git a/stage1_final/models/resized/mamba/seg_mamba_fold4.pt b/stage1_final/models/resized/mamba/seg_mamba_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e7862c96d9ff1ae3890bfcff4bacf0c84653f1 --- /dev/null +++ b/stage1_final/models/resized/mamba/seg_mamba_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d9d06c71180965c04a0b4b3943ce8b671c4817f71614380445bf6813142f22 +size 127895979 diff --git a/stage1_final/models/resized/mamba/target3_mamba_final.pt b/stage1_final/models/resized/mamba/target3_mamba_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f5289ec898bae2507444bfbc1a13682c677f1ba --- /dev/null +++ b/stage1_final/models/resized/mamba/target3_mamba_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb83a704db48ccb16a067b5936fc87a977a4c5f23fc2b7389a14e7ca4cc047c +size 124716703 diff --git a/stage1_final/models/resized/mamba/target3_mamba_fold0.pt b/stage1_final/models/resized/mamba/target3_mamba_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f289bf3f10183ca71fc2eee01424a21f24953e7b --- /dev/null +++ b/stage1_final/models/resized/mamba/target3_mamba_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7910ae081f9159cd37e9656054df1f80469b3507fd40a0dc831cb6c8d1a86b00 +size 124716703 diff --git a/stage1_final/models/resized/mamba/target3_mamba_fold1.pt b/stage1_final/models/resized/mamba/target3_mamba_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aebcde17d6b3ae5670efb856fd4c69faf3c24cb --- /dev/null +++ b/stage1_final/models/resized/mamba/target3_mamba_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bece0220148899ddddbb4122a4233ab675780463828047f90b4be19ff1882f0 +size 124716703 diff --git a/stage1_final/models/resized/mamba/target3_mamba_fold2.pt b/stage1_final/models/resized/mamba/target3_mamba_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..11463f21abfd184f3d5c8283ad8766d33a4ea6a3 --- /dev/null +++ b/stage1_final/models/resized/mamba/target3_mamba_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6090378ae7f8778609f9c82ba15fbe98a5ccd9b28f3341d00e85a552c7b977ed +size 124716703 diff --git a/stage1_final/models/resized/mamba/target3_mamba_fold3.pt b/stage1_final/models/resized/mamba/target3_mamba_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc8b4b169434b65ea03acf326bf53d08c66f99ec --- /dev/null +++ b/stage1_final/models/resized/mamba/target3_mamba_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9caad23a3efc4a8e7fb5f1326de15f1a318a37d2c442bbc1055d1e6fcc8bfc78 +size 124716703 diff --git a/stage1_final/models/resized/mamba/target3_mamba_fold4.pt b/stage1_final/models/resized/mamba/target3_mamba_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dbc1a1d07b18f480e3770495a528021fea0c1cd --- /dev/null +++ b/stage1_final/models/resized/mamba/target3_mamba_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b456461792482d529a431f0016fd0d90b49c3a7afe5609a11c64a0d78107414a +size 124716703 diff --git a/stage1_final/models/resized/resnet/crt_resnet_final.pt b/stage1_final/models/resized/resnet/crt_resnet_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..a78f9d18eeac8667e9044c2b3f215892eb00d4f2 --- /dev/null +++ b/stage1_final/models/resized/resnet/crt_resnet_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de025585b66f4758d6d40571de9f1789e40558feb0e347fe55616e768f24863 +size 94380277 diff --git a/stage1_final/models/resized/resnet/crt_resnet_fold0.pt b/stage1_final/models/resized/resnet/crt_resnet_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb4ab9ff66c02653db4e3de19a10e3d4f82351a --- /dev/null +++ b/stage1_final/models/resized/resnet/crt_resnet_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6490d14b2c3f509ed6502bcaf5e270405bc2f0779a7254c6497b297d146c14 +size 94380277 diff --git a/stage1_final/models/resized/resnet/crt_resnet_fold1.pt b/stage1_final/models/resized/resnet/crt_resnet_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..a542bacb7867e839a2dec0d82c95c69034173549 --- /dev/null +++ b/stage1_final/models/resized/resnet/crt_resnet_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e186d91d69986e69237d7ed569fd12342ad72e0ca2936b967f156e511c80b9ef +size 94380277 diff --git a/stage1_final/models/resized/resnet/crt_resnet_fold2.pt b/stage1_final/models/resized/resnet/crt_resnet_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..5af79a663db63f772aba13f287aaa746282aaf65 --- /dev/null +++ b/stage1_final/models/resized/resnet/crt_resnet_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4187da3526c79ed7136ba2cd1f9f65573622cf9705c2087ae13f568c4f47bd +size 94380277 diff --git a/stage1_final/models/resized/resnet/crt_resnet_fold3.pt b/stage1_final/models/resized/resnet/crt_resnet_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..3551b6885e0cc144d59fce53c74a9aed5a0e4bef --- /dev/null +++ b/stage1_final/models/resized/resnet/crt_resnet_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6580b29b9bfc0f1172be217c18d99e40bee285dacc1168b6b83313ac288bf3 +size 94380277 diff --git a/stage1_final/models/resized/resnet/crt_resnet_fold4.pt b/stage1_final/models/resized/resnet/crt_resnet_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..d76965c4162c52cd9ccb9f1386b6cb61fcc9007d --- /dev/null +++ b/stage1_final/models/resized/resnet/crt_resnet_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96db8f10c21e92a934aa3a8bd981a27491b709dc03980424ec4a90f87ebd7b76 +size 94380277 diff --git a/stage1_final/models/resized/resnet/seg_resnet_final.pt b/stage1_final/models/resized/resnet/seg_resnet_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a315e816c7a202cf9fd58d620c13e1b313e6797 --- /dev/null +++ b/stage1_final/models/resized/resnet/seg_resnet_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e017dd59b4eb6cc3cd3d02500929438e6b9dce7a4850dbab32e5e5abf5240563 +size 37663155 diff --git a/stage1_final/models/resized/resnet/seg_resnet_fold0.pt b/stage1_final/models/resized/resnet/seg_resnet_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..70483eccb4e94dc6a44c84e478f91a715f4f36b1 --- /dev/null +++ b/stage1_final/models/resized/resnet/seg_resnet_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11619c217c51de4ca0a3ae49b5980518fcf578c56439d5a4261d60d1ee578fe8 +size 37663155 diff --git a/stage1_final/models/resized/resnet/seg_resnet_fold1.pt b/stage1_final/models/resized/resnet/seg_resnet_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7a94d98bff7d449d7bd3c5066898e0ecbb5bfda --- /dev/null +++ b/stage1_final/models/resized/resnet/seg_resnet_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f06e16754e0d22d5f38b728d8ad222ef03299f7c478c33ad242b28b38b4d7f0 +size 37663155 diff --git a/stage1_final/models/resized/resnet/seg_resnet_fold2.pt b/stage1_final/models/resized/resnet/seg_resnet_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f9226cec1ee877e50e5ddb1c2f7e68ebfb4b107 --- /dev/null +++ b/stage1_final/models/resized/resnet/seg_resnet_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d6e0cb427689dc93bf297f132b685467b36dd85990618a48d9d97c711906ee +size 37663155 diff --git a/stage1_final/models/resized/resnet/seg_resnet_fold3.pt b/stage1_final/models/resized/resnet/seg_resnet_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..da988fafcb3492f480387d83aaa33a2e00bffb2a --- /dev/null +++ b/stage1_final/models/resized/resnet/seg_resnet_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1d44de92e0d8279612748743ed5a9e2d7fd642d5bf6925e33e3d95951c6dbd +size 37663155 diff --git a/stage1_final/models/resized/resnet/seg_resnet_fold4.pt b/stage1_final/models/resized/resnet/seg_resnet_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eceb8c86a8762d5df4881e7423902ba704444cf --- /dev/null +++ b/stage1_final/models/resized/resnet/seg_resnet_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6bd7dd15c0f6a760a513a0f05ba2e0a15767992a792a62d9730910325e3517 +size 37663155 diff --git a/stage1_final/models/resized/resnet/target3_resnet_final.pt b/stage1_final/models/resized/resnet/target3_resnet_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc8c7c3fdaea9185498e91d1f04d3b91c2413cd0 --- /dev/null +++ b/stage1_final/models/resized/resnet/target3_resnet_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b7babec57eb21de06c9a920f1bdc3547d22c469194bbb770a4113b5c11a2aa +size 94368909 diff --git a/stage1_final/models/resized/resnet/target3_resnet_fold0.pt b/stage1_final/models/resized/resnet/target3_resnet_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..840874abbb41e9522f986e809522b3cc05b357c8 --- /dev/null +++ b/stage1_final/models/resized/resnet/target3_resnet_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2285afa4dea9251c33fcaf90321b812639e70019fdfaa7379abd22ed978dcde0 +size 94368909 diff --git a/stage1_final/models/resized/resnet/target3_resnet_fold1.pt b/stage1_final/models/resized/resnet/target3_resnet_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..b863dd44d541f455b61d6f558ea13a20aa07f903 --- /dev/null +++ b/stage1_final/models/resized/resnet/target3_resnet_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ffc65f60aae6aa3b5522c400fac6325c8efa40af645b60036d58b6a6bee6f00 +size 94368909 diff --git a/stage1_final/models/resized/resnet/target3_resnet_fold2.pt b/stage1_final/models/resized/resnet/target3_resnet_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bbafc023bd9ce32829e156336cea4d98f0451fd --- /dev/null +++ b/stage1_final/models/resized/resnet/target3_resnet_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6510d4eac966be4bb138c64aff16e97c24d0829d9202e490cc9d146ceb2921 +size 94368909 diff --git a/stage1_final/models/resized/resnet/target3_resnet_fold3.pt b/stage1_final/models/resized/resnet/target3_resnet_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..f068e365ead128d586d3f72222bf2f759296711a --- /dev/null +++ b/stage1_final/models/resized/resnet/target3_resnet_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19716ede4847e72e6ae0c1c720787130da7c89e30c2825dcbbadb5e6680a1b3b +size 94368909 diff --git a/stage1_final/models/resized/resnet/target3_resnet_fold4.pt b/stage1_final/models/resized/resnet/target3_resnet_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f2eed3ca885bc344f4e77998cb6487f86edfa2 --- /dev/null +++ b/stage1_final/models/resized/resnet/target3_resnet_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403b42139de333c25a78defda13f77236c95f7e3ef78c75cf152f0bf28c9c4c7 +size 94368909 diff --git a/stage1_final/models/resized/swin/crt_swin_final.pt b/stage1_final/models/resized/swin/crt_swin_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..39895649f1c5c91bff46fcc9c00a5d62fe120f7e --- /dev/null +++ b/stage1_final/models/resized/swin/crt_swin_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc8918d81555000ab24e9be6c959ebfc38936e09b22ee19251fb1a09d2eb6dd +size 110165460 diff --git a/stage1_final/models/resized/swin/crt_swin_fold0.pt b/stage1_final/models/resized/swin/crt_swin_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..486869838c03525ca80771c9e0eff966e6bfc942 --- /dev/null +++ b/stage1_final/models/resized/swin/crt_swin_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fd1ae48ac44f40b8573feaf623e1d2a3ba634c314abe87ac183374a9fdb16e +size 110165460 diff --git a/stage1_final/models/resized/swin/crt_swin_fold1.pt b/stage1_final/models/resized/swin/crt_swin_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..33deb58cf67524b1057691e3ff14cf9ef1768373 --- /dev/null +++ b/stage1_final/models/resized/swin/crt_swin_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891d3ff0df02e04c16aea27df68530a338eff01e0cb2459fec27a22db940450e +size 110165460 diff --git a/stage1_final/models/resized/swin/crt_swin_fold2.pt b/stage1_final/models/resized/swin/crt_swin_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecaa2c7cd4fd5c1f0d5210bb7ce87c2ac7475d94 --- /dev/null +++ b/stage1_final/models/resized/swin/crt_swin_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612e07c7917db80f49db942381a5bdc7b9f79bbad2b46ca29029cdabef682307 +size 110165460 diff --git a/stage1_final/models/resized/swin/crt_swin_fold3.pt b/stage1_final/models/resized/swin/crt_swin_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6819e0bd2e2be6344b758cc2b324b74d4473ed6 --- /dev/null +++ b/stage1_final/models/resized/swin/crt_swin_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23bfcec34d1e75e4273528f0e880f061bed27560e770883edc23286df60b61c5 +size 110165460 diff --git a/stage1_final/models/resized/swin/crt_swin_fold4.pt b/stage1_final/models/resized/swin/crt_swin_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b87f816ea085efd3b7a4d4c3f469dd62a038448 --- /dev/null +++ b/stage1_final/models/resized/swin/crt_swin_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80b7c45b34e533a2b9eaa9643e2832522b92b99ef43baf17c4096158c46d387 +size 110165460 diff --git a/stage1_final/models/resized/swin/seg_swin_final.pt b/stage1_final/models/resized/swin/seg_swin_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ff470bd1756e2eb17798ddb0efca7555789a122 --- /dev/null +++ b/stage1_final/models/resized/swin/seg_swin_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffed2edb780f0c2eaf61192d7f7dcfa78d7670eef7c8e7c781b19b117b466290 +size 113182470 diff --git a/stage1_final/models/resized/swin/seg_swin_fold0.pt b/stage1_final/models/resized/swin/seg_swin_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb2cab8c8afc4f1940e65c28324b6fb1b0649c8d --- /dev/null +++ b/stage1_final/models/resized/swin/seg_swin_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f206cdba8e5671a430f105728e68e14d8f885c1d6e2823629174c66ccaf5fac +size 113182470 diff --git a/stage1_final/models/resized/swin/seg_swin_fold1.pt b/stage1_final/models/resized/swin/seg_swin_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..0525092e6548fcba2ddff4f4d1d05fc8522c2062 --- /dev/null +++ b/stage1_final/models/resized/swin/seg_swin_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2a9ab7603ebc7b13f0076e72308635159c6a3b1cfe5fb0865903a083c4ddc5 +size 113182470 diff --git a/stage1_final/models/resized/swin/seg_swin_fold2.pt b/stage1_final/models/resized/swin/seg_swin_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..7526154d90881c2884a0864c1e632b6006c4936b --- /dev/null +++ b/stage1_final/models/resized/swin/seg_swin_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b576c1e331bac897f8c843bf5ecfbc6a2c1d6f03c9737aa7379bd417967c32cc +size 113182470 diff --git a/stage1_final/models/resized/swin/seg_swin_fold3.pt b/stage1_final/models/resized/swin/seg_swin_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..29963d83c505bb3a5168dbf6e2919d04d5e2d198 --- /dev/null +++ b/stage1_final/models/resized/swin/seg_swin_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4207cc5e6821f01c3fc980aa0d1d2a32051eee5be0377ddcdf893d13a3cefa10 +size 113182470 diff --git a/stage1_final/models/resized/swin/seg_swin_fold4.pt b/stage1_final/models/resized/swin/seg_swin_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c94e8bedfb1823bdfa0354404e8a785f606ffc --- /dev/null +++ b/stage1_final/models/resized/swin/seg_swin_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb9830059fe8bb0d76fbf8ff0169c218374e5851717322f9aca834e3240ca982 +size 113182470 diff --git a/stage1_final/models/resized/swin/target3_swin_final.pt b/stage1_final/models/resized/swin/target3_swin_final.pt new file mode 100644 index 0000000000000000000000000000000000000000..81b728497e866c8c2036309c72707e4f92f704b5 --- /dev/null +++ b/stage1_final/models/resized/swin/target3_swin_final.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8a968ac9e24f48bab0a7e3be3521a93dbc911ccad9d7affceee4f30a1675ad +size 110141718 diff --git a/stage1_final/models/resized/swin/target3_swin_fold0.pt b/stage1_final/models/resized/swin/target3_swin_fold0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a6c5bd426d77499453dc4ba9275d5ff4a934c4 --- /dev/null +++ b/stage1_final/models/resized/swin/target3_swin_fold0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36667f10edc56ab982ab80e964ee91b75cfcdf648a3ae26de27bbf6af66ee158 +size 110141718 diff --git a/stage1_final/models/resized/swin/target3_swin_fold1.pt b/stage1_final/models/resized/swin/target3_swin_fold1.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcfcbf8faf5c61a91bca6ddff659b89d97a1fa42 --- /dev/null +++ b/stage1_final/models/resized/swin/target3_swin_fold1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47fbcafe3670ac32f07f53bf45ac2a0b8c60b744952566777be92fd00013ea37 +size 110141718 diff --git a/stage1_final/models/resized/swin/target3_swin_fold2.pt b/stage1_final/models/resized/swin/target3_swin_fold2.pt new file mode 100644 index 0000000000000000000000000000000000000000..8560df8daede758e641d66f69b078564b36e9f62 --- /dev/null +++ b/stage1_final/models/resized/swin/target3_swin_fold2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b120d2da4ac9e9132b30450cfeb8fc55ef85bcfd64ff02a64bb4450b9cedfe4 +size 110141718 diff --git a/stage1_final/models/resized/swin/target3_swin_fold3.pt b/stage1_final/models/resized/swin/target3_swin_fold3.pt new file mode 100644 index 0000000000000000000000000000000000000000..04e37790add4f369babbf964a1842b7626289dc6 --- /dev/null +++ b/stage1_final/models/resized/swin/target3_swin_fold3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630249fd01120bbc242f368766f556ff8a33b6b2643204c482a9ff1b4d0db76a +size 110141718 diff --git a/stage1_final/models/resized/swin/target3_swin_fold4.pt b/stage1_final/models/resized/swin/target3_swin_fold4.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bd59c31b15153444aca8630291f325cafc58466 --- /dev/null +++ b/stage1_final/models/resized/swin/target3_swin_fold4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e13c20d7c9a81c7a8d87415099ceac83364703dc52e40afec4fe93a7330ccbb +size 110141718 diff --git a/stage1_final/results/letterbox/convnext/crt_convnext_cv_summary.json b/stage1_final/results/letterbox/convnext/crt_convnext_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e529d7b18e30cb0881bcc3317026f3e6c1ae6fb1 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/crt_convnext_cv_summary.json @@ -0,0 +1,376 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7408092088815458, + "accuracy": 0.9452191235059761, + "balanced_acc": 0.7615138097666051, + "per_class_recall": { + "malignant": 0.9429824561403509, + "non_malignant": 0.3673469387755102, + "non_roi": 0.9742120343839542 + }, + "per_class_precision": { + "malignant": 0.9598214285714286, + "non_malignant": 0.24324324324324326, + "non_roi": 0.9826589595375722 + }, + "confusion_matrix": [ + [ + 860, + 42, + 10 + ], + [ + 23, + 18, + 8 + ], + [ + 13, + 14, + 1020 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9598214285714286, + "recall": 0.9429824561403509, + "f1-score": 0.9513274336283186, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.24324324324324326, + "recall": 0.3673469387755102, + "f1-score": 0.2926829268292683, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9826589595375722, + "recall": 0.9742120343839542, + "f1-score": 0.9784172661870504, + "support": 1047.0 + }, + "accuracy": 0.9452191235059761, + "macro avg": { + "precision": 0.7285745437840814, + "recall": 0.7615138097666051, + "f1-score": 0.7408092088815458, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.954243024109512, + "recall": 0.9452191235059761, + "f1-score": 0.9493799604489555, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.925531914893617, + "src_C_n": 1222, + "src_D_acc": 0.8793103448275862, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7854925379619416, + "accuracy": 0.9167079821517105, + "balanced_acc": 0.8344986280868048, + "per_class_recall": { + "malignant": 0.9013157894736842, + "non_malignant": 0.66, + "non_roi": 0.9421800947867298 + }, + "per_class_precision": { + "malignant": 0.9372862029646523, + "non_malignant": 0.39759036144578314, + "non_roi": 0.9403973509933775 + }, + "confusion_matrix": [ + [ + 822, + 29, + 61 + ], + [ + 15, + 33, + 2 + ], + [ + 40, + 21, + 994 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9372862029646523, + "recall": 0.9013157894736842, + "f1-score": 0.9189491335941867, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.39759036144578314, + "recall": 0.66, + "f1-score": 0.49624060150375937, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9403973509933775, + "recall": 0.9421800947867298, + "f1-score": 0.9412878787878788, + "support": 1055.0 + }, + "accuracy": 0.9167079821517105, + "macro avg": { + "precision": 0.7584246384679377, + "recall": 0.8344986280868048, + "f1-score": 0.7854925379619416, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9255348242310686, + "recall": 0.9167079821517105, + "f1-score": 0.9201548597096174, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9038461538461539, + "src_B_n": 728, + "src_C_acc": 0.926605504587156, + "src_C_n": 1090, + "src_D_acc": 0.9095477386934674, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.731610480037181, + "accuracy": 0.9159959758551308, + "balanced_acc": 0.7805688701282114, + "per_class_recall": { + "malignant": 0.9122807017543859, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9396299902629016 + }, + "per_class_precision": { + "malignant": 0.9193370165745857, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9836901121304791 + }, + "confusion_matrix": [ + [ + 832, + 65, + 15 + ], + [ + 24, + 24, + 1 + ], + [ + 49, + 13, + 965 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9193370165745857, + "recall": 0.9122807017543859, + "f1-score": 0.9157952669235003, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.23529411764705882, + "recall": 0.4897959183673469, + "f1-score": 0.31788079470198677, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9836901121304791, + "recall": 0.9396299902629016, + "f1-score": 0.9611553784860558, + "support": 1027.0 + }, + "accuracy": 0.9159959758551308, + "macro avg": { + "precision": 0.7127737487840412, + "recall": 0.7805688701282114, + "f1-score": 0.731610480037181, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9357215875446327, + "recall": 0.9159959758551308, + "f1-score": 0.9244909537624794, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9372496662216289, + "src_B_n": 749, + "src_C_acc": 0.9463276836158192, + "src_C_n": 1062, + "src_D_acc": 0.6440677966101694, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7026481770827727, + "accuracy": 0.8720194647201946, + "balanced_acc": 0.8119518633976465, + "per_class_recall": { + "malignant": 0.8904709748083242, + "non_malignant": 0.68, + "non_roi": 0.8653846153846154 + }, + "per_class_precision": { + "malignant": 0.9073660714285714, + "non_malignant": 0.18994413407821228, + "non_roi": 0.9642857142857143 + }, + "confusion_matrix": [ + [ + 813, + 70, + 30 + ], + [ + 11, + 34, + 5 + ], + [ + 72, + 75, + 945 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9073660714285714, + "recall": 0.8904709748083242, + "f1-score": 0.8988391376451078, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18994413407821228, + "recall": 0.68, + "f1-score": 0.29694323144104806, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9642857142857143, + "recall": 0.8653846153846154, + "f1-score": 0.9121621621621622, + "support": 1092.0 + }, + "accuracy": 0.8720194647201946, + "macro avg": { + "precision": 0.6871986399308326, + "recall": 0.8119518633976465, + "f1-score": 0.7026481770827727, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9201569002035018, + "recall": 0.8720194647201946, + "f1-score": 0.891274148575726, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.968141592920354, + "src_B_n": 565, + "src_C_acc": 0.8266897746967071, + "src_C_n": 1154, + "src_D_acc": 0.8660714285714286, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6388269960982316, + "accuracy": 0.8729364682341171, + "balanced_acc": 0.6526944897573191, + "per_class_recall": { + "malignant": 0.8849945235487404, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8966183574879227 + }, + "per_class_precision": { + "malignant": 0.9017857142857143, + "non_malignant": 0.06428571428571428, + "non_roi": 0.9636552440290758 + }, + "confusion_matrix": [ + [ + 808, + 73, + 32 + ], + [ + 39, + 9, + 3 + ], + [ + 49, + 58, + 928 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9017857142857143, + "recall": 0.8849945235487404, + "f1-score": 0.8933112216694307, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.06428571428571428, + "recall": 0.17647058823529413, + "f1-score": 0.09424083769633508, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9636552440290758, + "recall": 0.8966183574879227, + "f1-score": 0.928928928928929, + "support": 1035.0 + }, + "accuracy": 0.8729364682341171, + "macro avg": { + "precision": 0.6432422242001681, + "recall": 0.6526944897573191, + "f1-score": 0.6388269960982316, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9124522792103662, + "recall": 0.8729364682341171, + "f1-score": 0.8913661178329889, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9594202898550724, + "src_B_n": 690, + "src_C_acc": 0.8623445825932504, + "src_C_n": 1126, + "src_D_acc": 0.6120218579234973, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7198774800123345, + "cv_macro_f1_std": 0.04847095256938198, + "cv_non_malignant_recall_mean": 0.4747226890756303, + "cv_non_malignant_recall_std": 0.18824320756573099, + "cv_balanced_acc_mean": 0.7682455322273174, + "cv_balanced_acc_std": 0.06300625406346248 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/crt_convnext_final.json b/stage1_final/results/letterbox/convnext/crt_convnext_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f2b1e2710aff18c3ba2b6c61a7a166a4b6be66cc --- /dev/null +++ b/stage1_final/results/letterbox/convnext/crt_convnext_final.json @@ -0,0 +1,75 @@ +{ + "backbone": "convnext", + "test_metrics": { + "macro_f1": 0.7851771594706953, + "accuracy": 0.9447026022304833, + "balanced_acc": 0.8307919339616044, + "per_class_recall": { + "malignant": 0.9529652351738241, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9718456725755996, + "non_malignant": 0.34065934065934067, + "non_roi": 0.9709618874773139 + }, + "confusion_matrix": [ + [ + 932, + 31, + 15 + ], + [ + 5, + 31, + 17 + ], + [ + 22, + 29, + 1070 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718456725755996, + "recall": 0.9529652351738241, + "f1-score": 0.9623128549303046, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.34065934065934067, + "recall": 0.5849056603773585, + "f1-score": 0.4305555555555556, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9709618874773139, + "recall": 0.9545049063336307, + "f1-score": 0.9626630679262258, + "support": 1121.0 + }, + "accuracy": 0.9447026022304833, + "macro avg": { + "precision": 0.7611556335707514, + "recall": 0.8307919339616044, + "f1-score": 0.7851771594706953, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9558402828512781, + "recall": 0.9447026022304833, + "f1-score": 0.9493990314644895, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9787535410764873, + "src_B_n": 706, + "src_C_acc": 0.9310344827586207, + "src_C_n": 1189, + "src_D_acc": 0.914396887159533, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/emit_crt_convnext_oof.json b/stage1_final/results/letterbox/convnext/emit_crt_convnext_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..ae74939c21304cb2cad80ef2d73a9adb9d553363 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/emit_crt_convnext_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7408092088815458, + "accuracy": 0.9452191235059761, + "balanced_acc": 0.7615138097666051, + "per_class_recall": { + "malignant": 0.9429824561403509, + "non_malignant": 0.3673469387755102, + "non_roi": 0.9742120343839542 + }, + "per_class_precision": { + "malignant": 0.9598214285714286, + "non_malignant": 0.24324324324324326, + "non_roi": 0.9826589595375722 + }, + "confusion_matrix": [ + [ + 860, + 42, + 10 + ], + [ + 23, + 18, + 8 + ], + [ + 13, + 14, + 1020 + ] + ], + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.925531914893617, + "src_C_n": 1222, + "src_D_acc": 0.8793103448275862, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7854925379619416, + "accuracy": 0.9167079821517105, + "balanced_acc": 0.8344986280868048, + "per_class_recall": { + "malignant": 0.9013157894736842, + "non_malignant": 0.66, + "non_roi": 0.9421800947867298 + }, + "per_class_precision": { + "malignant": 0.9372862029646523, + "non_malignant": 0.39759036144578314, + "non_roi": 0.9403973509933775 + }, + "confusion_matrix": [ + [ + 822, + 29, + 61 + ], + [ + 15, + 33, + 2 + ], + [ + 40, + 21, + 994 + ] + ], + "n": 2017, + "src_B_acc": 0.9038461538461539, + "src_B_n": 728, + "src_C_acc": 0.926605504587156, + "src_C_n": 1090, + "src_D_acc": 0.9095477386934674, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.731610480037181, + "accuracy": 0.9159959758551308, + "balanced_acc": 0.7805688701282114, + "per_class_recall": { + "malignant": 0.9122807017543859, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9396299902629016 + }, + "per_class_precision": { + "malignant": 0.9193370165745857, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9836901121304791 + }, + "confusion_matrix": [ + [ + 832, + 65, + 15 + ], + [ + 24, + 24, + 1 + ], + [ + 49, + 13, + 965 + ] + ], + "n": 1988, + "src_B_acc": 0.9372496662216289, + "src_B_n": 749, + "src_C_acc": 0.9463276836158192, + "src_C_n": 1062, + "src_D_acc": 0.6440677966101694, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7026481770827727, + "accuracy": 0.8720194647201946, + "balanced_acc": 0.8119518633976465, + "per_class_recall": { + "malignant": 0.8904709748083242, + "non_malignant": 0.68, + "non_roi": 0.8653846153846154 + }, + "per_class_precision": { + "malignant": 0.9073660714285714, + "non_malignant": 0.18994413407821228, + "non_roi": 0.9642857142857143 + }, + "confusion_matrix": [ + [ + 813, + 70, + 30 + ], + [ + 11, + 34, + 5 + ], + [ + 72, + 75, + 945 + ] + ], + "n": 2055, + "src_B_acc": 0.968141592920354, + "src_B_n": 565, + "src_C_acc": 0.8266897746967071, + "src_C_n": 1154, + "src_D_acc": 0.8660714285714286, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6388269960982316, + "accuracy": 0.8729364682341171, + "balanced_acc": 0.6526944897573191, + "per_class_recall": { + "malignant": 0.8849945235487404, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8966183574879227 + }, + "per_class_precision": { + "malignant": 0.9017857142857143, + "non_malignant": 0.06428571428571428, + "non_roi": 0.9636552440290758 + }, + "confusion_matrix": [ + [ + 808, + 73, + 32 + ], + [ + 39, + 9, + 3 + ], + [ + 49, + 58, + 928 + ] + ], + "n": 1999, + "src_B_acc": 0.9594202898550724, + "src_B_n": 690, + "src_C_acc": 0.8623445825932504, + "src_C_n": 1126, + "src_D_acc": 0.6120218579234973, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7198774800123345, + "cv_macro_f1_std": 0.04847095256938198, + "cv_non_malignant_recall_mean": 0.4747226890756303, + "cv_non_malignant_recall_std": 0.18824320756573099, + "cv_balanced_acc_mean": 0.7682455322273174, + "cv_balanced_acc_std": 0.06300625406346248 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/emit_crt_convnext_test.json b/stage1_final/results/letterbox/convnext/emit_crt_convnext_test.json new file mode 100644 index 0000000000000000000000000000000000000000..e2fcb07514431066df0090b9474c7d59b7348664 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/emit_crt_convnext_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "convnext", + "test_metrics": { + "macro_f1": 0.7851771594706953, + "accuracy": 0.9447026022304833, + "balanced_acc": 0.8307919339616044, + "per_class_recall": { + "malignant": 0.9529652351738241, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9718456725755996, + "non_malignant": 0.34065934065934067, + "non_roi": 0.9709618874773139 + }, + "confusion_matrix": [ + [ + 932, + 31, + 15 + ], + [ + 5, + 31, + 17 + ], + [ + 22, + 29, + 1070 + ] + ], + "n": 2152, + "src_B_acc": 0.9787535410764873, + "src_B_n": 706, + "src_C_acc": 0.9310344827586207, + "src_C_n": 1189, + "src_D_acc": 0.914396887159533, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/emit_plain_convnext_oof.json b/stage1_final/results/letterbox/convnext/emit_plain_convnext_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..a8300e0d848241b475d72599c5325193eeeb2cc9 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/emit_plain_convnext_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7549369857124005, + "accuracy": 0.9581673306772909, + "balanced_acc": 0.7447494392619562, + "per_class_recall": { + "malignant": 0.9638157894736842, + "non_malignant": 0.2857142857142857, + "non_roi": 0.9847182425978988 + }, + "per_class_precision": { + "malignant": 0.956474428726877, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9809705042816366 + }, + "confusion_matrix": [ + [ + 879, + 21, + 12 + ], + [ + 27, + 14, + 8 + ], + [ + 13, + 3, + 1031 + ] + ], + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9386252045826514, + "src_C_n": 1222, + "src_D_acc": 0.9655172413793104, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7904883586467214, + "accuracy": 0.924640555280119, + "balanced_acc": 0.7590258723427844, + "per_class_recall": { + "malignant": 0.9462719298245614, + "non_malignant": 0.4, + "non_roi": 0.9308056872037914 + }, + "per_class_precision": { + "malignant": 0.9046121593291404, + "non_malignant": 0.6896551724137931, + "non_roi": 0.9497098646034816 + }, + "confusion_matrix": [ + [ + 863, + 4, + 45 + ], + [ + 23, + 20, + 7 + ], + [ + 68, + 5, + 982 + ] + ], + "n": 2017, + "src_B_acc": 0.9134615384615384, + "src_B_n": 728, + "src_C_acc": 0.9330275229357798, + "src_C_n": 1090, + "src_D_acc": 0.9195979899497487, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7191863717346433, + "accuracy": 0.9330985915492958, + "balanced_acc": 0.7216951810020716, + "per_class_recall": { + "malignant": 0.9484649122807017, + "non_malignant": 0.2653061224489796, + "non_roi": 0.9513145082765336 + }, + "per_class_precision": { + "malignant": 0.9241452991452992, + "non_malignant": 0.25, + "non_roi": 0.977 + }, + "confusion_matrix": [ + [ + 865, + 34, + 13 + ], + [ + 26, + 13, + 10 + ], + [ + 45, + 5, + 977 + ] + ], + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9670433145009416, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7565141287721873, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7594261160526221, + "per_class_recall": { + "malignant": 0.9222343921139102, + "non_malignant": 0.4, + "non_roi": 0.9560439560439561 + }, + "per_class_precision": { + "malignant": 0.9439461883408071, + "non_malignant": 0.37735849056603776, + "non_roi": 0.9405405405405406 + }, + "confusion_matrix": [ + [ + 842, + 15, + 56 + ], + [ + 20, + 20, + 10 + ], + [ + 30, + 18, + 1044 + ] + ], + "n": 2055, + "src_B_acc": 0.95929203539823, + "src_B_n": 565, + "src_C_acc": 0.912478336221837, + "src_C_n": 1154, + "src_D_acc": 0.9255952380952381, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.652147601979934, + "accuracy": 0.919959979989995, + "balanced_acc": 0.6480518783911382, + "per_class_recall": { + "malignant": 0.9452354874041621, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9400966183574879 + }, + "per_class_precision": { + "malignant": 0.8924508790072389, + "non_malignant": 0.1875, + "non_roi": 0.9576771653543307 + }, + "confusion_matrix": [ + [ + 863, + 12, + 38 + ], + [ + 43, + 3, + 5 + ], + [ + 61, + 1, + 973 + ] + ], + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.9174067495559503, + "src_C_n": 1126, + "src_D_acc": 0.7704918032786885, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7346546893691773, + "cv_macro_f1_std": 0.0470176426054336, + "cv_non_malignant_recall_mean": 0.28196878751500604, + "cv_non_malignant_recall_std": 0.12485849079592558, + "cv_balanced_acc_mean": 0.7265896974101145, + "cv_balanced_acc_std": 0.04159869556796317 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/emit_plain_convnext_test.json b/stage1_final/results/letterbox/convnext/emit_plain_convnext_test.json new file mode 100644 index 0000000000000000000000000000000000000000..dfba07aec6de2c2163f9493df8d34b891e5951d2 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/emit_plain_convnext_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "convnext", + "test_metrics": { + "macro_f1": 0.7867752685071485, + "accuracy": 0.9526022304832714, + "balanced_acc": 0.7516552331202179, + "per_class_recall": { + "malignant": 0.9458077709611452, + "non_malignant": 0.32075471698113206, + "non_roi": 0.9884032114183765 + }, + "per_class_precision": { + "malignant": 0.9809119830328739, + "non_malignant": 0.68, + "non_roi": 0.9358108108108109 + }, + "confusion_matrix": [ + [ + 925, + 6, + 47 + ], + [ + 7, + 17, + 29 + ], + [ + 11, + 2, + 1108 + ] + ], + "n": 2152, + "src_B_acc": 0.9702549575070821, + "src_B_n": 706, + "src_C_acc": 0.9554247266610597, + "src_C_n": 1189, + "src_D_acc": 0.8910505836575876, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/seg_convnext_cv_summary.json b/stage1_final/results/letterbox/convnext/seg_convnext_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..631edee57613a9dbbd4c0f778c37202c40188c37 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/seg_convnext_cv_summary.json @@ -0,0 +1,34 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "dice": 0.8657896320025126, + "iou": 0.7703452507654825 + }, + { + "fold": 1, + "dice": 0.8328206936518351, + "iou": 0.7481683691342672 + }, + { + "fold": 2, + "dice": 0.894436776638031, + "iou": 0.8205307523409525 + }, + { + "fold": 3, + "dice": 0.801308939854304, + "iou": 0.6808489859104156 + }, + { + "fold": 4, + "dice": 0.8233948707580566, + "iou": 0.7212459802627563 + } + ], + "cv_dice_mean": 0.8435501825809478, + "cv_dice_std": 0.032832056529416134, + "cv_iou_mean": 0.7482278676827748, + "cv_iou_std": 0.04687179378269702 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/seg_convnext_final.json b/stage1_final/results/letterbox/convnext/seg_convnext_final.json new file mode 100644 index 0000000000000000000000000000000000000000..d1e324b842712a17e51cebd015f696c3fa743df9 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/seg_convnext_final.json @@ -0,0 +1,115 @@ +{ + "backbone": "convnext", + "val_metrics": { + "dice": 0.8734363828386579, + "iou": 0.7883496539933341 + }, + "test_metrics": { + "dice": 0.7699708938598633, + "iou": 0.6627390086650848 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4175036499897639, + "val_dice": 0.6627591592924935, + "val_iou": 0.5132169042314801 + }, + { + "epoch": 1, + "train_loss": 0.18559053954150942, + "val_dice": 0.6272480658122471, + "val_iou": 0.4865163138934544 + }, + { + "epoch": 2, + "train_loss": 0.14512366387579176, + "val_dice": 0.8322888612747192, + "val_iou": 0.7327152916363308 + }, + { + "epoch": 3, + "train_loss": 0.13434136493338478, + "val_dice": 0.7319967406136649, + "val_iou": 0.5994172820023128 + }, + { + "epoch": 4, + "train_loss": 0.1142470497224066, + "val_dice": 0.7104362164224897, + "val_iou": 0.5735402618135724 + }, + { + "epoch": 5, + "train_loss": 0.08670832465092342, + "val_dice": 0.8530216557638985, + "val_iou": 0.7558436478887286 + }, + { + "epoch": 6, + "train_loss": 0.07883555876712005, + "val_dice": 0.8734363828386579, + "val_iou": 0.7883496539933341 + }, + { + "epoch": 7, + "train_loss": 0.0744498728050126, + "val_dice": 0.839992778641837, + "val_iou": 0.7358763984271458 + }, + { + "epoch": 8, + "train_loss": 0.07340453254679839, + "val_dice": 0.8583622915404183, + "val_iou": 0.7617629851613726 + }, + { + "epoch": 9, + "train_loss": 0.09048327265514268, + "val_dice": 0.7629870261464801, + "val_iou": 0.6491129611219678 + }, + { + "epoch": 10, + "train_loss": 0.0736603027002679, + "val_dice": 0.8046713301113674, + "val_iou": 0.6952433330672128 + }, + { + "epoch": 11, + "train_loss": 0.06242868324948682, + "val_dice": 0.8008232457297189, + "val_iou": 0.6947803923061916 + }, + { + "epoch": 12, + "train_loss": 0.060821839711732335, + "val_dice": 0.8107790946960449, + "val_iou": 0.7063375030245099 + }, + { + "epoch": 13, + "train_loss": 0.05497900603546037, + "val_dice": 0.861936228615897, + "val_iou": 0.7689591816493443 + }, + { + "epoch": 14, + "train_loss": 0.05046028229925367, + "val_dice": 0.8512287735939026, + "val_iou": 0.7544815199715751 + }, + { + "epoch": 15, + "train_loss": 0.0469479908545812, + "val_dice": 0.87216488804136, + "val_iou": 0.7844747049467904 + }, + { + "epoch": 16, + "train_loss": 0.04537577244142691, + "val_dice": 0.8495507751192365, + "val_iou": 0.7518187420708793 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/seg_convnext_fold0_val.json b/stage1_final/results/letterbox/convnext/seg_convnext_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..5de60dec24926199a1d66058312bc32a7b6cabd1 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/seg_convnext_fold0_val.json @@ -0,0 +1,207 @@ +{ + "fold": 0, + "metrics": { + "dice": 0.8657896320025126, + "iou": 0.7703452507654825 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.413332333167394, + "val_dice": 0.63395889600118, + "val_iou": 0.4812096456686656 + }, + { + "epoch": 1, + "train_loss": 0.21024225850900014, + "val_dice": 0.8220777114232382, + "val_iou": 0.7054988145828247 + }, + { + "epoch": 2, + "train_loss": 0.1429086819291115, + "val_dice": 0.7571125229199728, + "val_iou": 0.6213715275128683 + }, + { + "epoch": 3, + "train_loss": 0.12933811396360398, + "val_dice": 0.7514718572298685, + "val_iou": 0.6228430072466532 + }, + { + "epoch": 4, + "train_loss": 0.1209652508298556, + "val_dice": 0.7790396213531494, + "val_iou": 0.6561123728752136 + }, + { + "epoch": 5, + "train_loss": 0.09907496472199757, + "val_dice": 0.7060563365618387, + "val_iou": 0.5755642851193746 + }, + { + "epoch": 6, + "train_loss": 0.09483969310919443, + "val_dice": 0.7482956051826477, + "val_iou": 0.6109437942504883 + }, + { + "epoch": 7, + "train_loss": 0.08152151157458623, + "val_dice": 0.832902193069458, + "val_iou": 0.7251736323038737 + }, + { + "epoch": 8, + "train_loss": 0.07271682942907015, + "val_dice": 0.77979842821757, + "val_iou": 0.6597112417221069 + }, + { + "epoch": 9, + "train_loss": 0.06602983425060908, + "val_dice": 0.8385428984959921, + "val_iou": 0.7308453321456909 + }, + { + "epoch": 10, + "train_loss": 0.05686597526073456, + "val_dice": 0.8250013589859009, + "val_iou": 0.7166961630185446 + }, + { + "epoch": 11, + "train_loss": 0.05414473613103231, + "val_dice": 0.8378177682558695, + "val_iou": 0.7306958436965942 + }, + { + "epoch": 12, + "train_loss": 0.04946784426768621, + "val_dice": 0.8457959294319153, + "val_iou": 0.7418825427691141 + }, + { + "epoch": 13, + "train_loss": 0.04825566833217939, + "val_dice": 0.8304596543312073, + "val_iou": 0.7230602304140726 + }, + { + "epoch": 14, + "train_loss": 0.04767579014102618, + "val_dice": 0.8576585054397583, + "val_iou": 0.7613519231478373 + }, + { + "epoch": 15, + "train_loss": 0.05747275402148565, + "val_dice": 0.8346349596977234, + "val_iou": 0.7275407115618387 + }, + { + "epoch": 16, + "train_loss": 0.05485117013255755, + "val_dice": 0.8346497019131979, + "val_iou": 0.7248404224713644 + }, + { + "epoch": 17, + "train_loss": 0.04918177450696627, + "val_dice": 0.8575520515441895, + "val_iou": 0.7594552437464396 + }, + { + "epoch": 18, + "train_loss": 0.04611290122071902, + "val_dice": 0.8503789107004801, + "val_iou": 0.7507041891415914 + }, + { + "epoch": 19, + "train_loss": 0.04238064264257749, + "val_dice": 0.8603611588478088, + "val_iou": 0.7633505264918009 + }, + { + "epoch": 20, + "train_loss": 0.040841015676657356, + "val_dice": 0.8607984979947408, + "val_iou": 0.7637974818547567 + }, + { + "epoch": 21, + "train_loss": 0.038270400216182075, + "val_dice": 0.8567729592323303, + "val_iou": 0.7574127713839213 + }, + { + "epoch": 22, + "train_loss": 0.037981748953461646, + "val_dice": 0.8657896320025126, + "val_iou": 0.7703452507654825 + }, + { + "epoch": 23, + "train_loss": 0.03716337929169337, + "val_dice": 0.8617261052131653, + "val_iou": 0.764863928159078 + }, + { + "epoch": 24, + "train_loss": 0.03539376743137836, + "val_dice": 0.857505718866984, + "val_iou": 0.7588173151016235 + }, + { + "epoch": 25, + "train_loss": 0.0335369727263848, + "val_dice": 0.8511696259180704, + "val_iou": 0.7493946353594462 + }, + { + "epoch": 26, + "train_loss": 0.033984412997961046, + "val_dice": 0.8507123589515686, + "val_iou": 0.7485113143920898 + }, + { + "epoch": 27, + "train_loss": 0.032275935262441637, + "val_dice": 0.8507752617200216, + "val_iou": 0.7487856348355612 + }, + { + "epoch": 28, + "train_loss": 0.03203318317731221, + "val_dice": 0.8546960552533468, + "val_iou": 0.7557318011919657 + }, + { + "epoch": 29, + "train_loss": 0.031481388583779336, + "val_dice": 0.849621037642161, + "val_iou": 0.747171938419342 + }, + { + "epoch": 30, + "train_loss": 0.03107047254840533, + "val_dice": 0.8488385279973348, + "val_iou": 0.7457658251126608 + }, + { + "epoch": 31, + "train_loss": 0.030900692815581957, + "val_dice": 0.8492350379625956, + "val_iou": 0.7463066180547079 + }, + { + "epoch": 32, + "train_loss": 0.03076929524540901, + "val_dice": 0.8545707861582438, + "val_iou": 0.7547258337338766 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/seg_convnext_fold1_val.json b/stage1_final/results/letterbox/convnext/seg_convnext_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..48dd3eed4b148cc33b40591b332db5edea9b9de4 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/seg_convnext_fold1_val.json @@ -0,0 +1,135 @@ +{ + "fold": 1, + "metrics": { + "dice": 0.8328206936518351, + "iou": 0.7481683691342672 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4307406723499298, + "val_dice": 0.5701971252759298, + "val_iou": 0.44819573561350506 + }, + { + "epoch": 1, + "train_loss": 0.22916659712791443, + "val_dice": 0.7049093246459961, + "val_iou": 0.6056109666824341 + }, + { + "epoch": 2, + "train_loss": 0.18393752326567966, + "val_dice": 0.7768846948941549, + "val_iou": 0.6666922569274902 + }, + { + "epoch": 3, + "train_loss": 0.13066300054391225, + "val_dice": 0.7307994763056437, + "val_iou": 0.6276109019915262 + }, + { + "epoch": 4, + "train_loss": 0.10394630829493205, + "val_dice": 0.817559560139974, + "val_iou": 0.7201409538586935 + }, + { + "epoch": 5, + "train_loss": 0.09034919043382009, + "val_dice": 0.7775226434071859, + "val_iou": 0.6694613893826803 + }, + { + "epoch": 6, + "train_loss": 0.08677845299243928, + "val_dice": 0.8059278130531311, + "val_iou": 0.7016019225120544 + }, + { + "epoch": 7, + "train_loss": 0.09577114929755529, + "val_dice": 0.783704141775767, + "val_iou": 0.6878628134727478 + }, + { + "epoch": 8, + "train_loss": 0.07516104976336162, + "val_dice": 0.8252655466397604, + "val_iou": 0.7339743375778198 + }, + { + "epoch": 9, + "train_loss": 0.06538721422354381, + "val_dice": 0.8283019860585531, + "val_iou": 0.7372990846633911 + }, + { + "epoch": 10, + "train_loss": 0.059943028291066486, + "val_dice": 0.8328206936518351, + "val_iou": 0.7481683691342672 + }, + { + "epoch": 11, + "train_loss": 0.05649355128407478, + "val_dice": 0.8322425285975138, + "val_iou": 0.7441817124684652 + }, + { + "epoch": 12, + "train_loss": 0.055297494679689405, + "val_dice": 0.7529766956965128, + "val_iou": 0.6661255359649658 + }, + { + "epoch": 13, + "train_loss": 0.050276811917622885, + "val_dice": 0.804070770740509, + "val_iou": 0.7151873707771301 + }, + { + "epoch": 14, + "train_loss": 0.04842543552319209, + "val_dice": 0.8258880575497946, + "val_iou": 0.7327338258425394 + }, + { + "epoch": 15, + "train_loss": 0.04742897699276606, + "val_dice": 0.8039093613624573, + "val_iou": 0.7147734562555949 + }, + { + "epoch": 16, + "train_loss": 0.04500487297773361, + "val_dice": 0.8118729591369629, + "val_iou": 0.723993976910909 + }, + { + "epoch": 17, + "train_loss": 0.04248309060931206, + "val_dice": 0.8183358907699585, + "val_iou": 0.7293178041776022 + }, + { + "epoch": 18, + "train_loss": 0.04028019979596138, + "val_dice": 0.8160046537717184, + "val_iou": 0.7271581689516703 + }, + { + "epoch": 19, + "train_loss": 0.041494369010130566, + "val_dice": 0.7951237956682841, + "val_iou": 0.7029852867126465 + }, + { + "epoch": 20, + "train_loss": 0.03889772519469261, + "val_dice": 0.7861965497334799, + "val_iou": 0.6964846849441528 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/seg_convnext_fold2_val.json b/stage1_final/results/letterbox/convnext/seg_convnext_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..077419803c2026561671e98f7187b8792b68ad29 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/seg_convnext_fold2_val.json @@ -0,0 +1,177 @@ +{ + "fold": 2, + "metrics": { + "dice": 0.894436776638031, + "iou": 0.8205307523409525 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4446463684240977, + "val_dice": 0.6444566249847412, + "val_iou": 0.493154376745224 + }, + { + "epoch": 1, + "train_loss": 0.24205395380655925, + "val_dice": 0.6517290870348612, + "val_iou": 0.5192956725756327 + }, + { + "epoch": 2, + "train_loss": 0.16277682582537334, + "val_dice": 0.8207135399182638, + "val_iou": 0.7171862324078878 + }, + { + "epoch": 3, + "train_loss": 0.13615909119447073, + "val_dice": 0.8264298637708029, + "val_iou": 0.7196254134178162 + }, + { + "epoch": 4, + "train_loss": 0.11321974148352941, + "val_dice": 0.8350760738054911, + "val_iou": 0.7409617304801941 + }, + { + "epoch": 5, + "train_loss": 0.08950427621603012, + "val_dice": 0.8623155951499939, + "val_iou": 0.773983875910441 + }, + { + "epoch": 6, + "train_loss": 0.09064910411834717, + "val_dice": 0.8482482632001241, + "val_iou": 0.7638281385103861 + }, + { + "epoch": 7, + "train_loss": 0.08089330047369003, + "val_dice": 0.871073583761851, + "val_iou": 0.7846332391103109 + }, + { + "epoch": 8, + "train_loss": 0.07693836788336436, + "val_dice": 0.8709955811500549, + "val_iou": 0.7861493825912476 + }, + { + "epoch": 9, + "train_loss": 0.06514060447613398, + "val_dice": 0.8735426664352417, + "val_iou": 0.7888110280036926 + }, + { + "epoch": 10, + "train_loss": 0.06027784322698911, + "val_dice": 0.8619034290313721, + "val_iou": 0.7775295972824097 + }, + { + "epoch": 11, + "train_loss": 0.05667320117354393, + "val_dice": 0.8650503953297933, + "val_iou": 0.7792930006980896 + }, + { + "epoch": 12, + "train_loss": 0.0610916609565417, + "val_dice": 0.8363523483276367, + "val_iou": 0.751191516717275 + }, + { + "epoch": 13, + "train_loss": 0.05519130229949951, + "val_dice": 0.8660447001457214, + "val_iou": 0.7878073255221049 + }, + { + "epoch": 14, + "train_loss": 0.0503577637175719, + "val_dice": 0.8796484271685282, + "val_iou": 0.800046443939209 + }, + { + "epoch": 15, + "train_loss": 0.049021958063046135, + "val_dice": 0.8888667424519857, + "val_iou": 0.8142840067545573 + }, + { + "epoch": 16, + "train_loss": 0.045901840180158617, + "val_dice": 0.8479960759480795, + "val_iou": 0.7685330112775167 + }, + { + "epoch": 17, + "train_loss": 0.04522829030950864, + "val_dice": 0.894436776638031, + "val_iou": 0.8205307523409525 + }, + { + "epoch": 18, + "train_loss": 0.046028640617926914, + "val_dice": 0.8735155661900839, + "val_iou": 0.794219434261322 + }, + { + "epoch": 19, + "train_loss": 0.04326382378737132, + "val_dice": 0.8771473169326782, + "val_iou": 0.799933393796285 + }, + { + "epoch": 20, + "train_loss": 0.042852243532737096, + "val_dice": 0.8866275151570638, + "val_iou": 0.8096909920374552 + }, + { + "epoch": 21, + "train_loss": 0.03890581155816714, + "val_dice": 0.8846704959869385, + "val_iou": 0.8064210613568624 + }, + { + "epoch": 22, + "train_loss": 0.0382293904821078, + "val_dice": 0.8732689221700033, + "val_iou": 0.7949458161989847 + }, + { + "epoch": 23, + "train_loss": 0.037458174675703046, + "val_dice": 0.868107815583547, + "val_iou": 0.7888708313306173 + }, + { + "epoch": 24, + "train_loss": 0.0353986494243145, + "val_dice": 0.8717917998631796, + "val_iou": 0.7942736744880676 + }, + { + "epoch": 25, + "train_loss": 0.03429250878592332, + "val_dice": 0.8685165842374166, + "val_iou": 0.7884101072947184 + }, + { + "epoch": 26, + "train_loss": 0.03309056224922339, + "val_dice": 0.8684731523195902, + "val_iou": 0.7879676620165507 + }, + { + "epoch": 27, + "train_loss": 0.0332157580802838, + "val_dice": 0.8795554836591085, + "val_iou": 0.802405854066213 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/seg_convnext_fold3_val.json b/stage1_final/results/letterbox/convnext/seg_convnext_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..2a639fa2b2323692c19f156759b17df5fc3827e5 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/seg_convnext_fold3_val.json @@ -0,0 +1,207 @@ +{ + "fold": 3, + "metrics": { + "dice": 0.801308939854304, + "iou": 0.6808489859104156 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4643137479821841, + "val_dice": 0.5799531191587448, + "val_iou": 0.4313993752002716 + }, + { + "epoch": 1, + "train_loss": 0.22398397574822107, + "val_dice": 0.73699219028155, + "val_iou": 0.6018770982821783 + }, + { + "epoch": 2, + "train_loss": 0.17088677609960237, + "val_dice": 0.7386539777119955, + "val_iou": 0.6023654242356619 + }, + { + "epoch": 3, + "train_loss": 0.1426913378139337, + "val_dice": 0.7514902750651041, + "val_iou": 0.617321789264679 + }, + { + "epoch": 4, + "train_loss": 0.11537970850865047, + "val_dice": 0.7735311488310496, + "val_iou": 0.6421733895937601 + }, + { + "epoch": 5, + "train_loss": 0.09334374964237213, + "val_dice": 0.7555832167466482, + "val_iou": 0.6214291254679362 + }, + { + "epoch": 6, + "train_loss": 0.09002659345666568, + "val_dice": 0.7425562342007955, + "val_iou": 0.6059032926956812 + }, + { + "epoch": 7, + "train_loss": 0.07899155498792727, + "val_dice": 0.7695108354091644, + "val_iou": 0.6439454108476639 + }, + { + "epoch": 8, + "train_loss": 0.07399807404726744, + "val_dice": 0.7829303244749705, + "val_iou": 0.6560880839824677 + }, + { + "epoch": 9, + "train_loss": 0.0644562104716897, + "val_dice": 0.7914397815863291, + "val_iou": 0.6719990372657776 + }, + { + "epoch": 10, + "train_loss": 0.06269841113438208, + "val_dice": 0.7725615203380585, + "val_iou": 0.6449940403302511 + }, + { + "epoch": 11, + "train_loss": 0.05754597578197718, + "val_dice": 0.7733352879683176, + "val_iou": 0.6444770395755768 + }, + { + "epoch": 12, + "train_loss": 0.05226297335078319, + "val_dice": 0.7674254576365153, + "val_iou": 0.6380081077416738 + }, + { + "epoch": 13, + "train_loss": 0.05089618576069673, + "val_dice": 0.7635501623153687, + "val_iou": 0.6316298544406891 + }, + { + "epoch": 14, + "train_loss": 0.046258267325659595, + "val_dice": 0.7722267309824625, + "val_iou": 0.643611858288447 + }, + { + "epoch": 15, + "train_loss": 0.04700685882320007, + "val_dice": 0.7859358489513397, + "val_iou": 0.6619559129079183 + }, + { + "epoch": 16, + "train_loss": 0.045222921607395015, + "val_dice": 0.7857911686102549, + "val_iou": 0.6610885063807169 + }, + { + "epoch": 17, + "train_loss": 0.04469924559816718, + "val_dice": 0.7905005812644958, + "val_iou": 0.6690896848837534 + }, + { + "epoch": 18, + "train_loss": 0.04556523791203896, + "val_dice": 0.7933542629082998, + "val_iou": 0.6717751820882162 + }, + { + "epoch": 19, + "train_loss": 0.042869615058104195, + "val_dice": 0.7883303066094717, + "val_iou": 0.668280671040217 + }, + { + "epoch": 20, + "train_loss": 0.03987932298332453, + "val_dice": 0.7961042026678721, + "val_iou": 0.6758574148019155 + }, + { + "epoch": 21, + "train_loss": 0.0382342574497064, + "val_dice": 0.7972952624162039, + "val_iou": 0.6764455139636993 + }, + { + "epoch": 22, + "train_loss": 0.036380040304114424, + "val_dice": 0.801308939854304, + "val_iou": 0.6808489859104156 + }, + { + "epoch": 23, + "train_loss": 0.03543573819721738, + "val_dice": 0.7992859184741974, + "val_iou": 0.6789942781130472 + }, + { + "epoch": 24, + "train_loss": 0.03528198801601926, + "val_dice": 0.7931223114331564, + "val_iou": 0.6720609565575918 + }, + { + "epoch": 25, + "train_loss": 0.03412980958819389, + "val_dice": 0.7957872947057089, + "val_iou": 0.6759392023086548 + }, + { + "epoch": 26, + "train_loss": 0.03224259801208973, + "val_dice": 0.7931121389071146, + "val_iou": 0.6715732216835022 + }, + { + "epoch": 27, + "train_loss": 0.033077896727869906, + "val_dice": 0.7967405716578165, + "val_iou": 0.6748717228571574 + }, + { + "epoch": 28, + "train_loss": 0.032021401450037956, + "val_dice": 0.7968143324057261, + "val_iou": 0.6758756240208944 + }, + { + "epoch": 29, + "train_loss": 0.031132877183457214, + "val_dice": 0.7985071043173472, + "val_iou": 0.6776900092760721 + }, + { + "epoch": 30, + "train_loss": 0.030563894969721634, + "val_dice": 0.7945012350877126, + "val_iou": 0.6723042627175649 + }, + { + "epoch": 31, + "train_loss": 0.030370479449629784, + "val_dice": 0.7942752639452616, + "val_iou": 0.6726312935352325 + }, + { + "epoch": 32, + "train_loss": 0.03014470310881734, + "val_dice": 0.7942751248677572, + "val_iou": 0.672347883383433 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/seg_convnext_fold4_val.json b/stage1_final/results/letterbox/convnext/seg_convnext_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..4b5abd8d1a8bd23415837fda751b755eee554c32 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/seg_convnext_fold4_val.json @@ -0,0 +1,147 @@ +{ + "fold": 4, + "metrics": { + "dice": 0.8233948707580566, + "iou": 0.7212459802627563 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.45975459768221927, + "val_dice": 0.5253588318824768, + "val_iou": 0.39683258831501006 + }, + { + "epoch": 1, + "train_loss": 0.2535274303876437, + "val_dice": 0.6920827984809875, + "val_iou": 0.5606509804725647 + }, + { + "epoch": 2, + "train_loss": 0.17855358926149514, + "val_dice": 0.7159775137901306, + "val_iou": 0.5896414041519165 + }, + { + "epoch": 3, + "train_loss": 0.12395176921899502, + "val_dice": 0.7905190587043762, + "val_iou": 0.6831457257270813 + }, + { + "epoch": 4, + "train_loss": 0.10740162088320805, + "val_dice": 0.7472912311553955, + "val_iou": 0.62589510679245 + }, + { + "epoch": 5, + "train_loss": 0.09866859763860703, + "val_dice": 0.8084086179733276, + "val_iou": 0.7047677755355835 + }, + { + "epoch": 6, + "train_loss": 0.10336571416029564, + "val_dice": 0.7989612340927124, + "val_iou": 0.696470320224762 + }, + { + "epoch": 7, + "train_loss": 0.08842836435024555, + "val_dice": 0.6934166789054871, + "val_iou": 0.5669216096401215 + }, + { + "epoch": 8, + "train_loss": 0.08108226181222843, + "val_dice": 0.8140530705451965, + "val_iou": 0.7074352860450744 + }, + { + "epoch": 9, + "train_loss": 0.0713977157496489, + "val_dice": 0.7908728837966919, + "val_iou": 0.682851243019104 + }, + { + "epoch": 10, + "train_loss": 0.06069839086670142, + "val_dice": 0.7933370232582092, + "val_iou": 0.6852675914764405 + }, + { + "epoch": 11, + "train_loss": 0.05921965436293529, + "val_dice": 0.8231828570365906, + "val_iou": 0.722373616695404 + }, + { + "epoch": 12, + "train_loss": 0.05730219328632721, + "val_dice": 0.8233948707580566, + "val_iou": 0.7212459802627563 + }, + { + "epoch": 13, + "train_loss": 0.051754869520664215, + "val_dice": 0.7947763442993164, + "val_iou": 0.6855397701263428 + }, + { + "epoch": 14, + "train_loss": 0.04925245848985819, + "val_dice": 0.8211163759231568, + "val_iou": 0.7187224507331849 + }, + { + "epoch": 15, + "train_loss": 0.047371939684336, + "val_dice": 0.8115261316299438, + "val_iou": 0.708008074760437 + }, + { + "epoch": 16, + "train_loss": 0.044966964480968624, + "val_dice": 0.8070302605628967, + "val_iou": 0.7015212059020997 + }, + { + "epoch": 17, + "train_loss": 0.04368364180509861, + "val_dice": 0.8125504136085511, + "val_iou": 0.7073741436004639 + }, + { + "epoch": 18, + "train_loss": 0.04337929475765962, + "val_dice": 0.8209884524345398, + "val_iou": 0.7197324275970459 + }, + { + "epoch": 19, + "train_loss": 0.04068436989417443, + "val_dice": 0.8208289504051208, + "val_iou": 0.7190410733222962 + }, + { + "epoch": 20, + "train_loss": 0.04111051358855688, + "val_dice": 0.8126953601837158, + "val_iou": 0.710417640209198 + }, + { + "epoch": 21, + "train_loss": 0.04015485756099224, + "val_dice": 0.8189107060432435, + "val_iou": 0.7166301012039185 + }, + { + "epoch": 22, + "train_loss": 0.03932550778755775, + "val_dice": 0.8165755271911621, + "val_iou": 0.7132509231567383 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/target3_convnext_cv_summary.json b/stage1_final/results/letterbox/convnext/target3_convnext_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..72efc049d083b3303adaefffde4ca1c9b0fad6ad --- /dev/null +++ b/stage1_final/results/letterbox/convnext/target3_convnext_cv_summary.json @@ -0,0 +1,374 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7549369857124005, + "accuracy": 0.9581673306772909, + "balanced_acc": 0.7447494392619562, + "per_class_recall": { + "malignant": 0.9638157894736842, + "non_malignant": 0.2857142857142857, + "non_roi": 0.9847182425978988 + }, + "per_class_precision": { + "malignant": 0.956474428726877, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9809705042816366 + }, + "confusion_matrix": [ + [ + 879, + 21, + 12 + ], + [ + 27, + 14, + 8 + ], + [ + 13, + 3, + 1031 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.956474428726877, + "recall": 0.9638157894736842, + "f1-score": 0.9601310759148006, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.2857142857142857, + "f1-score": 0.3218390804597701, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9809705042816366, + "recall": 0.9847182425978988, + "f1-score": 0.982840800762631, + "support": 1047.0 + }, + "accuracy": 0.9581673306772909, + "macro avg": { + "precision": 0.7686219952133642, + "recall": 0.7447494392619562, + "f1-score": 0.7549369857124005, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9548971257772574, + "recall": 0.9581673306772909, + "f1-score": 0.9563964016809271, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9386252045826514, + "src_C_n": 1222, + "src_D_acc": 0.9655172413793104, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7904883586467214, + "accuracy": 0.924640555280119, + "balanced_acc": 0.7590258723427844, + "per_class_recall": { + "malignant": 0.9462719298245614, + "non_malignant": 0.4, + "non_roi": 0.9308056872037914 + }, + "per_class_precision": { + "malignant": 0.9046121593291404, + "non_malignant": 0.6896551724137931, + "non_roi": 0.9497098646034816 + }, + "confusion_matrix": [ + [ + 863, + 4, + 45 + ], + [ + 23, + 20, + 7 + ], + [ + 68, + 5, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9046121593291404, + "recall": 0.9462719298245614, + "f1-score": 0.92497320471597, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6896551724137931, + "recall": 0.4, + "f1-score": 0.5063291139240507, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9497098646034816, + "recall": 0.9308056872037914, + "f1-score": 0.9401627573001436, + "support": 1055.0 + }, + "accuracy": 0.924640555280119, + "macro avg": { + "precision": 0.8479923987821384, + "recall": 0.7590258723427844, + "f1-score": 0.7904883586467214, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9228720649903513, + "recall": 0.924640555280119, + "f1-score": 0.922540271367783, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9134615384615384, + "src_B_n": 728, + "src_C_acc": 0.9330275229357798, + "src_C_n": 1090, + "src_D_acc": 0.9195979899497487, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7191863717346433, + "accuracy": 0.9330985915492958, + "balanced_acc": 0.7216951810020716, + "per_class_recall": { + "malignant": 0.9484649122807017, + "non_malignant": 0.2653061224489796, + "non_roi": 0.9513145082765336 + }, + "per_class_precision": { + "malignant": 0.9241452991452992, + "non_malignant": 0.25, + "non_roi": 0.977 + }, + "confusion_matrix": [ + [ + 865, + 34, + 13 + ], + [ + 26, + 13, + 10 + ], + [ + 45, + 5, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9241452991452992, + "recall": 0.9484649122807017, + "f1-score": 0.9361471861471862, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.25, + "recall": 0.2653061224489796, + "f1-score": 0.25742574257425743, + "support": 49.0 + }, + "non_roi": { + "precision": 0.977, + "recall": 0.9513145082765336, + "f1-score": 0.9639861864824865, + "support": 1027.0 + }, + "accuracy": 0.9330985915492958, + "macro avg": { + "precision": 0.7170484330484331, + "recall": 0.7216951810020716, + "f1-score": 0.7191863717346433, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9348337589640406, + "recall": 0.9330985915492958, + "f1-score": 0.9337997528520554, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9670433145009416, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7565141287721873, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7594261160526221, + "per_class_recall": { + "malignant": 0.9222343921139102, + "non_malignant": 0.4, + "non_roi": 0.9560439560439561 + }, + "per_class_precision": { + "malignant": 0.9439461883408071, + "non_malignant": 0.37735849056603776, + "non_roi": 0.9405405405405406 + }, + "confusion_matrix": [ + [ + 842, + 15, + 56 + ], + [ + 20, + 20, + 10 + ], + [ + 30, + 18, + 1044 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9439461883408071, + "recall": 0.9222343921139102, + "f1-score": 0.9329639889196676, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.37735849056603776, + "recall": 0.4, + "f1-score": 0.3883495145631068, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9405405405405406, + "recall": 0.9560439560439561, + "f1-score": 0.9482288828337875, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7539484064824619, + "recall": 0.7594261160526221, + "f1-score": 0.7565141287721873, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9283508830918389, + "recall": 0.9274939172749391, + "f1-score": 0.9278245925383493, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.95929203539823, + "src_B_n": 565, + "src_C_acc": 0.912478336221837, + "src_C_n": 1154, + "src_D_acc": 0.9255952380952381, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.652147601979934, + "accuracy": 0.919959979989995, + "balanced_acc": 0.6480518783911382, + "per_class_recall": { + "malignant": 0.9452354874041621, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9400966183574879 + }, + "per_class_precision": { + "malignant": 0.8924508790072389, + "non_malignant": 0.1875, + "non_roi": 0.9576771653543307 + }, + "confusion_matrix": [ + [ + 863, + 12, + 38 + ], + [ + 43, + 3, + 5 + ], + [ + 61, + 1, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8924508790072389, + "recall": 0.9452354874041621, + "f1-score": 0.9180851063829787, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1875, + "recall": 0.058823529411764705, + "f1-score": 0.08955223880597014, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9576771653543307, + "recall": 0.9400966183574879, + "f1-score": 0.9488054607508533, + "support": 1035.0 + }, + "accuracy": 0.919959979989995, + "macro avg": { + "precision": 0.6792093481205231, + "recall": 0.6480518783911382, + "f1-score": 0.652147601979934, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9082371279016214, + "recall": 0.919959979989995, + "f1-score": 0.912852685434666, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.9174067495559503, + "src_C_n": 1126, + "src_D_acc": 0.7704918032786885, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7346546893691773, + "cv_macro_f1_std": 0.0470176426054336, + "cv_non_malignant_recall_mean": 0.28196878751500604, + "cv_non_malignant_recall_std": 0.12485849079592558 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/target3_convnext_final.json b/stage1_final/results/letterbox/convnext/target3_convnext_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9447f3adfa848e6f2116b5eda989e3663501c292 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/target3_convnext_final.json @@ -0,0 +1,4512 @@ +{ + "backbone": "convnext", + "val_metrics": { + "macro_f1": 0.733824786842149, + "accuracy": 0.9202596198423737, + "balanced_acc": 0.72774205251903, + "per_class_recall": { + "malignant": 0.8748717948717949, + "non_malignant": 0.32075471698113206, + "non_roi": 0.9875996457041629 + }, + "per_class_precision": { + "malignant": 0.9627539503386005, + "non_malignant": 0.3541666666666667, + "non_roi": 0.9116925592804579 + }, + "confusion_matrix": [ + [ + 853, + 29, + 93 + ], + [ + 21, + 17, + 15 + ], + [ + 12, + 2, + 1115 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9627539503386005, + "recall": 0.8748717948717949, + "f1-score": 0.9167114454594304, + "support": 975.0 + }, + "non_malignant": { + "precision": 0.3541666666666667, + "recall": 0.32075471698113206, + "f1-score": 0.33663366336633666, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9116925592804579, + "recall": 0.9875996457041629, + "f1-score": 0.9481292517006803, + "support": 1129.0 + }, + "accuracy": 0.9202596198423737, + "macro avg": { + "precision": 0.7428710587619083, + "recall": 0.72774205251903, + "f1-score": 0.733824786842149, + "support": 2157.0 + }, + "weighted avg": { + "precision": 0.921074100297221, + "recall": 0.9202596198423737, + "f1-score": 0.9189027207470692, + "support": 2157.0 + } + }, + "n": 2157, + "src_B_acc": 0.970917225950783, + "src_B_n": 447, + "src_C_acc": 0.9035947712418301, + "src_C_n": 1224, + "src_D_acc": 0.9156378600823045, + "src_D_n": 486 + }, + "test_metrics": { + "macro_f1": 0.7867752685071485, + "accuracy": 0.9526022304832714, + "balanced_acc": 0.7516552331202179, + "per_class_recall": { + "malignant": 0.9458077709611452, + "non_malignant": 0.32075471698113206, + "non_roi": 0.9884032114183765 + }, + "per_class_precision": { + "malignant": 0.9809119830328739, + "non_malignant": 0.68, + "non_roi": 0.9358108108108109 + }, + "confusion_matrix": [ + [ + 925, + 6, + 47 + ], + [ + 7, + 17, + 29 + ], + [ + 11, + 2, + 1108 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9809119830328739, + "recall": 0.9458077709611452, + "f1-score": 0.9630400832899532, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.68, + "recall": 0.32075471698113206, + "f1-score": 0.4358974358974359, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9358108108108109, + "recall": 0.9884032114183765, + "f1-score": 0.9613882863340564, + "support": 1121.0 + }, + "accuracy": 0.9526022304832714, + "macro avg": { + "precision": 0.8655742646145616, + "recall": 0.7516552331202179, + "f1-score": 0.7867752685071485, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9500073598164822, + "recall": 0.9526022304832714, + "f1-score": 0.9491970420727768, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9702549575070821, + "src_B_n": 706, + "src_C_acc": 0.9554247266610597, + "src_C_n": 1189, + "src_D_acc": 0.8910505836575876, + "src_D_n": 257 + }, + "test_predictions": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 1, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2 + ], + "test_true": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 2 + ], + "logs": [ + { + "epoch": 0, + "train_loss": 0.5387101900425686, + "val_macro_f1": 0.6327014784093067 + }, + { + "epoch": 1, + "train_loss": 0.427058076782591, + "val_macro_f1": 0.6406687375035703 + }, + { + "epoch": 2, + "train_loss": 0.39475654720500775, + "val_macro_f1": 0.6747134337833575 + }, + { + "epoch": 3, + "train_loss": 0.3799513551839598, + "val_macro_f1": 0.6686969977616036 + }, + { + "epoch": 4, + "train_loss": 0.3606586247492748, + "val_macro_f1": 0.7162616763318826 + }, + { + "epoch": 5, + "train_loss": 0.3534865094597932, + "val_macro_f1": 0.733824786842149 + }, + { + "epoch": 6, + "train_loss": 0.3417215578874965, + "val_macro_f1": 0.7294021797792524 + }, + { + "epoch": 7, + "train_loss": 0.3298006725918715, + "val_macro_f1": 0.7151542237395767 + }, + { + "epoch": 8, + "train_loss": 0.3263551053727508, + "val_macro_f1": 0.6751688781169278 + }, + { + "epoch": 9, + "train_loss": 0.32139059236854506, + "val_macro_f1": 0.6707933699828089 + }, + { + "epoch": 10, + "train_loss": 0.3150329325988794, + "val_macro_f1": 0.7124112554776983 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/target3_convnext_fold0_val.json b/stage1_final/results/letterbox/convnext/target3_convnext_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..39860a2b16e53a0d02cb5eb5cac69f3099644740 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/target3_convnext_fold0_val.json @@ -0,0 +1,157 @@ +{ + "fold": 0, + "metrics": { + "macro_f1": 0.7549369857124005, + "accuracy": 0.9581673306772909, + "balanced_acc": 0.7447494392619562, + "per_class_recall": { + "malignant": 0.9638157894736842, + "non_malignant": 0.2857142857142857, + "non_roi": 0.9847182425978988 + }, + "per_class_precision": { + "malignant": 0.956474428726877, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9809705042816366 + }, + "confusion_matrix": [ + [ + 879, + 21, + 12 + ], + [ + 27, + 14, + 8 + ], + [ + 13, + 3, + 1031 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.956474428726877, + "recall": 0.9638157894736842, + "f1-score": 0.9601310759148006, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.2857142857142857, + "f1-score": 0.3218390804597701, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9809705042816366, + "recall": 0.9847182425978988, + "f1-score": 0.982840800762631, + "support": 1047.0 + }, + "accuracy": 0.9581673306772909, + "macro avg": { + "precision": 0.7686219952133642, + "recall": 0.7447494392619562, + "f1-score": 0.7549369857124005, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9548971257772574, + "recall": 0.9581673306772909, + "f1-score": 0.9563964016809271, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9386252045826514, + "src_C_n": 1222, + "src_D_acc": 0.9655172413793104, + "src_D_n": 116 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5861349704265595, + "val_macro_f1": 0.6235482064292653 + }, + { + "epoch": 1, + "train_loss": 0.45099093914031985, + "val_macro_f1": 0.6651845482319249 + }, + { + "epoch": 2, + "train_loss": 0.4133066232204437, + "val_macro_f1": 0.6720950874566047 + }, + { + "epoch": 3, + "train_loss": 0.3888566644191742, + "val_macro_f1": 0.6639524645673255 + }, + { + "epoch": 4, + "train_loss": 0.37020945906639097, + "val_macro_f1": 0.6460989709473278 + }, + { + "epoch": 5, + "train_loss": 0.3508304109573364, + "val_macro_f1": 0.653766534831706 + }, + { + "epoch": 6, + "train_loss": 0.34975292277336123, + "val_macro_f1": 0.67279495033881 + }, + { + "epoch": 7, + "train_loss": 0.3395884830951691, + "val_macro_f1": 0.7272559385768155 + }, + { + "epoch": 8, + "train_loss": 0.3375066747665405, + "val_macro_f1": 0.7164726274601101 + }, + { + "epoch": 9, + "train_loss": 0.3383507857322693, + "val_macro_f1": 0.6579102930563376 + }, + { + "epoch": 10, + "train_loss": 0.3185679371356964, + "val_macro_f1": 0.7549369857124005 + }, + { + "epoch": 11, + "train_loss": 0.31557334756851196, + "val_macro_f1": 0.7102193316000053 + }, + { + "epoch": 12, + "train_loss": 0.31241062831878663, + "val_macro_f1": 0.7392124119697865 + }, + { + "epoch": 13, + "train_loss": 0.31079691648483276, + "val_macro_f1": 0.7439280310882451 + }, + { + "epoch": 14, + "train_loss": 0.30893295335769655, + "val_macro_f1": 0.7470863731763989 + }, + { + "epoch": 15, + "train_loss": 0.3005410876274109, + "val_macro_f1": 0.7432540593767248 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/target3_convnext_fold1_val.json b/stage1_final/results/letterbox/convnext/target3_convnext_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..1096c4e19123a25a5b24a5496381952484df7442 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/target3_convnext_fold1_val.json @@ -0,0 +1,122 @@ +{ + "fold": 1, + "metrics": { + "macro_f1": 0.7904883586467214, + "accuracy": 0.924640555280119, + "balanced_acc": 0.7590258723427844, + "per_class_recall": { + "malignant": 0.9462719298245614, + "non_malignant": 0.4, + "non_roi": 0.9308056872037914 + }, + "per_class_precision": { + "malignant": 0.9046121593291404, + "non_malignant": 0.6896551724137931, + "non_roi": 0.9497098646034816 + }, + "confusion_matrix": [ + [ + 863, + 4, + 45 + ], + [ + 23, + 20, + 7 + ], + [ + 68, + 5, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9046121593291404, + "recall": 0.9462719298245614, + "f1-score": 0.92497320471597, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6896551724137931, + "recall": 0.4, + "f1-score": 0.5063291139240507, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9497098646034816, + "recall": 0.9308056872037914, + "f1-score": 0.9401627573001436, + "support": 1055.0 + }, + "accuracy": 0.924640555280119, + "macro avg": { + "precision": 0.8479923987821384, + "recall": 0.7590258723427844, + "f1-score": 0.7904883586467214, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9228720649903513, + "recall": 0.924640555280119, + "f1-score": 0.922540271367783, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9134615384615384, + "src_B_n": 728, + "src_C_acc": 0.9330275229357798, + "src_C_n": 1090, + "src_D_acc": 0.9195979899497487, + "src_D_n": 199 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.576294180393219, + "val_macro_f1": 0.5532799542542101 + }, + { + "epoch": 1, + "train_loss": 0.4423481302261352, + "val_macro_f1": 0.585966414617579 + }, + { + "epoch": 2, + "train_loss": 0.4063733100891113, + "val_macro_f1": 0.6942721388786052 + }, + { + "epoch": 3, + "train_loss": 0.37679955196380616, + "val_macro_f1": 0.7904883586467214 + }, + { + "epoch": 4, + "train_loss": 0.3633255789279938, + "val_macro_f1": 0.6414031133367012 + }, + { + "epoch": 5, + "train_loss": 0.35445812010765076, + "val_macro_f1": 0.7062569790294515 + }, + { + "epoch": 6, + "train_loss": 0.3399539444446564, + "val_macro_f1": 0.6616509727150794 + }, + { + "epoch": 7, + "train_loss": 0.34046687054634095, + "val_macro_f1": 0.611474145486711 + }, + { + "epoch": 8, + "train_loss": 0.33098763346672055, + "val_macro_f1": 0.7445914892328798 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/target3_convnext_fold2_val.json b/stage1_final/results/letterbox/convnext/target3_convnext_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..92c093c6553204382f850f6c80a909d8aa64aace --- /dev/null +++ b/stage1_final/results/letterbox/convnext/target3_convnext_fold2_val.json @@ -0,0 +1,132 @@ +{ + "fold": 2, + "metrics": { + "macro_f1": 0.7191863717346433, + "accuracy": 0.9330985915492958, + "balanced_acc": 0.7216951810020716, + "per_class_recall": { + "malignant": 0.9484649122807017, + "non_malignant": 0.2653061224489796, + "non_roi": 0.9513145082765336 + }, + "per_class_precision": { + "malignant": 0.9241452991452992, + "non_malignant": 0.25, + "non_roi": 0.977 + }, + "confusion_matrix": [ + [ + 865, + 34, + 13 + ], + [ + 26, + 13, + 10 + ], + [ + 45, + 5, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9241452991452992, + "recall": 0.9484649122807017, + "f1-score": 0.9361471861471862, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.25, + "recall": 0.2653061224489796, + "f1-score": 0.25742574257425743, + "support": 49.0 + }, + "non_roi": { + "precision": 0.977, + "recall": 0.9513145082765336, + "f1-score": 0.9639861864824865, + "support": 1027.0 + }, + "accuracy": 0.9330985915492958, + "macro avg": { + "precision": 0.7170484330484331, + "recall": 0.7216951810020716, + "f1-score": 0.7191863717346433, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9348337589640406, + "recall": 0.9330985915492958, + "f1-score": 0.9337997528520554, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9670433145009416, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5621735342438259, + "val_macro_f1": 0.6174598710076478 + }, + { + "epoch": 1, + "train_loss": 0.42038963214745595, + "val_macro_f1": 0.7028672111616691 + }, + { + "epoch": 2, + "train_loss": 0.4028649590318165, + "val_macro_f1": 0.6464433774702656 + }, + { + "epoch": 3, + "train_loss": 0.37572403110208963, + "val_macro_f1": 0.6673816381511252 + }, + { + "epoch": 4, + "train_loss": 0.36580266649760895, + "val_macro_f1": 0.6610385874748012 + }, + { + "epoch": 5, + "train_loss": 0.3577089392476612, + "val_macro_f1": 0.7191863717346433 + }, + { + "epoch": 6, + "train_loss": 0.3546012133832962, + "val_macro_f1": 0.6561801632035745 + }, + { + "epoch": 7, + "train_loss": 0.33717320599253214, + "val_macro_f1": 0.6823748501478866 + }, + { + "epoch": 8, + "train_loss": 0.3289910990094382, + "val_macro_f1": 0.7148180312147652 + }, + { + "epoch": 9, + "train_loss": 0.32217579394105883, + "val_macro_f1": 0.651236374165581 + }, + { + "epoch": 10, + "train_loss": 0.3188695756215898, + "val_macro_f1": 0.6310669322035746 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/target3_convnext_fold3_val.json b/stage1_final/results/letterbox/convnext/target3_convnext_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..3c7000c1dacc6bcba02b917d39b5b6eb7caf88ae --- /dev/null +++ b/stage1_final/results/letterbox/convnext/target3_convnext_fold3_val.json @@ -0,0 +1,142 @@ +{ + "fold": 3, + "metrics": { + "macro_f1": 0.7565141287721873, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7594261160526221, + "per_class_recall": { + "malignant": 0.9222343921139102, + "non_malignant": 0.4, + "non_roi": 0.9560439560439561 + }, + "per_class_precision": { + "malignant": 0.9439461883408071, + "non_malignant": 0.37735849056603776, + "non_roi": 0.9405405405405406 + }, + "confusion_matrix": [ + [ + 842, + 15, + 56 + ], + [ + 20, + 20, + 10 + ], + [ + 30, + 18, + 1044 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9439461883408071, + "recall": 0.9222343921139102, + "f1-score": 0.9329639889196676, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.37735849056603776, + "recall": 0.4, + "f1-score": 0.3883495145631068, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9405405405405406, + "recall": 0.9560439560439561, + "f1-score": 0.9482288828337875, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7539484064824619, + "recall": 0.7594261160526221, + "f1-score": 0.7565141287721873, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9283508830918389, + "recall": 0.9274939172749391, + "f1-score": 0.9278245925383493, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.95929203539823, + "src_B_n": 565, + "src_C_acc": 0.912478336221837, + "src_C_n": 1154, + "src_D_acc": 0.9255952380952381, + "src_D_n": 336 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5663021874427795, + "val_macro_f1": 0.6057469499399099 + }, + { + "epoch": 1, + "train_loss": 0.4335956842899322, + "val_macro_f1": 0.6344646895506608 + }, + { + "epoch": 2, + "train_loss": 0.40006945633888247, + "val_macro_f1": 0.6500536752505821 + }, + { + "epoch": 3, + "train_loss": 0.38120719385147095, + "val_macro_f1": 0.5797730097673633 + }, + { + "epoch": 4, + "train_loss": 0.36682186627388, + "val_macro_f1": 0.672396245902044 + }, + { + "epoch": 5, + "train_loss": 0.3578825795650482, + "val_macro_f1": 0.6701547573840717 + }, + { + "epoch": 6, + "train_loss": 0.3482060284614563, + "val_macro_f1": 0.7230282690182234 + }, + { + "epoch": 7, + "train_loss": 0.3380744640827179, + "val_macro_f1": 0.7565141287721873 + }, + { + "epoch": 8, + "train_loss": 0.3290279908180237, + "val_macro_f1": 0.6927410853286151 + }, + { + "epoch": 9, + "train_loss": 0.32263905739784243, + "val_macro_f1": 0.6626700778297291 + }, + { + "epoch": 10, + "train_loss": 0.3202029666900635, + "val_macro_f1": 0.7320654387068432 + }, + { + "epoch": 11, + "train_loss": 0.31600341272354127, + "val_macro_f1": 0.7561103097370013 + }, + { + "epoch": 12, + "train_loss": 0.30399870896339415, + "val_macro_f1": 0.7362873194025727 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/convnext/target3_convnext_fold4_val.json b/stage1_final/results/letterbox/convnext/target3_convnext_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..08963bee50a8a1b0550e172c342d385ea5da6374 --- /dev/null +++ b/stage1_final/results/letterbox/convnext/target3_convnext_fold4_val.json @@ -0,0 +1,117 @@ +{ + "fold": 4, + "metrics": { + "macro_f1": 0.652147601979934, + "accuracy": 0.919959979989995, + "balanced_acc": 0.6480518783911382, + "per_class_recall": { + "malignant": 0.9452354874041621, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9400966183574879 + }, + "per_class_precision": { + "malignant": 0.8924508790072389, + "non_malignant": 0.1875, + "non_roi": 0.9576771653543307 + }, + "confusion_matrix": [ + [ + 863, + 12, + 38 + ], + [ + 43, + 3, + 5 + ], + [ + 61, + 1, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8924508790072389, + "recall": 0.9452354874041621, + "f1-score": 0.9180851063829787, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1875, + "recall": 0.058823529411764705, + "f1-score": 0.08955223880597014, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9576771653543307, + "recall": 0.9400966183574879, + "f1-score": 0.9488054607508533, + "support": 1035.0 + }, + "accuracy": 0.919959979989995, + "macro avg": { + "precision": 0.6792093481205231, + "recall": 0.6480518783911382, + "f1-score": 0.652147601979934, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9082371279016214, + "recall": 0.919959979989995, + "f1-score": 0.912852685434666, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.9174067495559503, + "src_C_n": 1126, + "src_D_acc": 0.7704918032786885, + "src_D_n": 183 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5965519918808861, + "val_macro_f1": 0.6140459551995836 + }, + { + "epoch": 1, + "train_loss": 0.4287621740783964, + "val_macro_f1": 0.6276765736559683 + }, + { + "epoch": 2, + "train_loss": 0.3838317037101776, + "val_macro_f1": 0.652147601979934 + }, + { + "epoch": 3, + "train_loss": 0.3762735291605904, + "val_macro_f1": 0.6221250297094405 + }, + { + "epoch": 4, + "train_loss": 0.36682845439229694, + "val_macro_f1": 0.6433422701273613 + }, + { + "epoch": 5, + "train_loss": 0.34890264319995096, + "val_macro_f1": 0.6204402928737742 + }, + { + "epoch": 6, + "train_loss": 0.3415493740448876, + "val_macro_f1": 0.6251503873104431 + }, + { + "epoch": 7, + "train_loss": 0.3336590710613463, + "val_macro_f1": 0.5825516435589235 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/ensemble_all.json b/stage1_final/results/letterbox/ensemble_all.json new file mode 100644 index 0000000000000000000000000000000000000000..1a787bd61583f1c3fdaca9e097d37ae617bffcc0 --- /dev/null +++ b/stage1_final/results/letterbox/ensemble_all.json @@ -0,0 +1,6955 @@ +{ + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "resize": "letterbox", + "crt": { + "cv_summary": { + "label": "cRT", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7501083498178573, + "accuracy": 0.9272908366533864, + "balanced_acc": 0.850408956625429, + "per_class_recall": { + "malignant": 0.8640350877192983, + "non_malignant": 0.6938775510204082, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9837702871410736, + "non_malignant": 0.22666666666666666, + "non_roi": 0.9839167455061495 + }, + "confusion_matrix": [ + [ + 788, + 114, + 10 + ], + [ + 8, + 34, + 7 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9837702871410736, + "recall": 0.8640350877192983, + "f1-score": 0.9200233508464681, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.22666666666666666, + "recall": 0.6938775510204082, + "f1-score": 0.3417085427135678, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839167455061495, + "recall": 0.9933142311365807, + "f1-score": 0.9885931558935361, + "support": 1047.0 + }, + "accuracy": 0.9272908366533864, + "macro avg": { + "precision": 0.73145123310463, + "recall": 0.850408956625429, + "f1-score": 0.7501083498178573, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9653715144841954, + "recall": 0.9272908366533864, + "f1-score": 0.9416643669250379, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.939443535188216, + "src_C_n": 1222, + "src_D_acc": 0.4224137931034483, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.5558070728141032, + "accuracy": 0.6955875061973228, + "balanced_acc": 0.7492312435908096, + "per_class_recall": { + "malignant": 0.44627192982456143, + "non_malignant": 0.9, + "non_roi": 0.9014218009478673 + }, + "per_class_precision": { + "malignant": 0.8984547461368654, + "non_malignant": 0.08050089445438283, + "non_roi": 0.9462686567164179 + }, + "confusion_matrix": [ + [ + 407, + 456, + 49 + ], + [ + 0, + 45, + 5 + ], + [ + 46, + 58, + 951 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8984547461368654, + "recall": 0.44627192982456143, + "f1-score": 0.5963369963369963, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.08050089445438283, + "recall": 0.9, + "f1-score": 0.1477832512315271, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9462686567164179, + "recall": 0.9014218009478673, + "f1-score": 0.9233009708737864, + "support": 1055.0 + }, + "accuracy": 0.6955875061973228, + "macro avg": { + "precision": 0.6417414324358887, + "recall": 0.7492312435908096, + "f1-score": 0.5558070728141032, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9031875091895692, + "recall": 0.6955875061973228, + "f1-score": 0.7562374950385531, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.5535714285714286, + "src_B_n": 728, + "src_C_acc": 0.846788990825688, + "src_C_n": 1090, + "src_D_acc": 0.3869346733668342, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7274388020691958, + "accuracy": 0.9079476861167002, + "balanced_acc": 0.8001833230430832, + "per_class_recall": { + "malignant": 0.8826754385964912, + "non_malignant": 0.5714285714285714, + "non_roi": 0.9464459591041869 + }, + "per_class_precision": { + "malignant": 0.9231651376146789, + "non_malignant": 0.21705426356589147, + "non_roi": 0.9848024316109423 + }, + "confusion_matrix": [ + [ + 805, + 93, + 14 + ], + [ + 20, + 28, + 1 + ], + [ + 47, + 8, + 972 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9231651376146789, + "recall": 0.8826754385964912, + "f1-score": 0.9024663677130045, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.21705426356589147, + "recall": 0.5714285714285714, + "f1-score": 0.3146067415730337, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9848024316109423, + "recall": 0.9464459591041869, + "f1-score": 0.9652432969215492, + "support": 1027.0 + }, + "accuracy": 0.9079476861167002, + "macro avg": { + "precision": 0.7083406109305042, + "recall": 0.8001833230430832, + "f1-score": 0.7274388020691958, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9376027976276426, + "recall": 0.9079476861167002, + "f1-score": 0.9204074062523994, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9132176234979973, + "src_B_n": 749, + "src_C_acc": 0.948210922787194, + "src_C_n": 1062, + "src_D_acc": 0.6440677966101694, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.658809286850686, + "accuracy": 0.8180048661800486, + "balanced_acc": 0.8450101839258465, + "per_class_recall": { + "malignant": 0.7185104052573932, + "non_malignant": 0.92, + "non_roi": 0.8965201465201466 + }, + "per_class_precision": { + "malignant": 0.9576642335766423, + "non_malignant": 0.12602739726027398, + "non_roi": 0.9741293532338309 + }, + "confusion_matrix": [ + [ + 656, + 231, + 26 + ], + [ + 4, + 46, + 0 + ], + [ + 25, + 88, + 979 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9576642335766423, + "recall": 0.7185104052573932, + "f1-score": 0.8210262828535669, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.12602739726027398, + "recall": 0.92, + "f1-score": 0.2216867469879518, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9741293532338309, + "recall": 0.8965201465201466, + "f1-score": 0.9337148307105388, + "support": 1092.0 + }, + "accuracy": 0.8180048661800486, + "macro avg": { + "precision": 0.6859403280235824, + "recall": 0.8450101839258465, + "f1-score": 0.658809286850686, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461791089293583, + "recall": 0.8180048661800486, + "f1-score": 0.8663250261462835, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9362831858407079, + "src_B_n": 565, + "src_C_acc": 0.792894280762565, + "src_C_n": 1154, + "src_D_acc": 0.7053571428571429, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6298225224086198, + "accuracy": 0.8374187093546773, + "balanced_acc": 0.6646154018538698, + "per_class_recall": { + "malignant": 0.8214676889375685, + "non_malignant": 0.29411764705882354, + "non_roi": 0.8782608695652174 + }, + "per_class_precision": { + "malignant": 0.9168704156479217, + "non_malignant": 0.06302521008403361, + "non_roi": 0.9639448568398727 + }, + "confusion_matrix": [ + [ + 750, + 131, + 32 + ], + [ + 34, + 15, + 2 + ], + [ + 34, + 92, + 909 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9168704156479217, + "recall": 0.8214676889375685, + "f1-score": 0.8665511265164645, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.06302521008403361, + "recall": 0.29411764705882354, + "f1-score": 0.10380622837370242, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9639448568398727, + "recall": 0.8782608695652174, + "f1-score": 0.9191102123356926, + "support": 1035.0 + }, + "accuracy": 0.8374187093546773, + "macro avg": { + "precision": 0.6479468275239427, + "recall": 0.6646154018538698, + "f1-score": 0.6298225224086198, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.919459680855481, + "recall": 0.8374187093546773, + "f1-score": 0.8743043351295812, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8179396092362344, + "src_C_n": 1126, + "src_D_acc": 0.4808743169398907, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.6643972067920925, + "cv_macro_f1_std": 0.06976975508156981, + "cv_non_malignant_recall_mean": 0.6758847539015606, + "cv_non_malignant_recall_std": 0.2309982058733487, + "cv_balanced_acc_mean": 0.7818898218078075, + "cv_balanced_acc_std": 0.06904140271489435, + "cv_malignant_precision_mean": 0.9359849640234363, + "cv_malignant_precision_std": 0.030632202001102102, + "cv_non_malignant_precision_mean": 0.14265488640624974, + "cv_non_malignant_precision_std": 0.06793191298101414, + "cv_non_roi_precision_mean": 0.9706124087814427, + "cv_non_roi_precision_std": 0.01433740238233005, + "cv_malignant_recall_mean": 0.7465921100670625, + "cv_malignant_recall_std": 0.16056068660825482, + "cv_non_roi_recall_mean": 0.9231926014547998, + "cv_non_roi_recall_std": 0.04162213288323942 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7820422615472552, + "accuracy": 0.9457171314741036, + "balanced_acc": 0.8575422515560289, + "per_class_recall": { + "malignant": 0.9067982456140351, + "non_malignant": 0.673469387755102, + "non_roi": 0.9923591212989494 + }, + "per_class_precision": { + "malignant": 0.9810201660735468, + "non_malignant": 0.3, + "non_roi": 0.9848341232227488 + }, + "confusion_matrix": [ + [ + 827, + 75, + 10 + ], + [ + 10, + 33, + 6 + ], + [ + 6, + 2, + 1039 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9810201660735468, + "recall": 0.9067982456140351, + "f1-score": 0.9424501424501425, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3, + "recall": 0.673469387755102, + "f1-score": 0.41509433962264153, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9848341232227488, + "recall": 0.9923591212989494, + "f1-score": 0.9885823025689819, + "support": 1047.0 + }, + "accuracy": 0.9457171314741036, + "macro avg": { + "precision": 0.7552847630987651, + "recall": 0.8575422515560289, + "f1-score": 0.7820422615472552, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9663902980444684, + "recall": 0.9457171314741036, + "f1-score": 0.9536353701921132, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.8017241379310345, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.715683631503666, + "accuracy": 0.8805156172533466, + "balanced_acc": 0.8344091765749285, + "per_class_recall": { + "malignant": 0.8475877192982456, + "non_malignant": 0.74, + "non_roi": 0.9156398104265403 + }, + "per_class_precision": { + "malignant": 0.9473039215686274, + "non_malignant": 0.20555555555555555, + "non_roi": 0.9461312438785504 + }, + "confusion_matrix": [ + [ + 773, + 90, + 49 + ], + [ + 7, + 37, + 6 + ], + [ + 36, + 53, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9473039215686274, + "recall": 0.8475877192982456, + "f1-score": 0.8946759259259259, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.20555555555555555, + "recall": 0.74, + "f1-score": 0.3217391304347826, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9461312438785504, + "recall": 0.9156398104265403, + "f1-score": 0.930635838150289, + "support": 1055.0 + }, + "accuracy": 0.8805156172533466, + "macro avg": { + "precision": 0.6996635736675777, + "recall": 0.8344091765749285, + "f1-score": 0.715683631503666, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9283031316510841, + "recall": 0.8805156172533466, + "f1-score": 0.8992822063533656, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.8983516483516484, + "src_B_n": 728, + "src_C_acc": 0.8862385321100917, + "src_C_n": 1090, + "src_D_acc": 0.7839195979899497, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7419248003814283, + "accuracy": 0.9235412474849095, + "balanced_acc": 0.7854783464317584, + "per_class_recall": { + "malignant": 0.9133771929824561, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9532619279454723 + }, + "per_class_precision": { + "malignant": 0.9245283018867925, + "non_malignant": 0.25806451612903225, + "non_roi": 0.9849094567404426 + }, + "confusion_matrix": [ + [ + 833, + 64, + 15 + ], + [ + 25, + 24, + 0 + ], + [ + 43, + 5, + 979 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9245283018867925, + "recall": 0.9133771929824561, + "f1-score": 0.918918918918919, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.25806451612903225, + "recall": 0.4897959183673469, + "f1-score": 0.3380281690140845, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9849094567404426, + "recall": 0.9532619279454723, + "f1-score": 0.9688273132112816, + "support": 1027.0 + }, + "accuracy": 0.9235412474849095, + "macro avg": { + "precision": 0.7225007582520891, + "recall": 0.7854783464317584, + "f1-score": 0.7419248003814283, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9392942578890905, + "recall": 0.9235412474849095, + "f1-score": 0.9303838455753172, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9359145527369827, + "src_B_n": 749, + "src_C_acc": 0.9548022598870056, + "src_C_n": 1062, + "src_D_acc": 0.6836158192090396, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.700954522409364, + "accuracy": 0.8622871046228711, + "balanced_acc": 0.8793710706963719, + "per_class_recall": { + "malignant": 0.8389923329682366, + "non_malignant": 0.92, + "non_roi": 0.8791208791208791 + }, + "per_class_precision": { + "malignant": 0.964735516372796, + "non_malignant": 0.16487455197132617, + "non_roi": 0.9775967413441955 + }, + "confusion_matrix": [ + [ + 766, + 126, + 21 + ], + [ + 3, + 46, + 1 + ], + [ + 25, + 107, + 960 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.964735516372796, + "recall": 0.8389923329682366, + "f1-score": 0.8974809607498535, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.16487455197132617, + "recall": 0.92, + "f1-score": 0.2796352583586626, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9775967413441955, + "recall": 0.8791208791208791, + "f1-score": 0.9257473481195757, + "support": 1092.0 + }, + "accuracy": 0.8622871046228711, + "macro avg": { + "precision": 0.702402269896106, + "recall": 0.8793710706963719, + "f1-score": 0.700954522409364, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9521084650096305, + "recall": 0.8622871046228711, + "f1-score": 0.897468605464295, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.95929203539823, + "src_B_n": 565, + "src_C_acc": 0.82842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8154761904761905, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6429495992807898, + "accuracy": 0.8499249624812406, + "balanced_acc": 0.685955415866364, + "per_class_recall": { + "malignant": 0.8433734939759037, + "non_malignant": 0.3333333333333333, + "non_roi": 0.881159420289855 + }, + "per_class_precision": { + "malignant": 0.9299516908212561, + "non_malignant": 0.07234042553191489, + "non_roi": 0.9743589743589743 + }, + "confusion_matrix": [ + [ + 770, + 120, + 23 + ], + [ + 33, + 17, + 1 + ], + [ + 25, + 98, + 912 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9299516908212561, + "recall": 0.8433734939759037, + "f1-score": 0.8845491097070649, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.07234042553191489, + "recall": 0.3333333333333333, + "f1-score": 0.11888111888111888, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9743589743589743, + "recall": 0.881159420289855, + "f1-score": 0.9254185692541856, + "support": 1035.0 + }, + "accuracy": 0.8499249624812406, + "macro avg": { + "precision": 0.6588836969040485, + "recall": 0.685955415866364, + "f1-score": 0.6429495992807898, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9310639289061896, + "recall": 0.8499249624812406, + "f1-score": 0.8861753343689692, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8285968028419183, + "src_C_n": 1126, + "src_D_acc": 0.5573770491803278, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7167109630245007, + "cv_macro_f1_std": 0.04603037208881745, + "cv_non_malignant_recall_mean": 0.6313197278911564, + "cv_non_malignant_recall_std": 0.20285422099667372, + "cv_balanced_acc_mean": 0.8085512522250904, + "cv_balanced_acc_std": 0.06876960815603769, + "cv_malignant_precision_mean": 0.9495079193446039, + "cv_malignant_precision_std": 0.021147985122707495, + "cv_non_malignant_precision_mean": 0.20016700983756577, + "cv_non_malignant_precision_std": 0.07865491316121062, + "cv_non_roi_precision_mean": 0.9735661079089823, + "cv_non_roi_precision_std": 0.014319121057441583, + "cv_malignant_recall_mean": 0.8700257969677756, + "cv_malignant_recall_std": 0.032889040691234946, + "cv_non_roi_recall_mean": 0.9243082318163391, + "cv_non_roi_recall_std": 0.04346975589550897 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.789111485874154, + "accuracy": 0.9601593625498008, + "balanced_acc": 0.8101595235188531, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9718785151856018, + "non_malignant": 0.36363636363636365, + "non_roi": 0.9876543209876543 + }, + "confusion_matrix": [ + [ + 864, + 40, + 8 + ], + [ + 20, + 24, + 5 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718785151856018, + "recall": 0.9473684210526315, + "f1-score": 0.9594669627984453, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.36363636363636365, + "recall": 0.4897959183673469, + "f1-score": 0.41739130434782606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9876543209876543, + "recall": 0.9933142311365807, + "f1-score": 0.9904761904761905, + "support": 1047.0 + }, + "accuracy": 0.9601593625498008, + "macro avg": { + "precision": 0.7743897332698731, + "recall": 0.8101595235188531, + "f1-score": 0.789111485874154, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9652616841342254, + "recall": 0.9601593625498008, + "f1-score": 0.9624076769989028, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7803452587993434, + "accuracy": 0.9137332672285573, + "balanced_acc": 0.845750187079072, + "per_class_recall": { + "malignant": 0.9111842105263158, + "non_malignant": 0.7, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9284916201117318, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9513145082765336 + }, + "confusion_matrix": [ + [ + 831, + 37, + 44 + ], + [ + 9, + 35, + 6 + ], + [ + 55, + 23, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9284916201117318, + "recall": 0.9111842105263158, + "f1-score": 0.9197565024903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.7, + "f1-score": 0.4827586206896552, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513145082765336, + "recall": 0.9260663507109005, + "f1-score": 0.9385206532180596, + "support": 1055.0 + }, + "accuracy": 0.9137332672285573, + "macro avg": { + "precision": 0.7494090603399481, + "recall": 0.845750187079072, + "f1-score": 0.7803452587993434, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9265454716932183, + "recall": 0.9137332672285573, + "f1-score": 0.918738299678088, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9146788990825688, + "src_C_n": 1090, + "src_D_acc": 0.8492462311557789, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7641383950709629, + "accuracy": 0.9325955734406438, + "balanced_acc": 0.7858656325749692, + "per_class_recall": { + "malignant": 0.9407894736842105, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.9206008583690987, + "non_malignant": 0.34328358208955223, + "non_roi": 0.9838220424671386 + }, + "confusion_matrix": [ + [ + 858, + 38, + 16 + ], + [ + 26, + 23, + 0 + ], + [ + 48, + 6, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9206008583690987, + "recall": 0.9407894736842105, + "f1-score": 0.93058568329718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34328358208955223, + "recall": 0.46938775510204084, + "f1-score": 0.39655172413793105, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9838220424671386, + "recall": 0.9474196689386563, + "f1-score": 0.9652777777777778, + "support": 1027.0 + }, + "accuracy": 0.9325955734406438, + "macro avg": { + "precision": 0.7492354943085965, + "recall": 0.7858656325749692, + "f1-score": 0.7641383950709629, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9390312454571214, + "recall": 0.9325955734406438, + "f1-score": 0.9353447964927387, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9385847797062751, + "src_B_n": 749, + "src_C_acc": 0.967984934086629, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7285785632292758, + "accuracy": 0.8963503649635036, + "balanced_acc": 0.8534978943412678, + "per_class_recall": { + "malignant": 0.9058050383351588, + "non_malignant": 0.76, + "non_roi": 0.8946886446886447 + }, + "per_class_precision": { + "malignant": 0.9462242562929062, + "non_malignant": 0.20652173913043478, + "non_roi": 0.9799398194583752 + }, + "confusion_matrix": [ + [ + 827, + 66, + 20 + ], + [ + 12, + 38, + 0 + ], + [ + 35, + 80, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9462242562929062, + "recall": 0.9058050383351588, + "f1-score": 0.9255735870173475, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20652173913043478, + "recall": 0.76, + "f1-score": 0.3247863247863248, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9799398194583752, + "recall": 0.8946886446886447, + "f1-score": 0.935375777884155, + "support": 1092.0 + }, + "accuracy": 0.8963503649635036, + "macro avg": { + "precision": 0.7108952716272388, + "recall": 0.8534978943412678, + "f1-score": 0.7285785632292758, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461426354260296, + "recall": 0.8963503649635036, + "f1-score": 0.9161646475112661, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9628318584070796, + "src_B_n": 565, + "src_C_acc": 0.8682842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8809523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6301362729576805, + "accuracy": 0.8584292146073037, + "balanced_acc": 0.6428382884920031, + "per_class_recall": { + "malignant": 0.8718510405257394, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8801932367149758 + }, + "per_class_precision": { + "malignant": 0.9149425287356322, + "non_malignant": 0.047619047619047616, + "non_roi": 0.9691489361702128 + }, + "confusion_matrix": [ + [ + 796, + 89, + 28 + ], + [ + 41, + 9, + 1 + ], + [ + 33, + 91, + 911 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9149425287356322, + "recall": 0.8718510405257394, + "f1-score": 0.8928771733034212, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.047619047619047616, + "recall": 0.17647058823529413, + "f1-score": 0.075, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9691489361702128, + "recall": 0.8801932367149758, + "f1-score": 0.9225316455696203, + "support": 1035.0 + }, + "accuracy": 0.8584292146073037, + "macro avg": { + "precision": 0.6439035041749642, + "recall": 0.6428382884920031, + "f1-score": 0.6301362729576805, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9208805648326033, + "recall": 0.8584292146073037, + "f1-score": 0.8873647385645725, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.5683060109289617, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7384619951862833, + "cv_macro_f1_std": 0.057984481566117275, + "cv_non_malignant_recall_mean": 0.5191308523409364, + "cv_non_malignant_recall_std": 0.20566116091280895, + "cv_balanced_acc_mean": 0.787622305201233, + "cv_balanced_acc_std": 0.07640925009293205, + "cv_malignant_precision_mean": 0.9364275557389942, + "cv_malignant_precision_std": 0.020629181644852217, + "cv_non_malignant_precision_mean": 0.2658963570213954, + "cv_non_malignant_precision_std": 0.1242767345535199, + "cv_non_roi_precision_mean": 0.974375925471983, + "cv_non_roi_precision_std": 0.013081683456436058, + "cv_malignant_recall_mean": 0.9153996368248112, + "cv_malignant_recall_std": 0.027103333224631487, + "cv_non_roi_recall_mean": 0.9283364264379514, + "cv_non_roi_recall_std": 0.04010331264360055 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.658906895742425, + "accuracy": 0.8368928181186054, + "balanced_acc": 0.7814154560143006, + "per_class_recall": { + "malignant": 0.7466023673827269, + "non_malignant": 0.6746987951807228, + "non_roi": 0.922945205479452 + }, + "per_class_precision": { + "malignant": 0.9385505648939102, + "non_malignant": 0.11658570437196392, + "non_roi": 0.970782469481689 + }, + "confusion_matrix": [ + [ + 3406, + 1025, + 131 + ], + [ + 66, + 168, + 15 + ], + [ + 157, + 248, + 4851 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385505648939102, + "recall": 0.7466023673827269, + "f1-score": 0.8316444878525211, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.11658570437196392, + "recall": 0.6746987951807228, + "f1-score": 0.19881656804733727, + "support": 249.0 + }, + "non_roi": { + "precision": 0.970782469481689, + "recall": 0.922945205479452, + "f1-score": 0.9462596313274164, + "support": 5256.0 + }, + "accuracy": 0.8368928181186054, + "macro avg": { + "precision": 0.6753062462491877, + "recall": 0.7814154560143006, + "f1-score": 0.658906895742425, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9350481947978936, + "recall": 0.8368928181186054, + "f1-score": 0.8758327308318158, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.8659611992945326, + "src_B_n": 3402, + "src_C_acc": 0.8691192076406085, + "src_C_n": 5654, + "src_D_acc": 0.5588526211671613, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7099620592418608, + "accuracy": 0.892222111850601, + "balanced_acc": 0.8081439132395464, + "per_class_recall": { + "malignant": 0.8700131521262604, + "non_malignant": 0.6305220883534136, + "non_roi": 0.923896499238965 + }, + "per_class_precision": { + "malignant": 0.9490674318507891, + "non_malignant": 0.1750278706800446, + "non_roi": 0.9735364875701684 + }, + "confusion_matrix": [ + [ + 3969, + 475, + 118 + ], + [ + 78, + 157, + 14 + ], + [ + 135, + 265, + 4856 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9490674318507891, + "recall": 0.8700131521262604, + "f1-score": 0.9078225068618482, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.1750278706800446, + "recall": 0.6305220883534136, + "f1-score": 0.27399650959860383, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9735364875701684, + "recall": 0.923896499238965, + "f1-score": 0.9480671612651308, + "support": 5256.0 + }, + "accuracy": 0.892222111850601, + "macro avg": { + "precision": 0.699210596700334, + "recall": 0.8081439132395464, + "f1-score": 0.7099620592418608, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9426974612666571, + "recall": 0.892222111850601, + "f1-score": 0.9131570881894637, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9482657260435038, + "src_B_n": 3402, + "src_C_acc": 0.8860983374602052, + "src_C_n": 5654, + "src_D_acc": 0.7378832838773491, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7266527906047773, + "accuracy": 0.9121883381344988, + "balanced_acc": 0.7871808228873768, + "per_class_recall": { + "malignant": 0.9153879877246821, + "non_malignant": 0.5180722891566265, + "non_roi": 0.928082191780822 + }, + "per_class_precision": { + "malignant": 0.9363228699551569, + "non_malignant": 0.2146422628951747, + "non_roi": 0.9744306831801838 + }, + "confusion_matrix": [ + [ + 4176, + 270, + 116 + ], + [ + 108, + 129, + 12 + ], + [ + 176, + 202, + 4878 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9363228699551569, + "recall": 0.9153879877246821, + "f1-score": 0.9257370871203724, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2146422628951747, + "recall": 0.5180722891566265, + "f1-score": 0.3035294117647059, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9744306831801838, + "recall": 0.928082191780822, + "f1-score": 0.9506918729292536, + "support": 5256.0 + }, + "accuracy": 0.9121883381344988, + "macro avg": { + "precision": 0.7084652720101717, + "recall": 0.7871808228873768, + "f1-score": 0.7266527906047773, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9383687818606705, + "recall": 0.9121883381344988, + "f1-score": 0.9233761695727335, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9562022339800118, + "src_B_n": 3402, + "src_C_acc": 0.9082065794128051, + "src_C_n": 5654, + "src_D_acc": 0.7863501483679525, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.789111485874154, + "accuracy": 0.9601593625498008, + "balanced_acc": 0.8101595235188531, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9718785151856018, + "non_malignant": 0.36363636363636365, + "non_roi": 0.9876543209876543 + }, + "confusion_matrix": [ + [ + 864, + 40, + 8 + ], + [ + 20, + 24, + 5 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718785151856018, + "recall": 0.9473684210526315, + "f1-score": 0.9594669627984453, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.36363636363636365, + "recall": 0.4897959183673469, + "f1-score": 0.41739130434782606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9876543209876543, + "recall": 0.9933142311365807, + "f1-score": 0.9904761904761905, + "support": 1047.0 + }, + "accuracy": 0.9601593625498008, + "macro avg": { + "precision": 0.7743897332698731, + "recall": 0.8101595235188531, + "f1-score": 0.789111485874154, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9652616841342254, + "recall": 0.9601593625498008, + "f1-score": 0.9624076769989028, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7803452587993434, + "accuracy": 0.9137332672285573, + "balanced_acc": 0.845750187079072, + "per_class_recall": { + "malignant": 0.9111842105263158, + "non_malignant": 0.7, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9284916201117318, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9513145082765336 + }, + "confusion_matrix": [ + [ + 831, + 37, + 44 + ], + [ + 9, + 35, + 6 + ], + [ + 55, + 23, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9284916201117318, + "recall": 0.9111842105263158, + "f1-score": 0.9197565024903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.7, + "f1-score": 0.4827586206896552, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513145082765336, + "recall": 0.9260663507109005, + "f1-score": 0.9385206532180596, + "support": 1055.0 + }, + "accuracy": 0.9137332672285573, + "macro avg": { + "precision": 0.7494090603399481, + "recall": 0.845750187079072, + "f1-score": 0.7803452587993434, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9265454716932183, + "recall": 0.9137332672285573, + "f1-score": 0.918738299678088, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9146788990825688, + "src_C_n": 1090, + "src_D_acc": 0.8492462311557789, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7641383950709629, + "accuracy": 0.9325955734406438, + "balanced_acc": 0.7858656325749692, + "per_class_recall": { + "malignant": 0.9407894736842105, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.9206008583690987, + "non_malignant": 0.34328358208955223, + "non_roi": 0.9838220424671386 + }, + "confusion_matrix": [ + [ + 858, + 38, + 16 + ], + [ + 26, + 23, + 0 + ], + [ + 48, + 6, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9206008583690987, + "recall": 0.9407894736842105, + "f1-score": 0.93058568329718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34328358208955223, + "recall": 0.46938775510204084, + "f1-score": 0.39655172413793105, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9838220424671386, + "recall": 0.9474196689386563, + "f1-score": 0.9652777777777778, + "support": 1027.0 + }, + "accuracy": 0.9325955734406438, + "macro avg": { + "precision": 0.7492354943085965, + "recall": 0.7858656325749692, + "f1-score": 0.7641383950709629, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9390312454571214, + "recall": 0.9325955734406438, + "f1-score": 0.9353447964927387, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9385847797062751, + "src_B_n": 749, + "src_C_acc": 0.967984934086629, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7285785632292758, + "accuracy": 0.8963503649635036, + "balanced_acc": 0.8534978943412678, + "per_class_recall": { + "malignant": 0.9058050383351588, + "non_malignant": 0.76, + "non_roi": 0.8946886446886447 + }, + "per_class_precision": { + "malignant": 0.9462242562929062, + "non_malignant": 0.20652173913043478, + "non_roi": 0.9799398194583752 + }, + "confusion_matrix": [ + [ + 827, + 66, + 20 + ], + [ + 12, + 38, + 0 + ], + [ + 35, + 80, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9462242562929062, + "recall": 0.9058050383351588, + "f1-score": 0.9255735870173475, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20652173913043478, + "recall": 0.76, + "f1-score": 0.3247863247863248, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9799398194583752, + "recall": 0.8946886446886447, + "f1-score": 0.935375777884155, + "support": 1092.0 + }, + "accuracy": 0.8963503649635036, + "macro avg": { + "precision": 0.7108952716272388, + "recall": 0.8534978943412678, + "f1-score": 0.7285785632292758, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461426354260296, + "recall": 0.8963503649635036, + "f1-score": 0.9161646475112661, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9628318584070796, + "src_B_n": 565, + "src_C_acc": 0.8682842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8809523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6301362729576805, + "accuracy": 0.8584292146073037, + "balanced_acc": 0.6428382884920031, + "per_class_recall": { + "malignant": 0.8718510405257394, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8801932367149758 + }, + "per_class_precision": { + "malignant": 0.9149425287356322, + "non_malignant": 0.047619047619047616, + "non_roi": 0.9691489361702128 + }, + "confusion_matrix": [ + [ + 796, + 89, + 28 + ], + [ + 41, + 9, + 1 + ], + [ + 33, + 91, + 911 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9149425287356322, + "recall": 0.8718510405257394, + "f1-score": 0.8928771733034212, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.047619047619047616, + "recall": 0.17647058823529413, + "f1-score": 0.075, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9691489361702128, + "recall": 0.8801932367149758, + "f1-score": 0.9225316455696203, + "support": 1035.0 + }, + "accuracy": 0.8584292146073037, + "macro avg": { + "precision": 0.6439035041749642, + "recall": 0.6428382884920031, + "f1-score": 0.6301362729576805, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9208805648326033, + "recall": 0.8584292146073037, + "f1-score": 0.8873647385645725, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.5683060109289617, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7384619951862833, + "cv_macro_f1_std": 0.057984481566117275, + "cv_non_malignant_recall_mean": 0.5191308523409364, + "cv_non_malignant_recall_std": 0.20566116091280895, + "cv_balanced_acc_mean": 0.787622305201233, + "cv_balanced_acc_std": 0.07640925009293205, + "cv_malignant_precision_mean": 0.9364275557389942, + "cv_malignant_precision_std": 0.020629181644852217, + "cv_non_malignant_precision_mean": 0.2658963570213954, + "cv_non_malignant_precision_std": 0.1242767345535199, + "cv_non_roi_precision_mean": 0.974375925471983, + "cv_non_roi_precision_std": 0.013081683456436058, + "cv_malignant_recall_mean": 0.9153996368248112, + "cv_malignant_recall_std": 0.027103333224631487, + "cv_non_roi_recall_mean": 0.9283364264379514, + "cv_non_roi_recall_std": 0.04010331264360055 + }, + "best_pooled": { + "macro_f1": 0.7266527906047773, + "accuracy": 0.9121883381344988, + "balanced_acc": 0.7871808228873768, + "per_class_recall": { + "malignant": 0.9153879877246821, + "non_malignant": 0.5180722891566265, + "non_roi": 0.928082191780822 + }, + "per_class_precision": { + "malignant": 0.9363228699551569, + "non_malignant": 0.2146422628951747, + "non_roi": 0.9744306831801838 + }, + "confusion_matrix": [ + [ + 4176, + 270, + 116 + ], + [ + 108, + 129, + 12 + ], + [ + 176, + 202, + 4878 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9363228699551569, + "recall": 0.9153879877246821, + "f1-score": 0.9257370871203724, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2146422628951747, + "recall": 0.5180722891566265, + "f1-score": 0.3035294117647059, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9744306831801838, + "recall": 0.928082191780822, + "f1-score": 0.9506918729292536, + "support": 5256.0 + }, + "accuracy": 0.9121883381344988, + "macro avg": { + "precision": 0.7084652720101717, + "recall": 0.7871808228873768, + "f1-score": 0.7266527906047773, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9383687818606705, + "recall": 0.9121883381344988, + "f1-score": 0.9233761695727335, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9562022339800118, + "src_B_n": 3402, + "src_C_acc": 0.9082065794128051, + "src_C_n": 5654, + "src_D_acc": 0.7863501483679525, + "src_D_n": 1011 + } + }, + "test_summary": { + "label": "cRT", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7026872849336631, + "accuracy": 0.8907992565055762, + "balanced_acc": 0.8031089399953334, + "per_class_recall": { + "malignant": 0.8312883435582822, + "non_malignant": 0.6226415094339622, + "non_roi": 0.9553969669937555 + }, + "per_class_precision": { + "malignant": 0.9806996381182147, + "non_malignant": 0.15492957746478872, + "non_roi": 0.9648648648648649 + }, + "confusion_matrix": [ + [ + 813, + 145, + 20 + ], + [ + 1, + 33, + 19 + ], + [ + 15, + 35, + 1071 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9806996381182147, + "recall": 0.8312883435582822, + "f1-score": 0.8998339789706696, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.15492957746478872, + "recall": 0.6226415094339622, + "f1-score": 0.24812030075187969, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9648648648648649, + "recall": 0.9553969669937555, + "f1-score": 0.9601075750784401, + "support": 1121.0 + }, + "accuracy": 0.8907992565055762, + "macro avg": { + "precision": 0.7001646934826228, + "recall": 0.8031089399953334, + "f1-score": 0.7026872849336631, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9521138602224726, + "recall": 0.8907992565055762, + "f1-score": 0.9151805757602676, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9589235127478754, + "src_B_n": 706, + "src_C_acc": 0.8906644238856182, + "src_C_n": 1189, + "src_D_acc": 0.7042801556420234, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7793891042915391, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.8756335198513528, + "per_class_recall": { + "malignant": 0.9141104294478528, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9580731489741302 + }, + "per_class_precision": { + "malignant": 0.9770491803278688, + "non_malignant": 0.29850746268656714, + "non_roi": 0.9737080689029919 + }, + "confusion_matrix": [ + [ + 894, + 66, + 18 + ], + [ + 2, + 40, + 11 + ], + [ + 19, + 28, + 1074 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9770491803278688, + "recall": 0.9141104294478528, + "f1-score": 0.9445324881141046, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.29850746268656714, + "recall": 0.7547169811320755, + "f1-score": 0.42780748663101603, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9737080689029919, + "recall": 0.9580731489741302, + "f1-score": 0.9658273381294964, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.7497549039724759, + "recall": 0.8756335198513528, + "f1-score": 0.7793891042915391, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9585974624178891, + "recall": 0.9330855018587361, + "f1-score": 0.9428991711013958, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9167367535744323, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + } + } + }, + "comparison": { + "cv_single": { + "convnext": { + "macro_f1": 0.7151434435183394, + "accuracy": 0.904440250322837, + "balanced_acc": 0.7678105826691352, + "per_class_recall": { + "malignant": 0.9064007014467339, + "non_malignant": 0.4738955823293173, + "non_roi": 0.9231354642313546 + }, + "per_class_precision": { + "malignant": 0.9250559284116331, + "non_malignant": 0.2041522491349481, + "non_roi": 0.9667264395297868 + }, + "confusion_matrix": [ + [ + 4135, + 279, + 148 + ], + [ + 112, + 118, + 19 + ], + [ + 223, + 181, + 4852 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9250559284116331, + "recall": 0.9064007014467339, + "f1-score": 0.9156333038086802, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2041522491349481, + "recall": 0.4738955823293173, + "f1-score": 0.28536880290205563, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9667264395297868, + "recall": 0.9231354642313546, + "f1-score": 0.9444282238442823, + "support": 5256.0 + }, + "accuracy": 0.904440250322837, + "macro avg": { + "precision": 0.6986448723587894, + "recall": 0.7678105826691352, + "f1-score": 0.7151434435183394, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9289811484669745, + "recall": 0.904440250322837, + "f1-score": 0.9150780479212633, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9506172839506173, + "src_B_n": 3402, + "src_C_acc": 0.896887159533074, + "src_C_n": 5654, + "src_D_acc": 0.7912957467853611, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.729275938195676, + "accuracy": 0.9076189530148009, + "balanced_acc": 0.7848537978522222, + "per_class_recall": { + "malignant": 0.8998246383165278, + "non_malignant": 0.5220883534136547, + "non_roi": 0.932648401826484 + }, + "per_class_precision": { + "malignant": 0.9312613430127041, + "non_malignant": 0.23809523809523808, + "non_roi": 0.9587326422843732 + }, + "confusion_matrix": [ + [ + 4105, + 258, + 199 + ], + [ + 107, + 130, + 12 + ], + [ + 196, + 158, + 4902 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312613430127041, + "recall": 0.8998246383165278, + "f1-score": 0.915273132664437, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.23809523809523808, + "recall": 0.5220883534136547, + "f1-score": 0.3270440251572327, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9587326422843732, + "recall": 0.932648401826484, + "f1-score": 0.9455106567653583, + "support": 5256.0 + }, + "accuracy": 0.9076189530148009, + "macro avg": { + "precision": 0.7093630744641052, + "recall": 0.7848537978522222, + "f1-score": 0.729275938195676, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9284591962805538, + "recall": 0.9076189530148009, + "f1-score": 0.9165107783289993, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9365079365079365, + "src_B_n": 3402, + "src_C_acc": 0.9076759816059426, + "src_C_n": 5654, + "src_D_acc": 0.8100890207715133, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.7002730650944615, + "accuracy": 0.8832820105294527, + "balanced_acc": 0.7705237337928649, + "per_class_recall": { + "malignant": 0.8982902235861464, + "non_malignant": 0.5261044176706827, + "non_roi": 0.8871765601217656 + }, + "per_class_precision": { + "malignant": 0.9112741827885257, + "non_malignant": 0.18581560283687942, + "non_roi": 0.9584789311408016 + }, + "confusion_matrix": [ + [ + 4098, + 276, + 188 + ], + [ + 104, + 131, + 14 + ], + [ + 295, + 298, + 4663 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9112741827885257, + "recall": 0.8982902235861464, + "f1-score": 0.904735622033337, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.18581560283687942, + "recall": 0.5261044176706827, + "f1-score": 0.2746331236897275, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9584789311408016, + "recall": 0.8871765601217656, + "f1-score": 0.9214504495603201, + "support": 5256.0 + }, + "accuracy": 0.8832820105294527, + "macro avg": { + "precision": 0.6851895722554023, + "recall": 0.7705237337928649, + "f1-score": 0.7002730650944615, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9179761765236607, + "recall": 0.8832820105294527, + "f1-score": 0.8978773337045661, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9456202233980012, + "src_B_n": 3402, + "src_C_acc": 0.8692960735762292, + "src_C_n": 5654, + "src_D_acc": 0.751730959446093, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.665313523865343, + "accuracy": 0.8571570477798749, + "balanced_acc": 0.7313947569431439, + "per_class_recall": { + "malignant": 0.8518193774660237, + "non_malignant": 0.46184738955823296, + "non_roi": 0.880517503805175 + }, + "per_class_precision": { + "malignant": 0.9014149849222918, + "non_malignant": 0.13513513513513514, + "non_roi": 0.9435270132517839 + }, + "confusion_matrix": [ + [ + 3886, + 419, + 257 + ], + [ + 114, + 115, + 20 + ], + [ + 311, + 317, + 4628 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9014149849222918, + "recall": 0.8518193774660237, + "f1-score": 0.8759156993125211, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.13513513513513514, + "recall": 0.46184738955823296, + "f1-score": 0.20909090909090908, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9435270132517839, + "recall": 0.880517503805175, + "f1-score": 0.9109339631925991, + "support": 5256.0 + }, + "accuracy": 0.8571570477798749, + "macro avg": { + "precision": 0.6600257111030703, + "recall": 0.7313947569431439, + "f1-score": 0.665313523865343, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9044483750387922, + "recall": 0.8571570477798749, + "f1-score": 0.8777053707328557, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9447383891828336, + "src_B_n": 3402, + "src_C_acc": 0.8401131941987973, + "src_C_n": 5654, + "src_D_acc": 0.6577645895153313, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.789111485874154, + "accuracy": 0.9601593625498008, + "balanced_acc": 0.8101595235188531, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9718785151856018, + "non_malignant": 0.36363636363636365, + "non_roi": 0.9876543209876543 + }, + "confusion_matrix": [ + [ + 864, + 40, + 8 + ], + [ + 20, + 24, + 5 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718785151856018, + "recall": 0.9473684210526315, + "f1-score": 0.9594669627984453, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.36363636363636365, + "recall": 0.4897959183673469, + "f1-score": 0.41739130434782606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9876543209876543, + "recall": 0.9933142311365807, + "f1-score": 0.9904761904761905, + "support": 1047.0 + }, + "accuracy": 0.9601593625498008, + "macro avg": { + "precision": 0.7743897332698731, + "recall": 0.8101595235188531, + "f1-score": 0.789111485874154, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9652616841342254, + "recall": 0.9601593625498008, + "f1-score": 0.9624076769989028, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7803452587993434, + "accuracy": 0.9137332672285573, + "balanced_acc": 0.845750187079072, + "per_class_recall": { + "malignant": 0.9111842105263158, + "non_malignant": 0.7, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9284916201117318, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9513145082765336 + }, + "confusion_matrix": [ + [ + 831, + 37, + 44 + ], + [ + 9, + 35, + 6 + ], + [ + 55, + 23, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9284916201117318, + "recall": 0.9111842105263158, + "f1-score": 0.9197565024903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.7, + "f1-score": 0.4827586206896552, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513145082765336, + "recall": 0.9260663507109005, + "f1-score": 0.9385206532180596, + "support": 1055.0 + }, + "accuracy": 0.9137332672285573, + "macro avg": { + "precision": 0.7494090603399481, + "recall": 0.845750187079072, + "f1-score": 0.7803452587993434, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9265454716932183, + "recall": 0.9137332672285573, + "f1-score": 0.918738299678088, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9146788990825688, + "src_C_n": 1090, + "src_D_acc": 0.8492462311557789, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7641383950709629, + "accuracy": 0.9325955734406438, + "balanced_acc": 0.7858656325749692, + "per_class_recall": { + "malignant": 0.9407894736842105, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.9206008583690987, + "non_malignant": 0.34328358208955223, + "non_roi": 0.9838220424671386 + }, + "confusion_matrix": [ + [ + 858, + 38, + 16 + ], + [ + 26, + 23, + 0 + ], + [ + 48, + 6, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9206008583690987, + "recall": 0.9407894736842105, + "f1-score": 0.93058568329718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34328358208955223, + "recall": 0.46938775510204084, + "f1-score": 0.39655172413793105, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9838220424671386, + "recall": 0.9474196689386563, + "f1-score": 0.9652777777777778, + "support": 1027.0 + }, + "accuracy": 0.9325955734406438, + "macro avg": { + "precision": 0.7492354943085965, + "recall": 0.7858656325749692, + "f1-score": 0.7641383950709629, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9390312454571214, + "recall": 0.9325955734406438, + "f1-score": 0.9353447964927387, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9385847797062751, + "src_B_n": 749, + "src_C_acc": 0.967984934086629, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7285785632292758, + "accuracy": 0.8963503649635036, + "balanced_acc": 0.8534978943412678, + "per_class_recall": { + "malignant": 0.9058050383351588, + "non_malignant": 0.76, + "non_roi": 0.8946886446886447 + }, + "per_class_precision": { + "malignant": 0.9462242562929062, + "non_malignant": 0.20652173913043478, + "non_roi": 0.9799398194583752 + }, + "confusion_matrix": [ + [ + 827, + 66, + 20 + ], + [ + 12, + 38, + 0 + ], + [ + 35, + 80, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9462242562929062, + "recall": 0.9058050383351588, + "f1-score": 0.9255735870173475, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20652173913043478, + "recall": 0.76, + "f1-score": 0.3247863247863248, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9799398194583752, + "recall": 0.8946886446886447, + "f1-score": 0.935375777884155, + "support": 1092.0 + }, + "accuracy": 0.8963503649635036, + "macro avg": { + "precision": 0.7108952716272388, + "recall": 0.8534978943412678, + "f1-score": 0.7285785632292758, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461426354260296, + "recall": 0.8963503649635036, + "f1-score": 0.9161646475112661, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9628318584070796, + "src_B_n": 565, + "src_C_acc": 0.8682842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8809523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6301362729576805, + "accuracy": 0.8584292146073037, + "balanced_acc": 0.6428382884920031, + "per_class_recall": { + "malignant": 0.8718510405257394, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8801932367149758 + }, + "per_class_precision": { + "malignant": 0.9149425287356322, + "non_malignant": 0.047619047619047616, + "non_roi": 0.9691489361702128 + }, + "confusion_matrix": [ + [ + 796, + 89, + 28 + ], + [ + 41, + 9, + 1 + ], + [ + 33, + 91, + 911 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9149425287356322, + "recall": 0.8718510405257394, + "f1-score": 0.8928771733034212, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.047619047619047616, + "recall": 0.17647058823529413, + "f1-score": 0.075, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9691489361702128, + "recall": 0.8801932367149758, + "f1-score": 0.9225316455696203, + "support": 1035.0 + }, + "accuracy": 0.8584292146073037, + "macro avg": { + "precision": 0.6439035041749642, + "recall": 0.6428382884920031, + "f1-score": 0.6301362729576805, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9208805648326033, + "recall": 0.8584292146073037, + "f1-score": 0.8873647385645725, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.5683060109289617, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7384619951862833, + "cv_macro_f1_std": 0.057984481566117275, + "cv_non_malignant_recall_mean": 0.5191308523409364, + "cv_non_malignant_recall_std": 0.20566116091280895, + "cv_balanced_acc_mean": 0.787622305201233, + "cv_balanced_acc_std": 0.07640925009293205, + "cv_malignant_precision_mean": 0.9364275557389942, + "cv_malignant_precision_std": 0.020629181644852217, + "cv_non_malignant_precision_mean": 0.2658963570213954, + "cv_non_malignant_precision_std": 0.1242767345535199, + "cv_non_roi_precision_mean": 0.974375925471983, + "cv_non_roi_precision_std": 0.013081683456436058, + "cv_malignant_recall_mean": 0.9153996368248112, + "cv_malignant_recall_std": 0.027103333224631487, + "cv_non_roi_recall_mean": 0.9283364264379514, + "cv_non_roi_recall_std": 0.04010331264360055 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7266527906047773, + "accuracy": 0.9121883381344988, + "balanced_acc": 0.7871808228873768, + "per_class_recall": { + "malignant": 0.9153879877246821, + "non_malignant": 0.5180722891566265, + "non_roi": 0.928082191780822 + }, + "per_class_precision": { + "malignant": 0.9363228699551569, + "non_malignant": 0.2146422628951747, + "non_roi": 0.9744306831801838 + }, + "confusion_matrix": [ + [ + 4176, + 270, + 116 + ], + [ + 108, + 129, + 12 + ], + [ + 176, + 202, + 4878 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9363228699551569, + "recall": 0.9153879877246821, + "f1-score": 0.9257370871203724, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2146422628951747, + "recall": 0.5180722891566265, + "f1-score": 0.3035294117647059, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9744306831801838, + "recall": 0.928082191780822, + "f1-score": 0.9506918729292536, + "support": 5256.0 + }, + "accuracy": 0.9121883381344988, + "macro avg": { + "precision": 0.7084652720101717, + "recall": 0.7871808228873768, + "f1-score": 0.7266527906047773, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9383687818606705, + "recall": 0.9121883381344988, + "f1-score": 0.9233761695727335, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9562022339800118, + "src_B_n": 3402, + "src_C_acc": 0.9082065794128051, + "src_C_n": 5654, + "src_D_acc": 0.7863501483679525, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7851771594706953, + "accuracy": 0.9447026022304833, + "balanced_acc": 0.8307919339616044, + "per_class_recall": { + "malignant": 0.9529652351738241, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9718456725755996, + "non_malignant": 0.34065934065934067, + "non_roi": 0.9709618874773139 + }, + "confusion_matrix": [ + [ + 932, + 31, + 15 + ], + [ + 5, + 31, + 17 + ], + [ + 22, + 29, + 1070 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718456725755996, + "recall": 0.9529652351738241, + "f1-score": 0.9623128549303046, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.34065934065934067, + "recall": 0.5849056603773585, + "f1-score": 0.4305555555555556, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9709618874773139, + "recall": 0.9545049063336307, + "f1-score": 0.9626630679262258, + "support": 1121.0 + }, + "accuracy": 0.9447026022304833, + "macro avg": { + "precision": 0.7611556335707514, + "recall": 0.8307919339616044, + "f1-score": 0.7851771594706953, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9558402828512781, + "recall": 0.9447026022304833, + "f1-score": 0.9493990314644895, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9787535410764873, + "src_B_n": 706, + "src_C_acc": 0.9310344827586207, + "src_C_n": 1189, + "src_D_acc": 0.914396887159533, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.8024222443562965, + "accuracy": 0.9414498141263941, + "balanced_acc": 0.8638795814599295, + "per_class_recall": { + "malignant": 0.934560327198364, + "non_malignant": 0.6981132075471698, + "non_roi": 0.9589652096342551 + }, + "per_class_precision": { + "malignant": 0.961093585699264, + "non_malignant": 0.38144329896907214, + "non_roi": 0.9737318840579711 + }, + "confusion_matrix": [ + [ + 914, + 43, + 21 + ], + [ + 8, + 37, + 8 + ], + [ + 29, + 17, + 1075 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.961093585699264, + "recall": 0.934560327198364, + "f1-score": 0.9476412649040954, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.38144329896907214, + "recall": 0.6981132075471698, + "f1-score": 0.49333333333333335, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9737318840579711, + "recall": 0.9589652096342551, + "f1-score": 0.9662921348314607, + "support": 1121.0 + }, + "accuracy": 0.9414498141263941, + "macro avg": { + "precision": 0.7720895895754357, + "recall": 0.8638795814599295, + "f1-score": 0.8024222443562965, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9534012377733394, + "recall": 0.9414498141263941, + "f1-score": 0.9461678935357525, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.9226240538267452, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.710723127977536, + "accuracy": 0.912639405204461, + "balanced_acc": 0.7313791329398932, + "per_class_recall": { + "malignant": 0.9294478527607362, + "non_malignant": 0.33962264150943394, + "non_roi": 0.9250669045495094 + }, + "per_class_precision": { + "malignant": 0.9026812313803376, + "non_malignant": 0.21951219512195122, + "non_roi": 0.9755409219190969 + }, + "confusion_matrix": [ + [ + 909, + 49, + 20 + ], + [ + 29, + 18, + 6 + ], + [ + 69, + 15, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9026812313803376, + "recall": 0.9294478527607362, + "f1-score": 0.9158690176322418, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.21951219512195122, + "recall": 0.33962264150943394, + "f1-score": 0.26666666666666666, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9755409219190969, + "recall": 0.9250669045495094, + "f1-score": 0.9496336996336996, + "support": 1121.0 + }, + "accuracy": 0.912639405204461, + "macro avg": { + "precision": 0.6992447828071287, + "recall": 0.7313791329398932, + "f1-score": 0.710723127977536, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9238093699362181, + "recall": 0.912639405204461, + "f1-score": 0.917468684882455, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9787535410764873, + "src_B_n": 706, + "src_C_acc": 0.9192598822539949, + "src_C_n": 1189, + "src_D_acc": 0.7003891050583657, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7435890103460675, + "accuracy": 0.9135687732342007, + "balanced_acc": 0.8092605570808736, + "per_class_recall": { + "malignant": 0.9151329243353783, + "non_malignant": 0.5849056603773585, + "non_roi": 0.927743086529884 + }, + "per_class_precision": { + "malignant": 0.9381551362683438, + "non_malignant": 0.25833333333333336, + "non_roi": 0.9647495361781077 + }, + "confusion_matrix": [ + [ + 895, + 58, + 25 + ], + [ + 9, + 31, + 13 + ], + [ + 50, + 31, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9381551362683438, + "recall": 0.9151329243353783, + "f1-score": 0.9265010351966874, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.25833333333333336, + "recall": 0.5849056603773585, + "f1-score": 0.3583815028901734, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9647495361781077, + "recall": 0.927743086529884, + "f1-score": 0.9458844929513415, + "support": 1121.0 + }, + "accuracy": 0.9135687732342007, + "macro avg": { + "precision": 0.7204126685932616, + "recall": 0.8092605570808736, + "f1-score": 0.7435890103460675, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9352656226732181, + "recall": 0.9135687732342007, + "f1-score": 0.9226062958522273, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9645892351274787, + "src_B_n": 706, + "src_C_acc": 0.8898233809924306, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7026872849336631, + "accuracy": 0.8907992565055762, + "balanced_acc": 0.8031089399953334, + "per_class_recall": { + "malignant": 0.8312883435582822, + "non_malignant": 0.6226415094339622, + "non_roi": 0.9553969669937555 + }, + "per_class_precision": { + "malignant": 0.9806996381182147, + "non_malignant": 0.15492957746478872, + "non_roi": 0.9648648648648649 + }, + "confusion_matrix": [ + [ + 813, + 145, + 20 + ], + [ + 1, + 33, + 19 + ], + [ + 15, + 35, + 1071 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9806996381182147, + "recall": 0.8312883435582822, + "f1-score": 0.8998339789706696, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.15492957746478872, + "recall": 0.6226415094339622, + "f1-score": 0.24812030075187969, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9648648648648649, + "recall": 0.9553969669937555, + "f1-score": 0.9601075750784401, + "support": 1121.0 + }, + "accuracy": 0.8907992565055762, + "macro avg": { + "precision": 0.7001646934826228, + "recall": 0.8031089399953334, + "f1-score": 0.7026872849336631, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9521138602224726, + "recall": 0.8907992565055762, + "f1-score": 0.9151805757602676, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9589235127478754, + "src_B_n": 706, + "src_C_acc": 0.8906644238856182, + "src_C_n": 1189, + "src_D_acc": 0.7042801556420234, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7793891042915391, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.8756335198513528, + "per_class_recall": { + "malignant": 0.9141104294478528, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9580731489741302 + }, + "per_class_precision": { + "malignant": 0.9770491803278688, + "non_malignant": 0.29850746268656714, + "non_roi": 0.9737080689029919 + }, + "confusion_matrix": [ + [ + 894, + 66, + 18 + ], + [ + 2, + 40, + 11 + ], + [ + 19, + 28, + 1074 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9770491803278688, + "recall": 0.9141104294478528, + "f1-score": 0.9445324881141046, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.29850746268656714, + "recall": 0.7547169811320755, + "f1-score": 0.42780748663101603, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9737080689029919, + "recall": 0.9580731489741302, + "f1-score": 0.9658273381294964, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.7497549039724759, + "recall": 0.8756335198513528, + "f1-score": 0.7793891042915391, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9585974624178891, + "recall": 0.9330855018587361, + "f1-score": 0.9428991711013958, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9167367535744323, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + } + } + } + }, + "plain": { + "cv_summary": { + "label": "plain", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7959915072634196, + "accuracy": 0.9566733067729084, + "balanced_acc": 0.8397871640487492, + "per_class_recall": { + "malignant": 0.9342105263157895, + "non_malignant": 0.5918367346938775, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9781859931113662, + "non_malignant": 0.35365853658536583, + "non_roi": 0.985781990521327 + }, + "confusion_matrix": [ + [ + 852, + 52, + 8 + ], + [ + 13, + 29, + 7 + ], + [ + 6, + 1, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9781859931113662, + "recall": 0.9342105263157895, + "f1-score": 0.9556926528323051, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.35365853658536583, + "recall": 0.5918367346938775, + "f1-score": 0.44274809160305345, + "support": 49.0 + }, + "non_roi": { + "precision": 0.985781990521327, + "recall": 0.9933142311365807, + "f1-score": 0.9895337773549001, + "support": 1047.0 + }, + "accuracy": 0.9566733067729084, + "macro avg": { + "precision": 0.7725421734060197, + "recall": 0.8397871640487492, + "f1-score": 0.7959915072634196, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9669066922739434, + "recall": 0.9566733067729084, + "f1-score": 0.9608208270728049, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9386252045826514, + "src_C_n": 1222, + "src_D_acc": 0.9396551724137931, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7890123604346321, + "accuracy": 0.9211700545364403, + "balanced_acc": 0.838679845347967, + "per_class_recall": { + "malignant": 0.930921052631579, + "non_malignant": 0.66, + "non_roi": 0.9251184834123223 + }, + "per_class_precision": { + "malignant": 0.9319429198682766, + "non_malignant": 0.39759036144578314, + "non_roi": 0.9540566959921799 + }, + "confusion_matrix": [ + [ + 849, + 24, + 39 + ], + [ + 9, + 33, + 8 + ], + [ + 53, + 26, + 976 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9319429198682766, + "recall": 0.930921052631579, + "f1-score": 0.9314317059791553, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.39759036144578314, + "recall": 0.66, + "f1-score": 0.49624060150375937, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9540566959921799, + "recall": 0.9251184834123223, + "f1-score": 0.9393647738209817, + "support": 1055.0 + }, + "accuracy": 0.9211700545364403, + "macro avg": { + "precision": 0.7611966591020799, + "recall": 0.838679845347967, + "f1-score": 0.7890123604346321, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9302633987426411, + "recall": 0.9211700545364403, + "f1-score": 0.924793050227721, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9340659340659341, + "src_B_n": 728, + "src_C_acc": 0.9293577981651376, + "src_C_n": 1090, + "src_D_acc": 0.8291457286432161, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7147224666392457, + "accuracy": 0.9074446680080482, + "balanced_acc": 0.7807517167170256, + "per_class_recall": { + "malignant": 0.8914473684210527, + "non_malignant": 0.5102040816326531, + "non_roi": 0.9406037000973709 + }, + "per_class_precision": { + "malignant": 0.9259681093394078, + "non_malignant": 0.18382352941176472, + "non_roi": 0.9917864476386037 + }, + "confusion_matrix": [ + [ + 813, + 92, + 7 + ], + [ + 23, + 25, + 1 + ], + [ + 42, + 19, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9259681093394078, + "recall": 0.8914473684210527, + "f1-score": 0.9083798882681564, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.18382352941176472, + "recall": 0.5102040816326531, + "f1-score": 0.2702702702702703, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9917864476386037, + "recall": 0.9406037000973709, + "f1-score": 0.9655172413793104, + "support": 1027.0 + }, + "accuracy": 0.9074446680080482, + "macro avg": { + "precision": 0.7005260287965921, + "recall": 0.7807517167170256, + "f1-score": 0.7147224666392457, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9416775404343875, + "recall": 0.9074446680080482, + "f1-score": 0.9221689679277433, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9425901201602136, + "src_B_n": 749, + "src_C_acc": 0.9378531073446328, + "src_C_n": 1062, + "src_D_acc": 0.576271186440678, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.6640203057111016, + "accuracy": 0.8291970802919708, + "balanced_acc": 0.8388891831060507, + "per_class_recall": { + "malignant": 0.7108433734939759, + "non_malignant": 0.88, + "non_roi": 0.9258241758241759 + }, + "per_class_precision": { + "malignant": 0.9629080118694362, + "non_malignant": 0.13095238095238096, + "non_roi": 0.9674641148325359 + }, + "confusion_matrix": [ + [ + 649, + 230, + 34 + ], + [ + 6, + 44, + 0 + ], + [ + 19, + 62, + 1011 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9629080118694362, + "recall": 0.7108433734939759, + "f1-score": 0.8178954001260239, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.13095238095238096, + "recall": 0.88, + "f1-score": 0.22797927461139897, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9674641148325359, + "recall": 0.9258241758241759, + "f1-score": 0.9461862423958821, + "support": 1092.0 + }, + "accuracy": 0.8291970802919708, + "macro avg": { + "precision": 0.6871081692181177, + "recall": 0.8388891831060507, + "f1-score": 0.6640203057111016, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9450868356601184, + "recall": 0.8291970802919708, + "f1-score": 0.8717142777333008, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9398230088495575, + "src_B_n": 565, + "src_C_acc": 0.8509532062391681, + "src_C_n": 1154, + "src_D_acc": 0.5684523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6907150723460873, + "accuracy": 0.8544272136068034, + "balanced_acc": 0.8419632805421484, + "per_class_recall": { + "malignant": 0.7864184008762322, + "non_malignant": 0.8235294117647058, + "non_roi": 0.9159420289855073 + }, + "per_class_precision": { + "malignant": 0.9598930481283422, + "non_malignant": 0.1640625, + "non_roi": 0.9527638190954774 + }, + "confusion_matrix": [ + [ + 718, + 152, + 43 + ], + [ + 5, + 42, + 4 + ], + [ + 25, + 62, + 948 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9598930481283422, + "recall": 0.7864184008762322, + "f1-score": 0.8645394340758579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1640625, + "recall": 0.8235294117647058, + "f1-score": 0.2736156351791531, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9527638190954774, + "recall": 0.9159420289855073, + "f1-score": 0.9339901477832512, + "support": 1035.0 + }, + "accuracy": 0.8544272136068034, + "macro avg": { + "precision": 0.6922397890746065, + "recall": 0.8419632805421484, + "f1-score": 0.6907150723460873, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.935897995600298, + "recall": 0.8544272136068034, + "f1-score": 0.885422062861961, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9608695652173913, + "src_B_n": 690, + "src_C_acc": 0.8268206039076377, + "src_C_n": 1126, + "src_D_acc": 0.6229508196721312, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7308923424788972, + "cv_macro_f1_std": 0.05284578500559014, + "cv_non_malignant_recall_mean": 0.6931140456182472, + "cv_non_malignant_recall_std": 0.13910011957060542, + "cv_balanced_acc_mean": 0.8280142379523883, + "cv_balanced_acc_std": 0.023659852513387383, + "cv_malignant_precision_mean": 0.9517796164633658, + "cv_malignant_precision_std": 0.019731670568849016, + "cv_non_malignant_precision_mean": 0.2460174616790589, + "cv_non_malignant_precision_std": 0.10806074098209795, + "cv_non_roi_precision_mean": 0.9703706136160248, + "cv_non_roi_precision_std": 0.01600462021857893, + "cv_malignant_recall_mean": 0.8507681443477259, + "cv_malignant_recall_std": 0.08804743047857039, + "cv_non_roi_recall_mean": 0.9401605238911914, + "cv_non_roi_recall_std": 0.027726674348870183 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7984977147390575, + "accuracy": 0.954183266932271, + "balanced_acc": 0.8572713507058682, + "per_class_recall": { + "malignant": 0.9254385964912281, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9802555168408827, + "non_malignant": 0.34782608695652173, + "non_roi": 0.985781990521327 + }, + "confusion_matrix": [ + [ + 844, + 59, + 9 + ], + [ + 11, + 32, + 6 + ], + [ + 6, + 1, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9802555168408827, + "recall": 0.9254385964912281, + "f1-score": 0.952058657642414, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34782608695652173, + "recall": 0.6530612244897959, + "f1-score": 0.45390070921985815, + "support": 49.0 + }, + "non_roi": { + "precision": 0.985781990521327, + "recall": 0.9933142311365807, + "f1-score": 0.9895337773549001, + "support": 1047.0 + }, + "accuracy": 0.954183266932271, + "macro avg": { + "precision": 0.7712878647729106, + "recall": 0.8572713507058682, + "f1-score": 0.7984977147390575, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9677043096093546, + "recall": 0.954183266932271, + "f1-score": 0.9594424777949377, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9435351882160393, + "src_C_n": 1222, + "src_D_acc": 0.8448275862068966, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7836946407353276, + "accuracy": 0.918195339613287, + "balanced_acc": 0.8361896150328428, + "per_class_recall": { + "malignant": 0.9177631578947368, + "non_malignant": 0.66, + "non_roi": 0.9308056872037914 + }, + "per_class_precision": { + "malignant": 0.9372900335946248, + "non_malignant": 0.38372093023255816, + "non_roi": 0.9460500963391136 + }, + "confusion_matrix": [ + [ + 837, + 27, + 48 + ], + [ + 9, + 33, + 8 + ], + [ + 47, + 26, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9372900335946248, + "recall": 0.9177631578947368, + "f1-score": 0.9274238227146815, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38372093023255816, + "recall": 0.66, + "f1-score": 0.4852941176470588, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9460500963391136, + "recall": 0.9308056872037914, + "f1-score": 0.9383659818442427, + "support": 1055.0 + }, + "accuracy": 0.918195339613287, + "macro avg": { + "precision": 0.7556870200554323, + "recall": 0.8361896150328428, + "f1-score": 0.7836946407353276, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9281494342031188, + "recall": 0.918195339613287, + "f1-score": 0.9221870813305992, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9230769230769231, + "src_B_n": 728, + "src_C_acc": 0.9302752293577982, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7221573846990976, + "accuracy": 0.9134808853118712, + "balanced_acc": 0.7850149002357054, + "per_class_recall": { + "malignant": 0.9013157894736842, + "non_malignant": 0.5102040816326531, + "non_roi": 0.943524829600779 + }, + "per_class_precision": { + "malignant": 0.927765237020316, + "non_malignant": 0.1968503937007874, + "non_roi": 0.9938461538461538 + }, + "confusion_matrix": [ + [ + 822, + 85, + 5 + ], + [ + 23, + 25, + 1 + ], + [ + 41, + 17, + 969 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927765237020316, + "recall": 0.9013157894736842, + "f1-score": 0.914349276974416, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.1968503937007874, + "recall": 0.5102040816326531, + "f1-score": 0.2840909090909091, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9938461538461538, + "recall": 0.943524829600779, + "f1-score": 0.968031968031968, + "support": 1027.0 + }, + "accuracy": 0.9134808853118712, + "macro avg": { + "precision": 0.7061539281890857, + "recall": 0.7850149002357054, + "f1-score": 0.7221573846990976, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9438871053590878, + "recall": 0.9134808853118712, + "f1-score": 0.9265471963354895, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9332443257676902, + "src_B_n": 749, + "src_C_acc": 0.9538606403013182, + "src_C_n": 1062, + "src_D_acc": 0.5875706214689266, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7038866565186006, + "accuracy": 0.8700729927007299, + "balanced_acc": 0.8642132833699098, + "per_class_recall": { + "malignant": 0.8214676889375685, + "non_malignant": 0.86, + "non_roi": 0.9111721611721612 + }, + "per_class_precision": { + "malignant": 0.9689922480620154, + "non_malignant": 0.16996047430830039, + "non_roi": 0.9678988326848249 + }, + "confusion_matrix": [ + [ + 750, + 130, + 33 + ], + [ + 7, + 43, + 0 + ], + [ + 17, + 80, + 995 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9689922480620154, + "recall": 0.8214676889375685, + "f1-score": 0.8891523414344991, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.16996047430830039, + "recall": 0.86, + "f1-score": 0.2838283828382838, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9678988326848249, + "recall": 0.9111721611721612, + "f1-score": 0.9386792452830188, + "support": 1092.0 + }, + "accuracy": 0.8700729927007299, + "macro avg": { + "precision": 0.7022838516850469, + "recall": 0.8642132833699098, + "f1-score": 0.7038866565186006, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.948970059118182, + "recall": 0.8700729927007299, + "f1-score": 0.9007422105696683, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9203539823008849, + "src_B_n": 565, + "src_C_acc": 0.8552859618717504, + "src_C_n": 1154, + "src_D_acc": 0.8363095238095238, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6999385071520852, + "accuracy": 0.8834417208604303, + "balanced_acc": 0.7819710472777985, + "per_class_recall": { + "malignant": 0.8400876232201533, + "non_malignant": 0.5686274509803921, + "non_roi": 0.9371980676328503 + }, + "per_class_precision": { + "malignant": 0.9376528117359413, + "non_malignant": 0.1746987951807229, + "non_roi": 0.9556650246305419 + }, + "confusion_matrix": [ + [ + 767, + 105, + 41 + ], + [ + 18, + 29, + 4 + ], + [ + 33, + 32, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9376528117359413, + "recall": 0.8400876232201533, + "f1-score": 0.8861929520508377, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1746987951807229, + "recall": 0.5686274509803921, + "f1-score": 0.2672811059907834, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9556650246305419, + "recall": 0.9371980676328503, + "f1-score": 0.9463414634146341, + "support": 1035.0 + }, + "accuracy": 0.8834417208604303, + "macro avg": { + "precision": 0.689338877182402, + "recall": 0.7819710472777985, + "f1-score": 0.6999385071520852, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9275137349483452, + "recall": 0.8834417208604303, + "f1-score": 0.9015452307464187, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8694493783303731, + "src_C_n": 1126, + "src_D_acc": 0.6721311475409836, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7416349807688337, + "cv_macro_f1_std": 0.04134076476190123, + "cv_non_malignant_recall_mean": 0.6503785514205681, + "cv_non_malignant_recall_std": 0.11863645739451703, + "cv_balanced_acc_mean": 0.824932039324425, + "cv_balanced_acc_std": 0.03508448385219917, + "cv_malignant_precision_mean": 0.9503911694507561, + "cv_malignant_precision_std": 0.020414297474459643, + "cv_non_malignant_precision_mean": 0.2546113360757781, + "cv_non_malignant_precision_std": 0.09191995010814033, + "cv_non_roi_precision_mean": 0.9698484196043923, + "cv_non_roi_precision_std": 0.01789469029227998, + "cv_malignant_recall_mean": 0.8812145712034741, + "cv_malignant_recall_std": 0.04232431539587153, + "cv_non_roi_recall_mean": 0.9432029953492325, + "cv_non_roi_recall_std": 0.027301891046708503 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.7705245324742672, + "accuracy": 0.9691235059760956, + "balanced_acc": 0.745881879620596, + "per_class_recall": { + "malignant": 0.9780701754385965, + "non_malignant": 0.2653061224489796, + "non_roi": 0.994269340974212 + }, + "per_class_precision": { + "malignant": 0.9643243243243244, + "non_malignant": 0.52, + "non_roi": 0.9839319470699432 + }, + "confusion_matrix": [ + [ + 892, + 11, + 9 + ], + [ + 28, + 13, + 8 + ], + [ + 5, + 1, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9643243243243244, + "recall": 0.9780701754385965, + "f1-score": 0.9711486118671747, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.52, + "recall": 0.2653061224489796, + "f1-score": 0.35135135135135137, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839319470699432, + "recall": 0.994269340974212, + "f1-score": 0.9890736342042755, + "support": 1047.0 + }, + "accuracy": 0.9691235059760956, + "macro avg": { + "precision": 0.8227520904647557, + "recall": 0.745881879620596, + "f1-score": 0.7705245324742672, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9637054444053856, + "recall": 0.9691235059760956, + "f1-score": 0.9653704408620299, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9541734860883797, + "src_C_n": 1222, + "src_D_acc": 0.9913793103448276, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8127654158427232, + "accuracy": 0.9335647000495786, + "balanced_acc": 0.7772163326958786, + "per_class_recall": { + "malignant": 0.9418859649122807, + "non_malignant": 0.44, + "non_roi": 0.9497630331753555 + }, + "per_class_precision": { + "malignant": 0.927645788336933, + "non_malignant": 0.7586206896551724, + "non_roi": 0.943502824858757 + }, + "confusion_matrix": [ + [ + 859, + 2, + 51 + ], + [ + 19, + 22, + 9 + ], + [ + 48, + 5, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927645788336933, + "recall": 0.9418859649122807, + "f1-score": 0.9347116430903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.7586206896551724, + "recall": 0.44, + "f1-score": 0.5569620253164557, + "support": 50.0 + }, + "non_roi": { + "precision": 0.943502824858757, + "recall": 0.9497630331753555, + "f1-score": 0.9466225791213982, + "support": 1055.0 + }, + "accuracy": 0.9335647000495786, + "macro avg": { + "precision": 0.8765897676169541, + "recall": 0.7772163326958786, + "f1-score": 0.8127654158427232, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9317498630005108, + "recall": 0.9335647000495786, + "f1-score": 0.931577561099289, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9394495412844037, + "src_C_n": 1090, + "src_D_acc": 0.9045226130653267, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7248604169294769, + "accuracy": 0.9396378269617707, + "balanced_acc": 0.7134084864407506, + "per_class_recall": { + "malignant": 0.9605263157894737, + "non_malignant": 0.22448979591836735, + "non_roi": 0.9552093476144109 + }, + "per_class_precision": { + "malignant": 0.9153605015673981, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9829659318637275 + }, + "confusion_matrix": [ + [ + 876, + 22, + 14 + ], + [ + 35, + 11, + 3 + ], + [ + 46, + 0, + 981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9153605015673981, + "recall": 0.9605263157894737, + "f1-score": 0.9373996789727127, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.22448979591836735, + "f1-score": 0.2682926829268293, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9829659318637275, + "recall": 0.9552093476144109, + "f1-score": 0.9688888888888889, + "support": 1027.0 + }, + "accuracy": 0.9396378269617707, + "macro avg": { + "precision": 0.7438865889214864, + "recall": 0.7134084864407506, + "f1-score": 0.7248604169294769, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9359396995909701, + "recall": 0.9396378269617707, + "f1-score": 0.9371749182974937, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9399198931909212, + "src_B_n": 749, + "src_C_acc": 0.9764595103578154, + "src_C_n": 1062, + "src_D_acc": 0.7175141242937854, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7678741479976162, + "accuracy": 0.9343065693430657, + "balanced_acc": 0.7835618732004274, + "per_class_recall": { + "malignant": 0.9364731653888281, + "non_malignant": 0.46, + "non_roi": 0.9542124542124543 + }, + "per_class_precision": { + "malignant": 0.9385290889132821, + "non_malignant": 0.36507936507936506, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 855, + 20, + 38 + ], + [ + 26, + 23, + 1 + ], + [ + 30, + 20, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385290889132821, + "recall": 0.9364731653888281, + "f1-score": 0.9375, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.36507936507936506, + "recall": 0.46, + "f1-score": 0.40707964601769914, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9542124542124543, + "f1-score": 0.9590427979751496, + "support": 1092.0 + }, + "accuracy": 0.9343065693430657, + "macro avg": { + "precision": 0.75584358272157, + "recall": 0.7835618732004274, + "f1-score": 0.7678741479976162, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9380701565292884, + "recall": 0.9343065693430657, + "f1-score": 0.9360419550801694, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.9280762564991335, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6561893987635757, + "accuracy": 0.927463731865933, + "balanced_acc": 0.6524524406754093, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9642512077294686 + }, + "per_class_precision": { + "malignant": 0.9142550911039657, + "non_malignant": 0.15789473684210525, + "non_roi": 0.9531996179560649 + }, + "confusion_matrix": [ + [ + 853, + 16, + 44 + ], + [ + 43, + 3, + 5 + ], + [ + 37, + 0, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9142550911039657, + "recall": 0.9342825848849945, + "f1-score": 0.9241603466955579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15789473684210525, + "recall": 0.058823529411764705, + "f1-score": 0.08571428571428572, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9531996179560649, + "recall": 0.9642512077294686, + "f1-score": 0.9586935638808838, + "support": 1035.0 + }, + "accuracy": 0.927463731865933, + "macro avg": { + "precision": 0.6751164819673786, + "recall": 0.6524524406754093, + "f1-score": 0.6561893987635757, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9151221282348151, + "recall": 0.927463731865933, + "f1-score": 0.9206491564388133, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9271758436944938, + "src_C_n": 1126, + "src_D_acc": 0.7978142076502732, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7464427824015318, + "cv_macro_f1_std": 0.05300829667499757, + "cv_non_malignant_recall_mean": 0.28972388955582234, + "cv_non_malignant_recall_std": 0.14815097285949105, + "cv_balanced_acc_mean": 0.7345042025266124, + "cv_balanced_acc_std": 0.048037388587752396, + "cv_malignant_precision_mean": 0.9320229588491806, + "cv_malignant_precision_std": 0.018429336225386832, + "cv_non_malignant_precision_mean": 0.4269856249819952, + "cv_non_malignant_precision_std": 0.20181503061311623, + "cv_non_roi_precision_mean": 0.9655045231841111, + "cv_non_roi_precision_std": 0.016015365213833708, + "cv_malignant_recall_mean": 0.9502476412828347, + "cv_malignant_recall_std": 0.016698990389413564, + "cv_non_roi_recall_mean": 0.9635410767411802, + "cv_non_roi_recall_std": 0.016068639655071146 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.7186360939777693, + "accuracy": 0.8935134598192113, + "balanced_acc": 0.8285236588536237, + "per_class_recall": { + "malignant": 0.8507233669443227, + "non_malignant": 0.6947791164658634, + "non_roi": 0.940068493150685 + }, + "per_class_precision": { + "malignant": 0.9507594316511514, + "non_malignant": 0.1937290033594625, + "non_roi": 0.9703456402199528 + }, + "confusion_matrix": [ + [ + 3881, + 550, + 131 + ], + [ + 56, + 173, + 20 + ], + [ + 145, + 170, + 4941 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9507594316511514, + "recall": 0.8507233669443227, + "f1-score": 0.8979639055992596, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.1937290033594625, + "recall": 0.6947791164658634, + "f1-score": 0.30297723292469353, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9703456402199528, + "recall": 0.940068493150685, + "f1-score": 0.9549671434093545, + "support": 5256.0 + }, + "accuracy": 0.8935134598192113, + "macro avg": { + "precision": 0.7049446917435223, + "recall": 0.8285236588536237, + "f1-score": 0.7186360939777693, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9422608258691895, + "recall": 0.8935134598192113, + "f1-score": 0.9130088381942623, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9538506760728983, + "src_B_n": 3402, + "src_C_acc": 0.8965334276618323, + "src_C_n": 5654, + "src_D_acc": 0.6735905044510386, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7344537362614094, + "accuracy": 0.9077182874739247, + "balanced_acc": 0.8249057478384629, + "per_class_recall": { + "malignant": 0.8811924594476107, + "non_malignant": 0.6506024096385542, + "non_roi": 0.9429223744292238 + }, + "per_class_precision": { + "malignant": 0.9499054820415879, + "non_malignant": 0.22375690607734808, + "non_roi": 0.9696732537663862 + }, + "confusion_matrix": [ + [ + 4020, + 406, + 136 + ], + [ + 68, + 162, + 19 + ], + [ + 144, + 156, + 4956 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9499054820415879, + "recall": 0.8811924594476107, + "f1-score": 0.9142597225380942, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.22375690607734808, + "recall": 0.6506024096385542, + "f1-score": 0.3329907502569373, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9696732537663862, + "recall": 0.9429223744292238, + "f1-score": 0.9561107359891965, + "support": 5256.0 + }, + "accuracy": 0.9077182874739247, + "macro avg": { + "precision": 0.7144452139617741, + "recall": 0.8249057478384629, + "f1-score": 0.7344537362614094, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9422655111237814, + "recall": 0.9077182874739247, + "f1-score": 0.9217329471930049, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9465020576131687, + "src_B_n": 3402, + "src_C_acc": 0.9101521047046339, + "src_C_n": 5654, + "src_D_acc": 0.7636003956478734, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7499482509729982, + "accuracy": 0.9407966623621734, + "balanced_acc": 0.7342893561518338, + "per_class_recall": { + "malignant": 0.9502411223147742, + "non_malignant": 0.2891566265060241, + "non_roi": 0.9634703196347032 + }, + "per_class_precision": { + "malignant": 0.9318572656921754, + "non_malignant": 0.4260355029585799, + "non_roi": 0.9653069004956157 + }, + "confusion_matrix": [ + [ + 4335, + 71, + 156 + ], + [ + 151, + 72, + 26 + ], + [ + 166, + 26, + 5064 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318572656921754, + "recall": 0.9502411223147742, + "f1-score": 0.940959409594096, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.4260355029585799, + "recall": 0.2891566265060241, + "f1-score": 0.3444976076555024, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9653069004956157, + "recall": 0.9634703196347032, + "f1-score": 0.9643877356693963, + "support": 5256.0 + }, + "accuracy": 0.9407966623621734, + "macro avg": { + "precision": 0.774399889715457, + "recall": 0.7342893561518338, + "f1-score": 0.7499482509729982, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9368102468788463, + "recall": 0.9407966623621734, + "f1-score": 0.9384383301433231, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9556143445032333, + "src_B_n": 3402, + "src_C_acc": 0.9448178280863105, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.7705245324742672, + "accuracy": 0.9691235059760956, + "balanced_acc": 0.745881879620596, + "per_class_recall": { + "malignant": 0.9780701754385965, + "non_malignant": 0.2653061224489796, + "non_roi": 0.994269340974212 + }, + "per_class_precision": { + "malignant": 0.9643243243243244, + "non_malignant": 0.52, + "non_roi": 0.9839319470699432 + }, + "confusion_matrix": [ + [ + 892, + 11, + 9 + ], + [ + 28, + 13, + 8 + ], + [ + 5, + 1, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9643243243243244, + "recall": 0.9780701754385965, + "f1-score": 0.9711486118671747, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.52, + "recall": 0.2653061224489796, + "f1-score": 0.35135135135135137, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839319470699432, + "recall": 0.994269340974212, + "f1-score": 0.9890736342042755, + "support": 1047.0 + }, + "accuracy": 0.9691235059760956, + "macro avg": { + "precision": 0.8227520904647557, + "recall": 0.745881879620596, + "f1-score": 0.7705245324742672, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9637054444053856, + "recall": 0.9691235059760956, + "f1-score": 0.9653704408620299, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9541734860883797, + "src_C_n": 1222, + "src_D_acc": 0.9913793103448276, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8127654158427232, + "accuracy": 0.9335647000495786, + "balanced_acc": 0.7772163326958786, + "per_class_recall": { + "malignant": 0.9418859649122807, + "non_malignant": 0.44, + "non_roi": 0.9497630331753555 + }, + "per_class_precision": { + "malignant": 0.927645788336933, + "non_malignant": 0.7586206896551724, + "non_roi": 0.943502824858757 + }, + "confusion_matrix": [ + [ + 859, + 2, + 51 + ], + [ + 19, + 22, + 9 + ], + [ + 48, + 5, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927645788336933, + "recall": 0.9418859649122807, + "f1-score": 0.9347116430903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.7586206896551724, + "recall": 0.44, + "f1-score": 0.5569620253164557, + "support": 50.0 + }, + "non_roi": { + "precision": 0.943502824858757, + "recall": 0.9497630331753555, + "f1-score": 0.9466225791213982, + "support": 1055.0 + }, + "accuracy": 0.9335647000495786, + "macro avg": { + "precision": 0.8765897676169541, + "recall": 0.7772163326958786, + "f1-score": 0.8127654158427232, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9317498630005108, + "recall": 0.9335647000495786, + "f1-score": 0.931577561099289, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9394495412844037, + "src_C_n": 1090, + "src_D_acc": 0.9045226130653267, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7248604169294769, + "accuracy": 0.9396378269617707, + "balanced_acc": 0.7134084864407506, + "per_class_recall": { + "malignant": 0.9605263157894737, + "non_malignant": 0.22448979591836735, + "non_roi": 0.9552093476144109 + }, + "per_class_precision": { + "malignant": 0.9153605015673981, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9829659318637275 + }, + "confusion_matrix": [ + [ + 876, + 22, + 14 + ], + [ + 35, + 11, + 3 + ], + [ + 46, + 0, + 981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9153605015673981, + "recall": 0.9605263157894737, + "f1-score": 0.9373996789727127, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.22448979591836735, + "f1-score": 0.2682926829268293, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9829659318637275, + "recall": 0.9552093476144109, + "f1-score": 0.9688888888888889, + "support": 1027.0 + }, + "accuracy": 0.9396378269617707, + "macro avg": { + "precision": 0.7438865889214864, + "recall": 0.7134084864407506, + "f1-score": 0.7248604169294769, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9359396995909701, + "recall": 0.9396378269617707, + "f1-score": 0.9371749182974937, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9399198931909212, + "src_B_n": 749, + "src_C_acc": 0.9764595103578154, + "src_C_n": 1062, + "src_D_acc": 0.7175141242937854, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7678741479976162, + "accuracy": 0.9343065693430657, + "balanced_acc": 0.7835618732004274, + "per_class_recall": { + "malignant": 0.9364731653888281, + "non_malignant": 0.46, + "non_roi": 0.9542124542124543 + }, + "per_class_precision": { + "malignant": 0.9385290889132821, + "non_malignant": 0.36507936507936506, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 855, + 20, + 38 + ], + [ + 26, + 23, + 1 + ], + [ + 30, + 20, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385290889132821, + "recall": 0.9364731653888281, + "f1-score": 0.9375, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.36507936507936506, + "recall": 0.46, + "f1-score": 0.40707964601769914, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9542124542124543, + "f1-score": 0.9590427979751496, + "support": 1092.0 + }, + "accuracy": 0.9343065693430657, + "macro avg": { + "precision": 0.75584358272157, + "recall": 0.7835618732004274, + "f1-score": 0.7678741479976162, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9380701565292884, + "recall": 0.9343065693430657, + "f1-score": 0.9360419550801694, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.9280762564991335, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6561893987635757, + "accuracy": 0.927463731865933, + "balanced_acc": 0.6524524406754093, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9642512077294686 + }, + "per_class_precision": { + "malignant": 0.9142550911039657, + "non_malignant": 0.15789473684210525, + "non_roi": 0.9531996179560649 + }, + "confusion_matrix": [ + [ + 853, + 16, + 44 + ], + [ + 43, + 3, + 5 + ], + [ + 37, + 0, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9142550911039657, + "recall": 0.9342825848849945, + "f1-score": 0.9241603466955579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15789473684210525, + "recall": 0.058823529411764705, + "f1-score": 0.08571428571428572, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9531996179560649, + "recall": 0.9642512077294686, + "f1-score": 0.9586935638808838, + "support": 1035.0 + }, + "accuracy": 0.927463731865933, + "macro avg": { + "precision": 0.6751164819673786, + "recall": 0.6524524406754093, + "f1-score": 0.6561893987635757, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9151221282348151, + "recall": 0.927463731865933, + "f1-score": 0.9206491564388133, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9271758436944938, + "src_C_n": 1126, + "src_D_acc": 0.7978142076502732, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7464427824015318, + "cv_macro_f1_std": 0.05300829667499757, + "cv_non_malignant_recall_mean": 0.28972388955582234, + "cv_non_malignant_recall_std": 0.14815097285949105, + "cv_balanced_acc_mean": 0.7345042025266124, + "cv_balanced_acc_std": 0.048037388587752396, + "cv_malignant_precision_mean": 0.9320229588491806, + "cv_malignant_precision_std": 0.018429336225386832, + "cv_non_malignant_precision_mean": 0.4269856249819952, + "cv_non_malignant_precision_std": 0.20181503061311623, + "cv_non_roi_precision_mean": 0.9655045231841111, + "cv_non_roi_precision_std": 0.016015365213833708, + "cv_malignant_recall_mean": 0.9502476412828347, + "cv_malignant_recall_std": 0.016698990389413564, + "cv_non_roi_recall_mean": 0.9635410767411802, + "cv_non_roi_recall_std": 0.016068639655071146 + }, + "best_pooled": { + "macro_f1": 0.7499482509729982, + "accuracy": 0.9407966623621734, + "balanced_acc": 0.7342893561518338, + "per_class_recall": { + "malignant": 0.9502411223147742, + "non_malignant": 0.2891566265060241, + "non_roi": 0.9634703196347032 + }, + "per_class_precision": { + "malignant": 0.9318572656921754, + "non_malignant": 0.4260355029585799, + "non_roi": 0.9653069004956157 + }, + "confusion_matrix": [ + [ + 4335, + 71, + 156 + ], + [ + 151, + 72, + 26 + ], + [ + 166, + 26, + 5064 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318572656921754, + "recall": 0.9502411223147742, + "f1-score": 0.940959409594096, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.4260355029585799, + "recall": 0.2891566265060241, + "f1-score": 0.3444976076555024, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9653069004956157, + "recall": 0.9634703196347032, + "f1-score": 0.9643877356693963, + "support": 5256.0 + }, + "accuracy": 0.9407966623621734, + "macro avg": { + "precision": 0.774399889715457, + "recall": 0.7342893561518338, + "f1-score": 0.7499482509729982, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9368102468788463, + "recall": 0.9407966623621734, + "f1-score": 0.9384383301433231, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9556143445032333, + "src_B_n": 3402, + "src_C_acc": 0.9448178280863105, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } + }, + "test_summary": { + "label": "plain", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7915522517961128, + "accuracy": 0.9368029739776952, + "balanced_acc": 0.8897353890690024, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.7924528301886793, + "non_roi": 0.9687778768956289 + }, + "per_class_precision": { + "malignant": 0.9790518191841234, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9731182795698925 + }, + "confusion_matrix": [ + [ + 888, + 69, + 21 + ], + [ + 2, + 42, + 9 + ], + [ + 17, + 18, + 1086 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9790518191841234, + "recall": 0.9079754601226994, + "f1-score": 0.9421750663129973, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.7924528301886793, + "f1-score": 0.46153846153846156, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9731182795698925, + "recall": 0.9687778768956289, + "f1-score": 0.9709432275368798, + "support": 1121.0 + }, + "accuracy": 0.9368029739776952, + "macro avg": { + "precision": 0.7592504980342843, + "recall": 0.8897353890690024, + "f1-score": 0.7915522517961128, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9598671396437783, + "recall": 0.9368029739776952, + "f1-score": 0.9453234718329424, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.8209345218510951, + "accuracy": 0.9488847583643123, + "balanced_acc": 0.9042846195196814, + "per_class_recall": { + "malignant": 0.9274028629856851, + "non_malignant": 0.8113207547169812, + "non_roi": 0.9741302408563782 + }, + "per_class_precision": { + "malignant": 0.9869423286180631, + "non_malignant": 0.39814814814814814, + "non_roi": 0.9706666666666667 + }, + "confusion_matrix": [ + [ + 907, + 46, + 25 + ], + [ + 2, + 43, + 8 + ], + [ + 10, + 19, + 1092 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9869423286180631, + "recall": 0.9274028629856851, + "f1-score": 0.9562467053241961, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.39814814814814814, + "recall": 0.8113207547169812, + "f1-score": 0.5341614906832298, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9706666666666667, + "recall": 0.9741302408563782, + "f1-score": 0.9723953695458593, + "support": 1121.0 + }, + "accuracy": 0.9488847583643123, + "macro avg": { + "precision": 0.7852523811442927, + "recall": 0.9042846195196814, + "f1-score": 0.8209345218510951, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9639631889282765, + "recall": 0.9488847583643123, + "f1-score": 0.9542634972463677, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9674220963172805, + "src_B_n": 706, + "src_C_acc": 0.9386038687973086, + "src_C_n": 1189, + "src_D_acc": 0.9455252918287937, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } + } + }, + "comparison": { + "cv_single": { + "convnext": { + "macro_f1": 0.7371439283216453, + "accuracy": 0.9326512367140161, + "balanced_acc": 0.7263165142277245, + "per_class_recall": { + "malignant": 0.9451994739149496, + "non_malignant": 0.28112449799196787, + "non_roi": 0.9526255707762558 + }, + "per_class_precision": { + "malignant": 0.9237360754070265, + "non_malignant": 0.3723404255319149, + "non_roi": 0.9608520437535981 + }, + "confusion_matrix": [ + [ + 4312, + 86, + 164 + ], + [ + 139, + 70, + 40 + ], + [ + 217, + 32, + 5007 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9237360754070265, + "recall": 0.9451994739149496, + "f1-score": 0.9343445287107259, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3723404255319149, + "recall": 0.28112449799196787, + "f1-score": 0.32036613272311215, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9608520437535981, + "recall": 0.9526255707762558, + "f1-score": 0.9567211235310977, + "support": 5256.0 + }, + "accuracy": 0.9326512367140161, + "macro avg": { + "precision": 0.7523095148975131, + "recall": 0.7263165142277245, + "f1-score": 0.7371439283216453, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.929476019065582, + "recall": 0.9326512367140161, + "f1-score": 0.9308410780079306, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9529688418577308, + "src_B_n": 3402, + "src_C_acc": 0.9333215422709586, + "src_C_n": 5654, + "src_D_acc": 0.8605341246290801, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.7437857339425822, + "accuracy": 0.9280818515943181, + "balanced_acc": 0.7504131597150511, + "per_class_recall": { + "malignant": 0.9215256466462078, + "non_malignant": 0.36947791164658633, + "non_roi": 0.9602359208523592 + }, + "per_class_precision": { + "malignant": 0.9338071968014215, + "non_malignant": 0.3250883392226148, + "non_roi": 0.955509276789095 + }, + "confusion_matrix": [ + [ + 4204, + 155, + 203 + ], + [ + 125, + 92, + 32 + ], + [ + 173, + 36, + 5047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9338071968014215, + "recall": 0.9215256466462078, + "f1-score": 0.9276257722859664, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3250883392226148, + "recall": 0.36947791164658633, + "f1-score": 0.3458646616541353, + "support": 249.0 + }, + "non_roi": { + "precision": 0.955509276789095, + "recall": 0.9602359208523592, + "f1-score": 0.9578667678876447, + "support": 5256.0 + }, + "accuracy": 0.9280818515943181, + "macro avg": { + "precision": 0.7381349376043772, + "recall": 0.7504131597150511, + "f1-score": 0.7437857339425822, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9300816715086917, + "recall": 0.9280818515943181, + "f1-score": 0.9290252116755656, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9444444444444444, + "src_B_n": 3402, + "src_C_acc": 0.9343827378846834, + "src_C_n": 5654, + "src_D_acc": 0.837784371909001, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.7324690318500126, + "accuracy": 0.925797159034469, + "balanced_acc": 0.7202600874981298, + "per_class_recall": { + "malignant": 0.9359929855326611, + "non_malignant": 0.27710843373493976, + "non_roi": 0.9476788432267884 + }, + "per_class_precision": { + "malignant": 0.9170962199312714, + "non_malignant": 0.3812154696132597, + "non_roi": 0.9523900573613767 + }, + "confusion_matrix": [ + [ + 4270, + 75, + 217 + ], + [ + 148, + 69, + 32 + ], + [ + 238, + 37, + 4981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9170962199312714, + "recall": 0.9359929855326611, + "f1-score": 0.9264482534172271, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3812154696132597, + "recall": 0.27710843373493976, + "f1-score": 0.3209302325581395, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9523900573613767, + "recall": 0.9476788432267884, + "f1-score": 0.950028609574671, + "support": 5256.0 + }, + "accuracy": 0.925797159034469, + "macro avg": { + "precision": 0.7502339156353027, + "recall": 0.7202600874981298, + "f1-score": 0.7324690318500126, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9222685754198428, + "recall": 0.925797159034469, + "f1-score": 0.923782550106371, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9488536155202821, + "src_B_n": 3402, + "src_C_acc": 0.9274849663954722, + "src_C_n": 5654, + "src_D_acc": 0.8387734915924827, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.67591255982152, + "accuracy": 0.9004668719578822, + "balanced_acc": 0.6735798883813179, + "per_class_recall": { + "malignant": 0.9092503288031565, + "non_malignant": 0.18473895582329317, + "non_roi": 0.9267503805175038 + }, + "per_class_precision": { + "malignant": 0.8990030342436064, + "non_malignant": 0.20535714285714285, + "non_roi": 0.9315356664754255 + }, + "confusion_matrix": [ + [ + 4148, + 103, + 311 + ], + [ + 156, + 46, + 47 + ], + [ + 310, + 75, + 4871 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8990030342436064, + "recall": 0.9092503288031565, + "f1-score": 0.9040976460331299, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.20535714285714285, + "recall": 0.18473895582329317, + "f1-score": 0.1945031712473573, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9315356664754255, + "recall": 0.9267503805175038, + "f1-score": 0.9291368621840724, + "support": 5256.0 + }, + "accuracy": 0.9004668719578822, + "macro avg": { + "precision": 0.6786319478587249, + "recall": 0.6735798883813179, + "f1-score": 0.67591255982152, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.898831551980292, + "recall": 0.9004668719578822, + "f1-score": 0.8996193601354143, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9444444444444444, + "src_B_n": 3402, + "src_C_acc": 0.8961796957905908, + "src_C_n": 5654, + "src_D_acc": 0.7764589515331355, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.7705245324742672, + "accuracy": 0.9691235059760956, + "balanced_acc": 0.745881879620596, + "per_class_recall": { + "malignant": 0.9780701754385965, + "non_malignant": 0.2653061224489796, + "non_roi": 0.994269340974212 + }, + "per_class_precision": { + "malignant": 0.9643243243243244, + "non_malignant": 0.52, + "non_roi": 0.9839319470699432 + }, + "confusion_matrix": [ + [ + 892, + 11, + 9 + ], + [ + 28, + 13, + 8 + ], + [ + 5, + 1, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9643243243243244, + "recall": 0.9780701754385965, + "f1-score": 0.9711486118671747, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.52, + "recall": 0.2653061224489796, + "f1-score": 0.35135135135135137, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839319470699432, + "recall": 0.994269340974212, + "f1-score": 0.9890736342042755, + "support": 1047.0 + }, + "accuracy": 0.9691235059760956, + "macro avg": { + "precision": 0.8227520904647557, + "recall": 0.745881879620596, + "f1-score": 0.7705245324742672, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9637054444053856, + "recall": 0.9691235059760956, + "f1-score": 0.9653704408620299, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9541734860883797, + "src_C_n": 1222, + "src_D_acc": 0.9913793103448276, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8127654158427232, + "accuracy": 0.9335647000495786, + "balanced_acc": 0.7772163326958786, + "per_class_recall": { + "malignant": 0.9418859649122807, + "non_malignant": 0.44, + "non_roi": 0.9497630331753555 + }, + "per_class_precision": { + "malignant": 0.927645788336933, + "non_malignant": 0.7586206896551724, + "non_roi": 0.943502824858757 + }, + "confusion_matrix": [ + [ + 859, + 2, + 51 + ], + [ + 19, + 22, + 9 + ], + [ + 48, + 5, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927645788336933, + "recall": 0.9418859649122807, + "f1-score": 0.9347116430903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.7586206896551724, + "recall": 0.44, + "f1-score": 0.5569620253164557, + "support": 50.0 + }, + "non_roi": { + "precision": 0.943502824858757, + "recall": 0.9497630331753555, + "f1-score": 0.9466225791213982, + "support": 1055.0 + }, + "accuracy": 0.9335647000495786, + "macro avg": { + "precision": 0.8765897676169541, + "recall": 0.7772163326958786, + "f1-score": 0.8127654158427232, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9317498630005108, + "recall": 0.9335647000495786, + "f1-score": 0.931577561099289, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9394495412844037, + "src_C_n": 1090, + "src_D_acc": 0.9045226130653267, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7248604169294769, + "accuracy": 0.9396378269617707, + "balanced_acc": 0.7134084864407506, + "per_class_recall": { + "malignant": 0.9605263157894737, + "non_malignant": 0.22448979591836735, + "non_roi": 0.9552093476144109 + }, + "per_class_precision": { + "malignant": 0.9153605015673981, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9829659318637275 + }, + "confusion_matrix": [ + [ + 876, + 22, + 14 + ], + [ + 35, + 11, + 3 + ], + [ + 46, + 0, + 981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9153605015673981, + "recall": 0.9605263157894737, + "f1-score": 0.9373996789727127, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.22448979591836735, + "f1-score": 0.2682926829268293, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9829659318637275, + "recall": 0.9552093476144109, + "f1-score": 0.9688888888888889, + "support": 1027.0 + }, + "accuracy": 0.9396378269617707, + "macro avg": { + "precision": 0.7438865889214864, + "recall": 0.7134084864407506, + "f1-score": 0.7248604169294769, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9359396995909701, + "recall": 0.9396378269617707, + "f1-score": 0.9371749182974937, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9399198931909212, + "src_B_n": 749, + "src_C_acc": 0.9764595103578154, + "src_C_n": 1062, + "src_D_acc": 0.7175141242937854, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7678741479976162, + "accuracy": 0.9343065693430657, + "balanced_acc": 0.7835618732004274, + "per_class_recall": { + "malignant": 0.9364731653888281, + "non_malignant": 0.46, + "non_roi": 0.9542124542124543 + }, + "per_class_precision": { + "malignant": 0.9385290889132821, + "non_malignant": 0.36507936507936506, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 855, + 20, + 38 + ], + [ + 26, + 23, + 1 + ], + [ + 30, + 20, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385290889132821, + "recall": 0.9364731653888281, + "f1-score": 0.9375, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.36507936507936506, + "recall": 0.46, + "f1-score": 0.40707964601769914, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9542124542124543, + "f1-score": 0.9590427979751496, + "support": 1092.0 + }, + "accuracy": 0.9343065693430657, + "macro avg": { + "precision": 0.75584358272157, + "recall": 0.7835618732004274, + "f1-score": 0.7678741479976162, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9380701565292884, + "recall": 0.9343065693430657, + "f1-score": 0.9360419550801694, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.9280762564991335, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6561893987635757, + "accuracy": 0.927463731865933, + "balanced_acc": 0.6524524406754093, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9642512077294686 + }, + "per_class_precision": { + "malignant": 0.9142550911039657, + "non_malignant": 0.15789473684210525, + "non_roi": 0.9531996179560649 + }, + "confusion_matrix": [ + [ + 853, + 16, + 44 + ], + [ + 43, + 3, + 5 + ], + [ + 37, + 0, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9142550911039657, + "recall": 0.9342825848849945, + "f1-score": 0.9241603466955579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15789473684210525, + "recall": 0.058823529411764705, + "f1-score": 0.08571428571428572, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9531996179560649, + "recall": 0.9642512077294686, + "f1-score": 0.9586935638808838, + "support": 1035.0 + }, + "accuracy": 0.927463731865933, + "macro avg": { + "precision": 0.6751164819673786, + "recall": 0.6524524406754093, + "f1-score": 0.6561893987635757, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9151221282348151, + "recall": 0.927463731865933, + "f1-score": 0.9206491564388133, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9271758436944938, + "src_C_n": 1126, + "src_D_acc": 0.7978142076502732, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7464427824015318, + "cv_macro_f1_std": 0.05300829667499757, + "cv_non_malignant_recall_mean": 0.28972388955582234, + "cv_non_malignant_recall_std": 0.14815097285949105, + "cv_balanced_acc_mean": 0.7345042025266124, + "cv_balanced_acc_std": 0.048037388587752396, + "cv_malignant_precision_mean": 0.9320229588491806, + "cv_malignant_precision_std": 0.018429336225386832, + "cv_non_malignant_precision_mean": 0.4269856249819952, + "cv_non_malignant_precision_std": 0.20181503061311623, + "cv_non_roi_precision_mean": 0.9655045231841111, + "cv_non_roi_precision_std": 0.016015365213833708, + "cv_malignant_recall_mean": 0.9502476412828347, + "cv_malignant_recall_std": 0.016698990389413564, + "cv_non_roi_recall_mean": 0.9635410767411802, + "cv_non_roi_recall_std": 0.016068639655071146 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7499482509729982, + "accuracy": 0.9407966623621734, + "balanced_acc": 0.7342893561518338, + "per_class_recall": { + "malignant": 0.9502411223147742, + "non_malignant": 0.2891566265060241, + "non_roi": 0.9634703196347032 + }, + "per_class_precision": { + "malignant": 0.9318572656921754, + "non_malignant": 0.4260355029585799, + "non_roi": 0.9653069004956157 + }, + "confusion_matrix": [ + [ + 4335, + 71, + 156 + ], + [ + 151, + 72, + 26 + ], + [ + 166, + 26, + 5064 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318572656921754, + "recall": 0.9502411223147742, + "f1-score": 0.940959409594096, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.4260355029585799, + "recall": 0.2891566265060241, + "f1-score": 0.3444976076555024, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9653069004956157, + "recall": 0.9634703196347032, + "f1-score": 0.9643877356693963, + "support": 5256.0 + }, + "accuracy": 0.9407966623621734, + "macro avg": { + "precision": 0.774399889715457, + "recall": 0.7342893561518338, + "f1-score": 0.7499482509729982, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9368102468788463, + "recall": 0.9407966623621734, + "f1-score": 0.9384383301433231, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9556143445032333, + "src_B_n": 3402, + "src_C_acc": 0.9448178280863105, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7867752685071485, + "accuracy": 0.9526022304832714, + "balanced_acc": 0.7516552331202179, + "per_class_recall": { + "malignant": 0.9458077709611452, + "non_malignant": 0.32075471698113206, + "non_roi": 0.9884032114183765 + }, + "per_class_precision": { + "malignant": 0.9809119830328739, + "non_malignant": 0.68, + "non_roi": 0.9358108108108109 + }, + "confusion_matrix": [ + [ + 925, + 6, + 47 + ], + [ + 7, + 17, + 29 + ], + [ + 11, + 2, + 1108 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9809119830328739, + "recall": 0.9458077709611452, + "f1-score": 0.9630400832899532, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.68, + "recall": 0.32075471698113206, + "f1-score": 0.4358974358974359, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9358108108108109, + "recall": 0.9884032114183765, + "f1-score": 0.9613882863340564, + "support": 1121.0 + }, + "accuracy": 0.9526022304832714, + "macro avg": { + "precision": 0.8655742646145616, + "recall": 0.7516552331202179, + "f1-score": 0.7867752685071485, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9500073598164822, + "recall": 0.9526022304832714, + "f1-score": 0.9491970420727768, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9702549575070821, + "src_B_n": 706, + "src_C_acc": 0.9554247266610597, + "src_C_n": 1189, + "src_D_acc": 0.8910505836575876, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.8172548784070295, + "accuracy": 0.9535315985130112, + "balanced_acc": 0.8005768798909753, + "per_class_recall": { + "malignant": 0.9550102249488752, + "non_malignant": 0.4716981132075472, + "non_roi": 0.9750223015165032 + }, + "per_class_precision": { + "malignant": 0.9579487179487179, + "non_malignant": 0.5952380952380952, + "non_roi": 0.9629955947136564 + }, + "confusion_matrix": [ + [ + 934, + 10, + 34 + ], + [ + 20, + 25, + 8 + ], + [ + 21, + 7, + 1093 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9579487179487179, + "recall": 0.9550102249488752, + "f1-score": 0.9564772145417306, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5952380952380952, + "recall": 0.4716981132075472, + "f1-score": 0.5263157894736842, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9629955947136564, + "recall": 0.9750223015165032, + "f1-score": 0.9689716312056738, + "support": 1121.0 + }, + "accuracy": 0.9535315985130112, + "macro avg": { + "precision": 0.8387274693001565, + "recall": 0.8005768798909753, + "f1-score": 0.8172548784070295, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.951644761559235, + "recall": 0.9535315985130112, + "f1-score": 0.9523915665638839, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9478553406223718, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.6878826698558232, + "accuracy": 0.9349442379182156, + "balanced_acc": 0.675400814909592, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.11320754716981132, + "non_roi": 0.944692239072257 + }, + "per_class_precision": { + "malignant": 0.907088122605364, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9715596330275229 + }, + "confusion_matrix": [ + [ + 947, + 9, + 22 + ], + [ + 38, + 6, + 9 + ], + [ + 59, + 3, + 1059 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.907088122605364, + "recall": 0.9683026584867076, + "f1-score": 0.9366963402571711, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.11320754716981132, + "f1-score": 0.16901408450704225, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9715596330275229, + "recall": 0.944692239072257, + "f1-score": 0.9579375848032564, + "support": 1121.0 + }, + "accuracy": 0.9349442379182156, + "macro avg": { + "precision": 0.7373270296554066, + "recall": 0.675400814909592, + "f1-score": 0.6878826698558232, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9265414494417127, + "recall": 0.9349442379182156, + "f1-score": 0.9288544608805004, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.9293523969722456, + "src_C_n": 1189, + "src_D_acc": 0.8365758754863813, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7583345419165192, + "accuracy": 0.9256505576208178, + "balanced_acc": 0.764498934365499, + "per_class_recall": { + "malignant": 0.9488752556237219, + "non_malignant": 0.41509433962264153, + "non_roi": 0.9295272078501338 + }, + "per_class_precision": { + "malignant": 0.9160908193484699, + "non_malignant": 0.3793103448275862, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 928, + 30, + 20 + ], + [ + 12, + 22, + 19 + ], + [ + 73, + 6, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9160908193484699, + "recall": 0.9488752556237219, + "f1-score": 0.9321948769462581, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.3793103448275862, + "recall": 0.41509433962264153, + "f1-score": 0.3963963963963964, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9295272078501338, + "f1-score": 0.9464123524069028, + "support": 1121.0 + }, + "accuracy": 0.9256505576208178, + "macro avg": { + "precision": 0.7531078194493729, + "recall": 0.764498934365499, + "f1-score": 0.7583345419165192, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9277867850211655, + "recall": 0.9256505576208178, + "f1-score": 0.9264051327651428, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.904121110176619, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7915522517961128, + "accuracy": 0.9368029739776952, + "balanced_acc": 0.8897353890690024, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.7924528301886793, + "non_roi": 0.9687778768956289 + }, + "per_class_precision": { + "malignant": 0.9790518191841234, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9731182795698925 + }, + "confusion_matrix": [ + [ + 888, + 69, + 21 + ], + [ + 2, + 42, + 9 + ], + [ + 17, + 18, + 1086 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9790518191841234, + "recall": 0.9079754601226994, + "f1-score": 0.9421750663129973, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.7924528301886793, + "f1-score": 0.46153846153846156, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9731182795698925, + "recall": 0.9687778768956289, + "f1-score": 0.9709432275368798, + "support": 1121.0 + }, + "accuracy": 0.9368029739776952, + "macro avg": { + "precision": 0.7592504980342843, + "recall": 0.8897353890690024, + "f1-score": 0.7915522517961128, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9598671396437783, + "recall": 0.9368029739776952, + "f1-score": 0.9453234718329424, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.8209345218510951, + "accuracy": 0.9488847583643123, + "balanced_acc": 0.9042846195196814, + "per_class_recall": { + "malignant": 0.9274028629856851, + "non_malignant": 0.8113207547169812, + "non_roi": 0.9741302408563782 + }, + "per_class_precision": { + "malignant": 0.9869423286180631, + "non_malignant": 0.39814814814814814, + "non_roi": 0.9706666666666667 + }, + "confusion_matrix": [ + [ + 907, + 46, + 25 + ], + [ + 2, + 43, + 8 + ], + [ + 10, + 19, + 1092 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9869423286180631, + "recall": 0.9274028629856851, + "f1-score": 0.9562467053241961, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.39814814814814814, + "recall": 0.8113207547169812, + "f1-score": 0.5341614906832298, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9706666666666667, + "recall": 0.9741302408563782, + "f1-score": 0.9723953695458593, + "support": 1121.0 + }, + "accuracy": 0.9488847583643123, + "macro avg": { + "precision": 0.7852523811442927, + "recall": 0.9042846195196814, + "f1-score": 0.8209345218510951, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9639631889282765, + "recall": 0.9488847583643123, + "f1-score": 0.9542634972463677, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9674220963172805, + "src_B_n": 706, + "src_C_acc": 0.9386038687973086, + "src_C_n": 1189, + "src_D_acc": 0.9455252918287937, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } + } + } + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/ensemble_crt_cv_summary.json b/stage1_final/results/letterbox/ensemble_crt_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c94a7e39622b6709bd3c65dc2f889d6b760dd3f4 --- /dev/null +++ b/stage1_final/results/letterbox/ensemble_crt_cv_summary.json @@ -0,0 +1,1847 @@ +{ + "label": "cRT", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7501083498178573, + "accuracy": 0.9272908366533864, + "balanced_acc": 0.850408956625429, + "per_class_recall": { + "malignant": 0.8640350877192983, + "non_malignant": 0.6938775510204082, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9837702871410736, + "non_malignant": 0.22666666666666666, + "non_roi": 0.9839167455061495 + }, + "confusion_matrix": [ + [ + 788, + 114, + 10 + ], + [ + 8, + 34, + 7 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9837702871410736, + "recall": 0.8640350877192983, + "f1-score": 0.9200233508464681, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.22666666666666666, + "recall": 0.6938775510204082, + "f1-score": 0.3417085427135678, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839167455061495, + "recall": 0.9933142311365807, + "f1-score": 0.9885931558935361, + "support": 1047.0 + }, + "accuracy": 0.9272908366533864, + "macro avg": { + "precision": 0.73145123310463, + "recall": 0.850408956625429, + "f1-score": 0.7501083498178573, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9653715144841954, + "recall": 0.9272908366533864, + "f1-score": 0.9416643669250379, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.939443535188216, + "src_C_n": 1222, + "src_D_acc": 0.4224137931034483, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.5558070728141032, + "accuracy": 0.6955875061973228, + "balanced_acc": 0.7492312435908096, + "per_class_recall": { + "malignant": 0.44627192982456143, + "non_malignant": 0.9, + "non_roi": 0.9014218009478673 + }, + "per_class_precision": { + "malignant": 0.8984547461368654, + "non_malignant": 0.08050089445438283, + "non_roi": 0.9462686567164179 + }, + "confusion_matrix": [ + [ + 407, + 456, + 49 + ], + [ + 0, + 45, + 5 + ], + [ + 46, + 58, + 951 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8984547461368654, + "recall": 0.44627192982456143, + "f1-score": 0.5963369963369963, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.08050089445438283, + "recall": 0.9, + "f1-score": 0.1477832512315271, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9462686567164179, + "recall": 0.9014218009478673, + "f1-score": 0.9233009708737864, + "support": 1055.0 + }, + "accuracy": 0.6955875061973228, + "macro avg": { + "precision": 0.6417414324358887, + "recall": 0.7492312435908096, + "f1-score": 0.5558070728141032, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9031875091895692, + "recall": 0.6955875061973228, + "f1-score": 0.7562374950385531, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.5535714285714286, + "src_B_n": 728, + "src_C_acc": 0.846788990825688, + "src_C_n": 1090, + "src_D_acc": 0.3869346733668342, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7274388020691958, + "accuracy": 0.9079476861167002, + "balanced_acc": 0.8001833230430832, + "per_class_recall": { + "malignant": 0.8826754385964912, + "non_malignant": 0.5714285714285714, + "non_roi": 0.9464459591041869 + }, + "per_class_precision": { + "malignant": 0.9231651376146789, + "non_malignant": 0.21705426356589147, + "non_roi": 0.9848024316109423 + }, + "confusion_matrix": [ + [ + 805, + 93, + 14 + ], + [ + 20, + 28, + 1 + ], + [ + 47, + 8, + 972 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9231651376146789, + "recall": 0.8826754385964912, + "f1-score": 0.9024663677130045, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.21705426356589147, + "recall": 0.5714285714285714, + "f1-score": 0.3146067415730337, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9848024316109423, + "recall": 0.9464459591041869, + "f1-score": 0.9652432969215492, + "support": 1027.0 + }, + "accuracy": 0.9079476861167002, + "macro avg": { + "precision": 0.7083406109305042, + "recall": 0.8001833230430832, + "f1-score": 0.7274388020691958, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9376027976276426, + "recall": 0.9079476861167002, + "f1-score": 0.9204074062523994, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9132176234979973, + "src_B_n": 749, + "src_C_acc": 0.948210922787194, + "src_C_n": 1062, + "src_D_acc": 0.6440677966101694, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.658809286850686, + "accuracy": 0.8180048661800486, + "balanced_acc": 0.8450101839258465, + "per_class_recall": { + "malignant": 0.7185104052573932, + "non_malignant": 0.92, + "non_roi": 0.8965201465201466 + }, + "per_class_precision": { + "malignant": 0.9576642335766423, + "non_malignant": 0.12602739726027398, + "non_roi": 0.9741293532338309 + }, + "confusion_matrix": [ + [ + 656, + 231, + 26 + ], + [ + 4, + 46, + 0 + ], + [ + 25, + 88, + 979 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9576642335766423, + "recall": 0.7185104052573932, + "f1-score": 0.8210262828535669, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.12602739726027398, + "recall": 0.92, + "f1-score": 0.2216867469879518, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9741293532338309, + "recall": 0.8965201465201466, + "f1-score": 0.9337148307105388, + "support": 1092.0 + }, + "accuracy": 0.8180048661800486, + "macro avg": { + "precision": 0.6859403280235824, + "recall": 0.8450101839258465, + "f1-score": 0.658809286850686, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461791089293583, + "recall": 0.8180048661800486, + "f1-score": 0.8663250261462835, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9362831858407079, + "src_B_n": 565, + "src_C_acc": 0.792894280762565, + "src_C_n": 1154, + "src_D_acc": 0.7053571428571429, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6298225224086198, + "accuracy": 0.8374187093546773, + "balanced_acc": 0.6646154018538698, + "per_class_recall": { + "malignant": 0.8214676889375685, + "non_malignant": 0.29411764705882354, + "non_roi": 0.8782608695652174 + }, + "per_class_precision": { + "malignant": 0.9168704156479217, + "non_malignant": 0.06302521008403361, + "non_roi": 0.9639448568398727 + }, + "confusion_matrix": [ + [ + 750, + 131, + 32 + ], + [ + 34, + 15, + 2 + ], + [ + 34, + 92, + 909 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9168704156479217, + "recall": 0.8214676889375685, + "f1-score": 0.8665511265164645, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.06302521008403361, + "recall": 0.29411764705882354, + "f1-score": 0.10380622837370242, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9639448568398727, + "recall": 0.8782608695652174, + "f1-score": 0.9191102123356926, + "support": 1035.0 + }, + "accuracy": 0.8374187093546773, + "macro avg": { + "precision": 0.6479468275239427, + "recall": 0.6646154018538698, + "f1-score": 0.6298225224086198, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.919459680855481, + "recall": 0.8374187093546773, + "f1-score": 0.8743043351295812, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8179396092362344, + "src_C_n": 1126, + "src_D_acc": 0.4808743169398907, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.6643972067920925, + "cv_macro_f1_std": 0.06976975508156981, + "cv_non_malignant_recall_mean": 0.6758847539015606, + "cv_non_malignant_recall_std": 0.2309982058733487, + "cv_balanced_acc_mean": 0.7818898218078075, + "cv_balanced_acc_std": 0.06904140271489435, + "cv_malignant_precision_mean": 0.9359849640234363, + "cv_malignant_precision_std": 0.030632202001102102, + "cv_non_malignant_precision_mean": 0.14265488640624974, + "cv_non_malignant_precision_std": 0.06793191298101414, + "cv_non_roi_precision_mean": 0.9706124087814427, + "cv_non_roi_precision_std": 0.01433740238233005, + "cv_malignant_recall_mean": 0.7465921100670625, + "cv_malignant_recall_std": 0.16056068660825482, + "cv_non_roi_recall_mean": 0.9231926014547998, + "cv_non_roi_recall_std": 0.04162213288323942 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7820422615472552, + "accuracy": 0.9457171314741036, + "balanced_acc": 0.8575422515560289, + "per_class_recall": { + "malignant": 0.9067982456140351, + "non_malignant": 0.673469387755102, + "non_roi": 0.9923591212989494 + }, + "per_class_precision": { + "malignant": 0.9810201660735468, + "non_malignant": 0.3, + "non_roi": 0.9848341232227488 + }, + "confusion_matrix": [ + [ + 827, + 75, + 10 + ], + [ + 10, + 33, + 6 + ], + [ + 6, + 2, + 1039 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9810201660735468, + "recall": 0.9067982456140351, + "f1-score": 0.9424501424501425, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3, + "recall": 0.673469387755102, + "f1-score": 0.41509433962264153, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9848341232227488, + "recall": 0.9923591212989494, + "f1-score": 0.9885823025689819, + "support": 1047.0 + }, + "accuracy": 0.9457171314741036, + "macro avg": { + "precision": 0.7552847630987651, + "recall": 0.8575422515560289, + "f1-score": 0.7820422615472552, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9663902980444684, + "recall": 0.9457171314741036, + "f1-score": 0.9536353701921132, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.8017241379310345, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.715683631503666, + "accuracy": 0.8805156172533466, + "balanced_acc": 0.8344091765749285, + "per_class_recall": { + "malignant": 0.8475877192982456, + "non_malignant": 0.74, + "non_roi": 0.9156398104265403 + }, + "per_class_precision": { + "malignant": 0.9473039215686274, + "non_malignant": 0.20555555555555555, + "non_roi": 0.9461312438785504 + }, + "confusion_matrix": [ + [ + 773, + 90, + 49 + ], + [ + 7, + 37, + 6 + ], + [ + 36, + 53, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9473039215686274, + "recall": 0.8475877192982456, + "f1-score": 0.8946759259259259, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.20555555555555555, + "recall": 0.74, + "f1-score": 0.3217391304347826, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9461312438785504, + "recall": 0.9156398104265403, + "f1-score": 0.930635838150289, + "support": 1055.0 + }, + "accuracy": 0.8805156172533466, + "macro avg": { + "precision": 0.6996635736675777, + "recall": 0.8344091765749285, + "f1-score": 0.715683631503666, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9283031316510841, + "recall": 0.8805156172533466, + "f1-score": 0.8992822063533656, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.8983516483516484, + "src_B_n": 728, + "src_C_acc": 0.8862385321100917, + "src_C_n": 1090, + "src_D_acc": 0.7839195979899497, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7419248003814283, + "accuracy": 0.9235412474849095, + "balanced_acc": 0.7854783464317584, + "per_class_recall": { + "malignant": 0.9133771929824561, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9532619279454723 + }, + "per_class_precision": { + "malignant": 0.9245283018867925, + "non_malignant": 0.25806451612903225, + "non_roi": 0.9849094567404426 + }, + "confusion_matrix": [ + [ + 833, + 64, + 15 + ], + [ + 25, + 24, + 0 + ], + [ + 43, + 5, + 979 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9245283018867925, + "recall": 0.9133771929824561, + "f1-score": 0.918918918918919, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.25806451612903225, + "recall": 0.4897959183673469, + "f1-score": 0.3380281690140845, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9849094567404426, + "recall": 0.9532619279454723, + "f1-score": 0.9688273132112816, + "support": 1027.0 + }, + "accuracy": 0.9235412474849095, + "macro avg": { + "precision": 0.7225007582520891, + "recall": 0.7854783464317584, + "f1-score": 0.7419248003814283, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9392942578890905, + "recall": 0.9235412474849095, + "f1-score": 0.9303838455753172, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9359145527369827, + "src_B_n": 749, + "src_C_acc": 0.9548022598870056, + "src_C_n": 1062, + "src_D_acc": 0.6836158192090396, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.700954522409364, + "accuracy": 0.8622871046228711, + "balanced_acc": 0.8793710706963719, + "per_class_recall": { + "malignant": 0.8389923329682366, + "non_malignant": 0.92, + "non_roi": 0.8791208791208791 + }, + "per_class_precision": { + "malignant": 0.964735516372796, + "non_malignant": 0.16487455197132617, + "non_roi": 0.9775967413441955 + }, + "confusion_matrix": [ + [ + 766, + 126, + 21 + ], + [ + 3, + 46, + 1 + ], + [ + 25, + 107, + 960 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.964735516372796, + "recall": 0.8389923329682366, + "f1-score": 0.8974809607498535, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.16487455197132617, + "recall": 0.92, + "f1-score": 0.2796352583586626, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9775967413441955, + "recall": 0.8791208791208791, + "f1-score": 0.9257473481195757, + "support": 1092.0 + }, + "accuracy": 0.8622871046228711, + "macro avg": { + "precision": 0.702402269896106, + "recall": 0.8793710706963719, + "f1-score": 0.700954522409364, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9521084650096305, + "recall": 0.8622871046228711, + "f1-score": 0.897468605464295, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.95929203539823, + "src_B_n": 565, + "src_C_acc": 0.82842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8154761904761905, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6429495992807898, + "accuracy": 0.8499249624812406, + "balanced_acc": 0.685955415866364, + "per_class_recall": { + "malignant": 0.8433734939759037, + "non_malignant": 0.3333333333333333, + "non_roi": 0.881159420289855 + }, + "per_class_precision": { + "malignant": 0.9299516908212561, + "non_malignant": 0.07234042553191489, + "non_roi": 0.9743589743589743 + }, + "confusion_matrix": [ + [ + 770, + 120, + 23 + ], + [ + 33, + 17, + 1 + ], + [ + 25, + 98, + 912 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9299516908212561, + "recall": 0.8433734939759037, + "f1-score": 0.8845491097070649, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.07234042553191489, + "recall": 0.3333333333333333, + "f1-score": 0.11888111888111888, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9743589743589743, + "recall": 0.881159420289855, + "f1-score": 0.9254185692541856, + "support": 1035.0 + }, + "accuracy": 0.8499249624812406, + "macro avg": { + "precision": 0.6588836969040485, + "recall": 0.685955415866364, + "f1-score": 0.6429495992807898, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9310639289061896, + "recall": 0.8499249624812406, + "f1-score": 0.8861753343689692, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8285968028419183, + "src_C_n": 1126, + "src_D_acc": 0.5573770491803278, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7167109630245007, + "cv_macro_f1_std": 0.04603037208881745, + "cv_non_malignant_recall_mean": 0.6313197278911564, + "cv_non_malignant_recall_std": 0.20285422099667372, + "cv_balanced_acc_mean": 0.8085512522250904, + "cv_balanced_acc_std": 0.06876960815603769, + "cv_malignant_precision_mean": 0.9495079193446039, + "cv_malignant_precision_std": 0.021147985122707495, + "cv_non_malignant_precision_mean": 0.20016700983756577, + "cv_non_malignant_precision_std": 0.07865491316121062, + "cv_non_roi_precision_mean": 0.9735661079089823, + "cv_non_roi_precision_std": 0.014319121057441583, + "cv_malignant_recall_mean": 0.8700257969677756, + "cv_malignant_recall_std": 0.032889040691234946, + "cv_non_roi_recall_mean": 0.9243082318163391, + "cv_non_roi_recall_std": 0.04346975589550897 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.789111485874154, + "accuracy": 0.9601593625498008, + "balanced_acc": 0.8101595235188531, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9718785151856018, + "non_malignant": 0.36363636363636365, + "non_roi": 0.9876543209876543 + }, + "confusion_matrix": [ + [ + 864, + 40, + 8 + ], + [ + 20, + 24, + 5 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718785151856018, + "recall": 0.9473684210526315, + "f1-score": 0.9594669627984453, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.36363636363636365, + "recall": 0.4897959183673469, + "f1-score": 0.41739130434782606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9876543209876543, + "recall": 0.9933142311365807, + "f1-score": 0.9904761904761905, + "support": 1047.0 + }, + "accuracy": 0.9601593625498008, + "macro avg": { + "precision": 0.7743897332698731, + "recall": 0.8101595235188531, + "f1-score": 0.789111485874154, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9652616841342254, + "recall": 0.9601593625498008, + "f1-score": 0.9624076769989028, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7803452587993434, + "accuracy": 0.9137332672285573, + "balanced_acc": 0.845750187079072, + "per_class_recall": { + "malignant": 0.9111842105263158, + "non_malignant": 0.7, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9284916201117318, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9513145082765336 + }, + "confusion_matrix": [ + [ + 831, + 37, + 44 + ], + [ + 9, + 35, + 6 + ], + [ + 55, + 23, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9284916201117318, + "recall": 0.9111842105263158, + "f1-score": 0.9197565024903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.7, + "f1-score": 0.4827586206896552, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513145082765336, + "recall": 0.9260663507109005, + "f1-score": 0.9385206532180596, + "support": 1055.0 + }, + "accuracy": 0.9137332672285573, + "macro avg": { + "precision": 0.7494090603399481, + "recall": 0.845750187079072, + "f1-score": 0.7803452587993434, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9265454716932183, + "recall": 0.9137332672285573, + "f1-score": 0.918738299678088, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9146788990825688, + "src_C_n": 1090, + "src_D_acc": 0.8492462311557789, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7641383950709629, + "accuracy": 0.9325955734406438, + "balanced_acc": 0.7858656325749692, + "per_class_recall": { + "malignant": 0.9407894736842105, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.9206008583690987, + "non_malignant": 0.34328358208955223, + "non_roi": 0.9838220424671386 + }, + "confusion_matrix": [ + [ + 858, + 38, + 16 + ], + [ + 26, + 23, + 0 + ], + [ + 48, + 6, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9206008583690987, + "recall": 0.9407894736842105, + "f1-score": 0.93058568329718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34328358208955223, + "recall": 0.46938775510204084, + "f1-score": 0.39655172413793105, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9838220424671386, + "recall": 0.9474196689386563, + "f1-score": 0.9652777777777778, + "support": 1027.0 + }, + "accuracy": 0.9325955734406438, + "macro avg": { + "precision": 0.7492354943085965, + "recall": 0.7858656325749692, + "f1-score": 0.7641383950709629, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9390312454571214, + "recall": 0.9325955734406438, + "f1-score": 0.9353447964927387, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9385847797062751, + "src_B_n": 749, + "src_C_acc": 0.967984934086629, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7285785632292758, + "accuracy": 0.8963503649635036, + "balanced_acc": 0.8534978943412678, + "per_class_recall": { + "malignant": 0.9058050383351588, + "non_malignant": 0.76, + "non_roi": 0.8946886446886447 + }, + "per_class_precision": { + "malignant": 0.9462242562929062, + "non_malignant": 0.20652173913043478, + "non_roi": 0.9799398194583752 + }, + "confusion_matrix": [ + [ + 827, + 66, + 20 + ], + [ + 12, + 38, + 0 + ], + [ + 35, + 80, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9462242562929062, + "recall": 0.9058050383351588, + "f1-score": 0.9255735870173475, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20652173913043478, + "recall": 0.76, + "f1-score": 0.3247863247863248, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9799398194583752, + "recall": 0.8946886446886447, + "f1-score": 0.935375777884155, + "support": 1092.0 + }, + "accuracy": 0.8963503649635036, + "macro avg": { + "precision": 0.7108952716272388, + "recall": 0.8534978943412678, + "f1-score": 0.7285785632292758, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461426354260296, + "recall": 0.8963503649635036, + "f1-score": 0.9161646475112661, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9628318584070796, + "src_B_n": 565, + "src_C_acc": 0.8682842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8809523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6301362729576805, + "accuracy": 0.8584292146073037, + "balanced_acc": 0.6428382884920031, + "per_class_recall": { + "malignant": 0.8718510405257394, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8801932367149758 + }, + "per_class_precision": { + "malignant": 0.9149425287356322, + "non_malignant": 0.047619047619047616, + "non_roi": 0.9691489361702128 + }, + "confusion_matrix": [ + [ + 796, + 89, + 28 + ], + [ + 41, + 9, + 1 + ], + [ + 33, + 91, + 911 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9149425287356322, + "recall": 0.8718510405257394, + "f1-score": 0.8928771733034212, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.047619047619047616, + "recall": 0.17647058823529413, + "f1-score": 0.075, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9691489361702128, + "recall": 0.8801932367149758, + "f1-score": 0.9225316455696203, + "support": 1035.0 + }, + "accuracy": 0.8584292146073037, + "macro avg": { + "precision": 0.6439035041749642, + "recall": 0.6428382884920031, + "f1-score": 0.6301362729576805, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9208805648326033, + "recall": 0.8584292146073037, + "f1-score": 0.8873647385645725, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.5683060109289617, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7384619951862833, + "cv_macro_f1_std": 0.057984481566117275, + "cv_non_malignant_recall_mean": 0.5191308523409364, + "cv_non_malignant_recall_std": 0.20566116091280895, + "cv_balanced_acc_mean": 0.787622305201233, + "cv_balanced_acc_std": 0.07640925009293205, + "cv_malignant_precision_mean": 0.9364275557389942, + "cv_malignant_precision_std": 0.020629181644852217, + "cv_non_malignant_precision_mean": 0.2658963570213954, + "cv_non_malignant_precision_std": 0.1242767345535199, + "cv_non_roi_precision_mean": 0.974375925471983, + "cv_non_roi_precision_std": 0.013081683456436058, + "cv_malignant_recall_mean": 0.9153996368248112, + "cv_malignant_recall_std": 0.027103333224631487, + "cv_non_roi_recall_mean": 0.9283364264379514, + "cv_non_roi_recall_std": 0.04010331264360055 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.658906895742425, + "accuracy": 0.8368928181186054, + "balanced_acc": 0.7814154560143006, + "per_class_recall": { + "malignant": 0.7466023673827269, + "non_malignant": 0.6746987951807228, + "non_roi": 0.922945205479452 + }, + "per_class_precision": { + "malignant": 0.9385505648939102, + "non_malignant": 0.11658570437196392, + "non_roi": 0.970782469481689 + }, + "confusion_matrix": [ + [ + 3406, + 1025, + 131 + ], + [ + 66, + 168, + 15 + ], + [ + 157, + 248, + 4851 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385505648939102, + "recall": 0.7466023673827269, + "f1-score": 0.8316444878525211, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.11658570437196392, + "recall": 0.6746987951807228, + "f1-score": 0.19881656804733727, + "support": 249.0 + }, + "non_roi": { + "precision": 0.970782469481689, + "recall": 0.922945205479452, + "f1-score": 0.9462596313274164, + "support": 5256.0 + }, + "accuracy": 0.8368928181186054, + "macro avg": { + "precision": 0.6753062462491877, + "recall": 0.7814154560143006, + "f1-score": 0.658906895742425, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9350481947978936, + "recall": 0.8368928181186054, + "f1-score": 0.8758327308318158, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.8659611992945326, + "src_B_n": 3402, + "src_C_acc": 0.8691192076406085, + "src_C_n": 5654, + "src_D_acc": 0.5588526211671613, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7099620592418608, + "accuracy": 0.892222111850601, + "balanced_acc": 0.8081439132395464, + "per_class_recall": { + "malignant": 0.8700131521262604, + "non_malignant": 0.6305220883534136, + "non_roi": 0.923896499238965 + }, + "per_class_precision": { + "malignant": 0.9490674318507891, + "non_malignant": 0.1750278706800446, + "non_roi": 0.9735364875701684 + }, + "confusion_matrix": [ + [ + 3969, + 475, + 118 + ], + [ + 78, + 157, + 14 + ], + [ + 135, + 265, + 4856 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9490674318507891, + "recall": 0.8700131521262604, + "f1-score": 0.9078225068618482, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.1750278706800446, + "recall": 0.6305220883534136, + "f1-score": 0.27399650959860383, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9735364875701684, + "recall": 0.923896499238965, + "f1-score": 0.9480671612651308, + "support": 5256.0 + }, + "accuracy": 0.892222111850601, + "macro avg": { + "precision": 0.699210596700334, + "recall": 0.8081439132395464, + "f1-score": 0.7099620592418608, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9426974612666571, + "recall": 0.892222111850601, + "f1-score": 0.9131570881894637, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9482657260435038, + "src_B_n": 3402, + "src_C_acc": 0.8860983374602052, + "src_C_n": 5654, + "src_D_acc": 0.7378832838773491, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7266527906047773, + "accuracy": 0.9121883381344988, + "balanced_acc": 0.7871808228873768, + "per_class_recall": { + "malignant": 0.9153879877246821, + "non_malignant": 0.5180722891566265, + "non_roi": 0.928082191780822 + }, + "per_class_precision": { + "malignant": 0.9363228699551569, + "non_malignant": 0.2146422628951747, + "non_roi": 0.9744306831801838 + }, + "confusion_matrix": [ + [ + 4176, + 270, + 116 + ], + [ + 108, + 129, + 12 + ], + [ + 176, + 202, + 4878 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9363228699551569, + "recall": 0.9153879877246821, + "f1-score": 0.9257370871203724, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2146422628951747, + "recall": 0.5180722891566265, + "f1-score": 0.3035294117647059, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9744306831801838, + "recall": 0.928082191780822, + "f1-score": 0.9506918729292536, + "support": 5256.0 + }, + "accuracy": 0.9121883381344988, + "macro avg": { + "precision": 0.7084652720101717, + "recall": 0.7871808228873768, + "f1-score": 0.7266527906047773, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9383687818606705, + "recall": 0.9121883381344988, + "f1-score": 0.9233761695727335, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9562022339800118, + "src_B_n": 3402, + "src_C_acc": 0.9082065794128051, + "src_C_n": 5654, + "src_D_acc": 0.7863501483679525, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.789111485874154, + "accuracy": 0.9601593625498008, + "balanced_acc": 0.8101595235188531, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9718785151856018, + "non_malignant": 0.36363636363636365, + "non_roi": 0.9876543209876543 + }, + "confusion_matrix": [ + [ + 864, + 40, + 8 + ], + [ + 20, + 24, + 5 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718785151856018, + "recall": 0.9473684210526315, + "f1-score": 0.9594669627984453, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.36363636363636365, + "recall": 0.4897959183673469, + "f1-score": 0.41739130434782606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9876543209876543, + "recall": 0.9933142311365807, + "f1-score": 0.9904761904761905, + "support": 1047.0 + }, + "accuracy": 0.9601593625498008, + "macro avg": { + "precision": 0.7743897332698731, + "recall": 0.8101595235188531, + "f1-score": 0.789111485874154, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9652616841342254, + "recall": 0.9601593625498008, + "f1-score": 0.9624076769989028, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7803452587993434, + "accuracy": 0.9137332672285573, + "balanced_acc": 0.845750187079072, + "per_class_recall": { + "malignant": 0.9111842105263158, + "non_malignant": 0.7, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9284916201117318, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9513145082765336 + }, + "confusion_matrix": [ + [ + 831, + 37, + 44 + ], + [ + 9, + 35, + 6 + ], + [ + 55, + 23, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9284916201117318, + "recall": 0.9111842105263158, + "f1-score": 0.9197565024903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.7, + "f1-score": 0.4827586206896552, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513145082765336, + "recall": 0.9260663507109005, + "f1-score": 0.9385206532180596, + "support": 1055.0 + }, + "accuracy": 0.9137332672285573, + "macro avg": { + "precision": 0.7494090603399481, + "recall": 0.845750187079072, + "f1-score": 0.7803452587993434, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9265454716932183, + "recall": 0.9137332672285573, + "f1-score": 0.918738299678088, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9146788990825688, + "src_C_n": 1090, + "src_D_acc": 0.8492462311557789, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7641383950709629, + "accuracy": 0.9325955734406438, + "balanced_acc": 0.7858656325749692, + "per_class_recall": { + "malignant": 0.9407894736842105, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.9206008583690987, + "non_malignant": 0.34328358208955223, + "non_roi": 0.9838220424671386 + }, + "confusion_matrix": [ + [ + 858, + 38, + 16 + ], + [ + 26, + 23, + 0 + ], + [ + 48, + 6, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9206008583690987, + "recall": 0.9407894736842105, + "f1-score": 0.93058568329718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34328358208955223, + "recall": 0.46938775510204084, + "f1-score": 0.39655172413793105, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9838220424671386, + "recall": 0.9474196689386563, + "f1-score": 0.9652777777777778, + "support": 1027.0 + }, + "accuracy": 0.9325955734406438, + "macro avg": { + "precision": 0.7492354943085965, + "recall": 0.7858656325749692, + "f1-score": 0.7641383950709629, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9390312454571214, + "recall": 0.9325955734406438, + "f1-score": 0.9353447964927387, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9385847797062751, + "src_B_n": 749, + "src_C_acc": 0.967984934086629, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7285785632292758, + "accuracy": 0.8963503649635036, + "balanced_acc": 0.8534978943412678, + "per_class_recall": { + "malignant": 0.9058050383351588, + "non_malignant": 0.76, + "non_roi": 0.8946886446886447 + }, + "per_class_precision": { + "malignant": 0.9462242562929062, + "non_malignant": 0.20652173913043478, + "non_roi": 0.9799398194583752 + }, + "confusion_matrix": [ + [ + 827, + 66, + 20 + ], + [ + 12, + 38, + 0 + ], + [ + 35, + 80, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9462242562929062, + "recall": 0.9058050383351588, + "f1-score": 0.9255735870173475, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20652173913043478, + "recall": 0.76, + "f1-score": 0.3247863247863248, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9799398194583752, + "recall": 0.8946886446886447, + "f1-score": 0.935375777884155, + "support": 1092.0 + }, + "accuracy": 0.8963503649635036, + "macro avg": { + "precision": 0.7108952716272388, + "recall": 0.8534978943412678, + "f1-score": 0.7285785632292758, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461426354260296, + "recall": 0.8963503649635036, + "f1-score": 0.9161646475112661, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9628318584070796, + "src_B_n": 565, + "src_C_acc": 0.8682842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8809523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6301362729576805, + "accuracy": 0.8584292146073037, + "balanced_acc": 0.6428382884920031, + "per_class_recall": { + "malignant": 0.8718510405257394, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8801932367149758 + }, + "per_class_precision": { + "malignant": 0.9149425287356322, + "non_malignant": 0.047619047619047616, + "non_roi": 0.9691489361702128 + }, + "confusion_matrix": [ + [ + 796, + 89, + 28 + ], + [ + 41, + 9, + 1 + ], + [ + 33, + 91, + 911 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9149425287356322, + "recall": 0.8718510405257394, + "f1-score": 0.8928771733034212, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.047619047619047616, + "recall": 0.17647058823529413, + "f1-score": 0.075, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9691489361702128, + "recall": 0.8801932367149758, + "f1-score": 0.9225316455696203, + "support": 1035.0 + }, + "accuracy": 0.8584292146073037, + "macro avg": { + "precision": 0.6439035041749642, + "recall": 0.6428382884920031, + "f1-score": 0.6301362729576805, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9208805648326033, + "recall": 0.8584292146073037, + "f1-score": 0.8873647385645725, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.5683060109289617, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7384619951862833, + "cv_macro_f1_std": 0.057984481566117275, + "cv_non_malignant_recall_mean": 0.5191308523409364, + "cv_non_malignant_recall_std": 0.20566116091280895, + "cv_balanced_acc_mean": 0.787622305201233, + "cv_balanced_acc_std": 0.07640925009293205, + "cv_malignant_precision_mean": 0.9364275557389942, + "cv_malignant_precision_std": 0.020629181644852217, + "cv_non_malignant_precision_mean": 0.2658963570213954, + "cv_non_malignant_precision_std": 0.1242767345535199, + "cv_non_roi_precision_mean": 0.974375925471983, + "cv_non_roi_precision_std": 0.013081683456436058, + "cv_malignant_recall_mean": 0.9153996368248112, + "cv_malignant_recall_std": 0.027103333224631487, + "cv_non_roi_recall_mean": 0.9283364264379514, + "cv_non_roi_recall_std": 0.04010331264360055 + }, + "best_pooled": { + "macro_f1": 0.7266527906047773, + "accuracy": 0.9121883381344988, + "balanced_acc": 0.7871808228873768, + "per_class_recall": { + "malignant": 0.9153879877246821, + "non_malignant": 0.5180722891566265, + "non_roi": 0.928082191780822 + }, + "per_class_precision": { + "malignant": 0.9363228699551569, + "non_malignant": 0.2146422628951747, + "non_roi": 0.9744306831801838 + }, + "confusion_matrix": [ + [ + 4176, + 270, + 116 + ], + [ + 108, + 129, + 12 + ], + [ + 176, + 202, + 4878 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9363228699551569, + "recall": 0.9153879877246821, + "f1-score": 0.9257370871203724, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2146422628951747, + "recall": 0.5180722891566265, + "f1-score": 0.3035294117647059, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9744306831801838, + "recall": 0.928082191780822, + "f1-score": 0.9506918729292536, + "support": 5256.0 + }, + "accuracy": 0.9121883381344988, + "macro avg": { + "precision": 0.7084652720101717, + "recall": 0.7871808228873768, + "f1-score": 0.7266527906047773, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9383687818606705, + "recall": 0.9121883381344988, + "f1-score": 0.9233761695727335, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9562022339800118, + "src_B_n": 3402, + "src_C_acc": 0.9082065794128051, + "src_C_n": 5654, + "src_D_acc": 0.7863501483679525, + "src_D_n": 1011 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/ensemble_crt_single_vs_ensemble.json b/stage1_final/results/letterbox/ensemble_crt_single_vs_ensemble.json new file mode 100644 index 0000000000000000000000000000000000000000..56bff15ea11346b7b3480648eb05c69f2adb357b --- /dev/null +++ b/stage1_final/results/letterbox/ensemble_crt_single_vs_ensemble.json @@ -0,0 +1,1330 @@ +{ + "cv_single": { + "convnext": { + "macro_f1": 0.7151434435183394, + "accuracy": 0.904440250322837, + "balanced_acc": 0.7678105826691352, + "per_class_recall": { + "malignant": 0.9064007014467339, + "non_malignant": 0.4738955823293173, + "non_roi": 0.9231354642313546 + }, + "per_class_precision": { + "malignant": 0.9250559284116331, + "non_malignant": 0.2041522491349481, + "non_roi": 0.9667264395297868 + }, + "confusion_matrix": [ + [ + 4135, + 279, + 148 + ], + [ + 112, + 118, + 19 + ], + [ + 223, + 181, + 4852 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9250559284116331, + "recall": 0.9064007014467339, + "f1-score": 0.9156333038086802, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2041522491349481, + "recall": 0.4738955823293173, + "f1-score": 0.28536880290205563, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9667264395297868, + "recall": 0.9231354642313546, + "f1-score": 0.9444282238442823, + "support": 5256.0 + }, + "accuracy": 0.904440250322837, + "macro avg": { + "precision": 0.6986448723587894, + "recall": 0.7678105826691352, + "f1-score": 0.7151434435183394, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9289811484669745, + "recall": 0.904440250322837, + "f1-score": 0.9150780479212633, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9506172839506173, + "src_B_n": 3402, + "src_C_acc": 0.896887159533074, + "src_C_n": 5654, + "src_D_acc": 0.7912957467853611, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.729275938195676, + "accuracy": 0.9076189530148009, + "balanced_acc": 0.7848537978522222, + "per_class_recall": { + "malignant": 0.8998246383165278, + "non_malignant": 0.5220883534136547, + "non_roi": 0.932648401826484 + }, + "per_class_precision": { + "malignant": 0.9312613430127041, + "non_malignant": 0.23809523809523808, + "non_roi": 0.9587326422843732 + }, + "confusion_matrix": [ + [ + 4105, + 258, + 199 + ], + [ + 107, + 130, + 12 + ], + [ + 196, + 158, + 4902 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312613430127041, + "recall": 0.8998246383165278, + "f1-score": 0.915273132664437, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.23809523809523808, + "recall": 0.5220883534136547, + "f1-score": 0.3270440251572327, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9587326422843732, + "recall": 0.932648401826484, + "f1-score": 0.9455106567653583, + "support": 5256.0 + }, + "accuracy": 0.9076189530148009, + "macro avg": { + "precision": 0.7093630744641052, + "recall": 0.7848537978522222, + "f1-score": 0.729275938195676, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9284591962805538, + "recall": 0.9076189530148009, + "f1-score": 0.9165107783289993, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9365079365079365, + "src_B_n": 3402, + "src_C_acc": 0.9076759816059426, + "src_C_n": 5654, + "src_D_acc": 0.8100890207715133, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.7002730650944615, + "accuracy": 0.8832820105294527, + "balanced_acc": 0.7705237337928649, + "per_class_recall": { + "malignant": 0.8982902235861464, + "non_malignant": 0.5261044176706827, + "non_roi": 0.8871765601217656 + }, + "per_class_precision": { + "malignant": 0.9112741827885257, + "non_malignant": 0.18581560283687942, + "non_roi": 0.9584789311408016 + }, + "confusion_matrix": [ + [ + 4098, + 276, + 188 + ], + [ + 104, + 131, + 14 + ], + [ + 295, + 298, + 4663 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9112741827885257, + "recall": 0.8982902235861464, + "f1-score": 0.904735622033337, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.18581560283687942, + "recall": 0.5261044176706827, + "f1-score": 0.2746331236897275, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9584789311408016, + "recall": 0.8871765601217656, + "f1-score": 0.9214504495603201, + "support": 5256.0 + }, + "accuracy": 0.8832820105294527, + "macro avg": { + "precision": 0.6851895722554023, + "recall": 0.7705237337928649, + "f1-score": 0.7002730650944615, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9179761765236607, + "recall": 0.8832820105294527, + "f1-score": 0.8978773337045661, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9456202233980012, + "src_B_n": 3402, + "src_C_acc": 0.8692960735762292, + "src_C_n": 5654, + "src_D_acc": 0.751730959446093, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.665313523865343, + "accuracy": 0.8571570477798749, + "balanced_acc": 0.7313947569431439, + "per_class_recall": { + "malignant": 0.8518193774660237, + "non_malignant": 0.46184738955823296, + "non_roi": 0.880517503805175 + }, + "per_class_precision": { + "malignant": 0.9014149849222918, + "non_malignant": 0.13513513513513514, + "non_roi": 0.9435270132517839 + }, + "confusion_matrix": [ + [ + 3886, + 419, + 257 + ], + [ + 114, + 115, + 20 + ], + [ + 311, + 317, + 4628 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9014149849222918, + "recall": 0.8518193774660237, + "f1-score": 0.8759156993125211, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.13513513513513514, + "recall": 0.46184738955823296, + "f1-score": 0.20909090909090908, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9435270132517839, + "recall": 0.880517503805175, + "f1-score": 0.9109339631925991, + "support": 5256.0 + }, + "accuracy": 0.8571570477798749, + "macro avg": { + "precision": 0.6600257111030703, + "recall": 0.7313947569431439, + "f1-score": 0.665313523865343, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9044483750387922, + "recall": 0.8571570477798749, + "f1-score": 0.8777053707328557, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9447383891828336, + "src_B_n": 3402, + "src_C_acc": 0.8401131941987973, + "src_C_n": 5654, + "src_D_acc": 0.6577645895153313, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.789111485874154, + "accuracy": 0.9601593625498008, + "balanced_acc": 0.8101595235188531, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9718785151856018, + "non_malignant": 0.36363636363636365, + "non_roi": 0.9876543209876543 + }, + "confusion_matrix": [ + [ + 864, + 40, + 8 + ], + [ + 20, + 24, + 5 + ], + [ + 5, + 2, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718785151856018, + "recall": 0.9473684210526315, + "f1-score": 0.9594669627984453, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.36363636363636365, + "recall": 0.4897959183673469, + "f1-score": 0.41739130434782606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9876543209876543, + "recall": 0.9933142311365807, + "f1-score": 0.9904761904761905, + "support": 1047.0 + }, + "accuracy": 0.9601593625498008, + "macro avg": { + "precision": 0.7743897332698731, + "recall": 0.8101595235188531, + "f1-score": 0.789111485874154, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9652616841342254, + "recall": 0.9601593625498008, + "f1-score": 0.9624076769989028, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7803452587993434, + "accuracy": 0.9137332672285573, + "balanced_acc": 0.845750187079072, + "per_class_recall": { + "malignant": 0.9111842105263158, + "non_malignant": 0.7, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9284916201117318, + "non_malignant": 0.3684210526315789, + "non_roi": 0.9513145082765336 + }, + "confusion_matrix": [ + [ + 831, + 37, + 44 + ], + [ + 9, + 35, + 6 + ], + [ + 55, + 23, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9284916201117318, + "recall": 0.9111842105263158, + "f1-score": 0.9197565024903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3684210526315789, + "recall": 0.7, + "f1-score": 0.4827586206896552, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513145082765336, + "recall": 0.9260663507109005, + "f1-score": 0.9385206532180596, + "support": 1055.0 + }, + "accuracy": 0.9137332672285573, + "macro avg": { + "precision": 0.7494090603399481, + "recall": 0.845750187079072, + "f1-score": 0.7803452587993434, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9265454716932183, + "recall": 0.9137332672285573, + "f1-score": 0.918738299678088, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9146788990825688, + "src_C_n": 1090, + "src_D_acc": 0.8492462311557789, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7641383950709629, + "accuracy": 0.9325955734406438, + "balanced_acc": 0.7858656325749692, + "per_class_recall": { + "malignant": 0.9407894736842105, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.9206008583690987, + "non_malignant": 0.34328358208955223, + "non_roi": 0.9838220424671386 + }, + "confusion_matrix": [ + [ + 858, + 38, + 16 + ], + [ + 26, + 23, + 0 + ], + [ + 48, + 6, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9206008583690987, + "recall": 0.9407894736842105, + "f1-score": 0.93058568329718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34328358208955223, + "recall": 0.46938775510204084, + "f1-score": 0.39655172413793105, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9838220424671386, + "recall": 0.9474196689386563, + "f1-score": 0.9652777777777778, + "support": 1027.0 + }, + "accuracy": 0.9325955734406438, + "macro avg": { + "precision": 0.7492354943085965, + "recall": 0.7858656325749692, + "f1-score": 0.7641383950709629, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9390312454571214, + "recall": 0.9325955734406438, + "f1-score": 0.9353447964927387, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9385847797062751, + "src_B_n": 749, + "src_C_acc": 0.967984934086629, + "src_C_n": 1062, + "src_D_acc": 0.6949152542372882, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7285785632292758, + "accuracy": 0.8963503649635036, + "balanced_acc": 0.8534978943412678, + "per_class_recall": { + "malignant": 0.9058050383351588, + "non_malignant": 0.76, + "non_roi": 0.8946886446886447 + }, + "per_class_precision": { + "malignant": 0.9462242562929062, + "non_malignant": 0.20652173913043478, + "non_roi": 0.9799398194583752 + }, + "confusion_matrix": [ + [ + 827, + 66, + 20 + ], + [ + 12, + 38, + 0 + ], + [ + 35, + 80, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9462242562929062, + "recall": 0.9058050383351588, + "f1-score": 0.9255735870173475, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20652173913043478, + "recall": 0.76, + "f1-score": 0.3247863247863248, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9799398194583752, + "recall": 0.8946886446886447, + "f1-score": 0.935375777884155, + "support": 1092.0 + }, + "accuracy": 0.8963503649635036, + "macro avg": { + "precision": 0.7108952716272388, + "recall": 0.8534978943412678, + "f1-score": 0.7285785632292758, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9461426354260296, + "recall": 0.8963503649635036, + "f1-score": 0.9161646475112661, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9628318584070796, + "src_B_n": 565, + "src_C_acc": 0.8682842287694974, + "src_C_n": 1154, + "src_D_acc": 0.8809523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6301362729576805, + "accuracy": 0.8584292146073037, + "balanced_acc": 0.6428382884920031, + "per_class_recall": { + "malignant": 0.8718510405257394, + "non_malignant": 0.17647058823529413, + "non_roi": 0.8801932367149758 + }, + "per_class_precision": { + "malignant": 0.9149425287356322, + "non_malignant": 0.047619047619047616, + "non_roi": 0.9691489361702128 + }, + "confusion_matrix": [ + [ + 796, + 89, + 28 + ], + [ + 41, + 9, + 1 + ], + [ + 33, + 91, + 911 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9149425287356322, + "recall": 0.8718510405257394, + "f1-score": 0.8928771733034212, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.047619047619047616, + "recall": 0.17647058823529413, + "f1-score": 0.075, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9691489361702128, + "recall": 0.8801932367149758, + "f1-score": 0.9225316455696203, + "support": 1035.0 + }, + "accuracy": 0.8584292146073037, + "macro avg": { + "precision": 0.6439035041749642, + "recall": 0.6428382884920031, + "f1-score": 0.6301362729576805, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9208805648326033, + "recall": 0.8584292146073037, + "f1-score": 0.8873647385645725, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.5683060109289617, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7384619951862833, + "cv_macro_f1_std": 0.057984481566117275, + "cv_non_malignant_recall_mean": 0.5191308523409364, + "cv_non_malignant_recall_std": 0.20566116091280895, + "cv_balanced_acc_mean": 0.787622305201233, + "cv_balanced_acc_std": 0.07640925009293205, + "cv_malignant_precision_mean": 0.9364275557389942, + "cv_malignant_precision_std": 0.020629181644852217, + "cv_non_malignant_precision_mean": 0.2658963570213954, + "cv_non_malignant_precision_std": 0.1242767345535199, + "cv_non_roi_precision_mean": 0.974375925471983, + "cv_non_roi_precision_std": 0.013081683456436058, + "cv_malignant_recall_mean": 0.9153996368248112, + "cv_malignant_recall_std": 0.027103333224631487, + "cv_non_roi_recall_mean": 0.9283364264379514, + "cv_non_roi_recall_std": 0.04010331264360055 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7266527906047773, + "accuracy": 0.9121883381344988, + "balanced_acc": 0.7871808228873768, + "per_class_recall": { + "malignant": 0.9153879877246821, + "non_malignant": 0.5180722891566265, + "non_roi": 0.928082191780822 + }, + "per_class_precision": { + "malignant": 0.9363228699551569, + "non_malignant": 0.2146422628951747, + "non_roi": 0.9744306831801838 + }, + "confusion_matrix": [ + [ + 4176, + 270, + 116 + ], + [ + 108, + 129, + 12 + ], + [ + 176, + 202, + 4878 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9363228699551569, + "recall": 0.9153879877246821, + "f1-score": 0.9257370871203724, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2146422628951747, + "recall": 0.5180722891566265, + "f1-score": 0.3035294117647059, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9744306831801838, + "recall": 0.928082191780822, + "f1-score": 0.9506918729292536, + "support": 5256.0 + }, + "accuracy": 0.9121883381344988, + "macro avg": { + "precision": 0.7084652720101717, + "recall": 0.7871808228873768, + "f1-score": 0.7266527906047773, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9383687818606705, + "recall": 0.9121883381344988, + "f1-score": 0.9233761695727335, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9562022339800118, + "src_B_n": 3402, + "src_C_acc": 0.9082065794128051, + "src_C_n": 5654, + "src_D_acc": 0.7863501483679525, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7851771594706953, + "accuracy": 0.9447026022304833, + "balanced_acc": 0.8307919339616044, + "per_class_recall": { + "malignant": 0.9529652351738241, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9718456725755996, + "non_malignant": 0.34065934065934067, + "non_roi": 0.9709618874773139 + }, + "confusion_matrix": [ + [ + 932, + 31, + 15 + ], + [ + 5, + 31, + 17 + ], + [ + 22, + 29, + 1070 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9718456725755996, + "recall": 0.9529652351738241, + "f1-score": 0.9623128549303046, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.34065934065934067, + "recall": 0.5849056603773585, + "f1-score": 0.4305555555555556, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9709618874773139, + "recall": 0.9545049063336307, + "f1-score": 0.9626630679262258, + "support": 1121.0 + }, + "accuracy": 0.9447026022304833, + "macro avg": { + "precision": 0.7611556335707514, + "recall": 0.8307919339616044, + "f1-score": 0.7851771594706953, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9558402828512781, + "recall": 0.9447026022304833, + "f1-score": 0.9493990314644895, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9787535410764873, + "src_B_n": 706, + "src_C_acc": 0.9310344827586207, + "src_C_n": 1189, + "src_D_acc": 0.914396887159533, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.8024222443562965, + "accuracy": 0.9414498141263941, + "balanced_acc": 0.8638795814599295, + "per_class_recall": { + "malignant": 0.934560327198364, + "non_malignant": 0.6981132075471698, + "non_roi": 0.9589652096342551 + }, + "per_class_precision": { + "malignant": 0.961093585699264, + "non_malignant": 0.38144329896907214, + "non_roi": 0.9737318840579711 + }, + "confusion_matrix": [ + [ + 914, + 43, + 21 + ], + [ + 8, + 37, + 8 + ], + [ + 29, + 17, + 1075 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.961093585699264, + "recall": 0.934560327198364, + "f1-score": 0.9476412649040954, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.38144329896907214, + "recall": 0.6981132075471698, + "f1-score": 0.49333333333333335, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9737318840579711, + "recall": 0.9589652096342551, + "f1-score": 0.9662921348314607, + "support": 1121.0 + }, + "accuracy": 0.9414498141263941, + "macro avg": { + "precision": 0.7720895895754357, + "recall": 0.8638795814599295, + "f1-score": 0.8024222443562965, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9534012377733394, + "recall": 0.9414498141263941, + "f1-score": 0.9461678935357525, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.9226240538267452, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.710723127977536, + "accuracy": 0.912639405204461, + "balanced_acc": 0.7313791329398932, + "per_class_recall": { + "malignant": 0.9294478527607362, + "non_malignant": 0.33962264150943394, + "non_roi": 0.9250669045495094 + }, + "per_class_precision": { + "malignant": 0.9026812313803376, + "non_malignant": 0.21951219512195122, + "non_roi": 0.9755409219190969 + }, + "confusion_matrix": [ + [ + 909, + 49, + 20 + ], + [ + 29, + 18, + 6 + ], + [ + 69, + 15, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9026812313803376, + "recall": 0.9294478527607362, + "f1-score": 0.9158690176322418, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.21951219512195122, + "recall": 0.33962264150943394, + "f1-score": 0.26666666666666666, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9755409219190969, + "recall": 0.9250669045495094, + "f1-score": 0.9496336996336996, + "support": 1121.0 + }, + "accuracy": 0.912639405204461, + "macro avg": { + "precision": 0.6992447828071287, + "recall": 0.7313791329398932, + "f1-score": 0.710723127977536, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9238093699362181, + "recall": 0.912639405204461, + "f1-score": 0.917468684882455, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9787535410764873, + "src_B_n": 706, + "src_C_acc": 0.9192598822539949, + "src_C_n": 1189, + "src_D_acc": 0.7003891050583657, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7435890103460675, + "accuracy": 0.9135687732342007, + "balanced_acc": 0.8092605570808736, + "per_class_recall": { + "malignant": 0.9151329243353783, + "non_malignant": 0.5849056603773585, + "non_roi": 0.927743086529884 + }, + "per_class_precision": { + "malignant": 0.9381551362683438, + "non_malignant": 0.25833333333333336, + "non_roi": 0.9647495361781077 + }, + "confusion_matrix": [ + [ + 895, + 58, + 25 + ], + [ + 9, + 31, + 13 + ], + [ + 50, + 31, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9381551362683438, + "recall": 0.9151329243353783, + "f1-score": 0.9265010351966874, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.25833333333333336, + "recall": 0.5849056603773585, + "f1-score": 0.3583815028901734, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9647495361781077, + "recall": 0.927743086529884, + "f1-score": 0.9458844929513415, + "support": 1121.0 + }, + "accuracy": 0.9135687732342007, + "macro avg": { + "precision": 0.7204126685932616, + "recall": 0.8092605570808736, + "f1-score": 0.7435890103460675, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9352656226732181, + "recall": 0.9135687732342007, + "f1-score": 0.9226062958522273, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9645892351274787, + "src_B_n": 706, + "src_C_acc": 0.8898233809924306, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7026872849336631, + "accuracy": 0.8907992565055762, + "balanced_acc": 0.8031089399953334, + "per_class_recall": { + "malignant": 0.8312883435582822, + "non_malignant": 0.6226415094339622, + "non_roi": 0.9553969669937555 + }, + "per_class_precision": { + "malignant": 0.9806996381182147, + "non_malignant": 0.15492957746478872, + "non_roi": 0.9648648648648649 + }, + "confusion_matrix": [ + [ + 813, + 145, + 20 + ], + [ + 1, + 33, + 19 + ], + [ + 15, + 35, + 1071 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9806996381182147, + "recall": 0.8312883435582822, + "f1-score": 0.8998339789706696, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.15492957746478872, + "recall": 0.6226415094339622, + "f1-score": 0.24812030075187969, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9648648648648649, + "recall": 0.9553969669937555, + "f1-score": 0.9601075750784401, + "support": 1121.0 + }, + "accuracy": 0.8907992565055762, + "macro avg": { + "precision": 0.7001646934826228, + "recall": 0.8031089399953334, + "f1-score": 0.7026872849336631, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9521138602224726, + "recall": 0.8907992565055762, + "f1-score": 0.9151805757602676, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9589235127478754, + "src_B_n": 706, + "src_C_acc": 0.8906644238856182, + "src_C_n": 1189, + "src_D_acc": 0.7042801556420234, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7793891042915391, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.8756335198513528, + "per_class_recall": { + "malignant": 0.9141104294478528, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9580731489741302 + }, + "per_class_precision": { + "malignant": 0.9770491803278688, + "non_malignant": 0.29850746268656714, + "non_roi": 0.9737080689029919 + }, + "confusion_matrix": [ + [ + 894, + 66, + 18 + ], + [ + 2, + 40, + 11 + ], + [ + 19, + 28, + 1074 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9770491803278688, + "recall": 0.9141104294478528, + "f1-score": 0.9445324881141046, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.29850746268656714, + "recall": 0.7547169811320755, + "f1-score": 0.42780748663101603, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9737080689029919, + "recall": 0.9580731489741302, + "f1-score": 0.9658273381294964, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.7497549039724759, + "recall": 0.8756335198513528, + "f1-score": 0.7793891042915391, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9585974624178891, + "recall": 0.9330855018587361, + "f1-score": 0.9428991711013958, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9167367535744323, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/ensemble_crt_test.json b/stage1_final/results/letterbox/ensemble_crt_test.json new file mode 100644 index 0000000000000000000000000000000000000000..fa549370d4a9b4b1587d2e128177db8f7fa97afa --- /dev/null +++ b/stage1_final/results/letterbox/ensemble_crt_test.json @@ -0,0 +1,294 @@ +{ + "label": "cRT", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7026872849336631, + "accuracy": 0.8907992565055762, + "balanced_acc": 0.8031089399953334, + "per_class_recall": { + "malignant": 0.8312883435582822, + "non_malignant": 0.6226415094339622, + "non_roi": 0.9553969669937555 + }, + "per_class_precision": { + "malignant": 0.9806996381182147, + "non_malignant": 0.15492957746478872, + "non_roi": 0.9648648648648649 + }, + "confusion_matrix": [ + [ + 813, + 145, + 20 + ], + [ + 1, + 33, + 19 + ], + [ + 15, + 35, + 1071 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9806996381182147, + "recall": 0.8312883435582822, + "f1-score": 0.8998339789706696, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.15492957746478872, + "recall": 0.6226415094339622, + "f1-score": 0.24812030075187969, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9648648648648649, + "recall": 0.9553969669937555, + "f1-score": 0.9601075750784401, + "support": 1121.0 + }, + "accuracy": 0.8907992565055762, + "macro avg": { + "precision": 0.7001646934826228, + "recall": 0.8031089399953334, + "f1-score": 0.7026872849336631, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9521138602224726, + "recall": 0.8907992565055762, + "f1-score": 0.9151805757602676, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9589235127478754, + "src_B_n": 706, + "src_C_acc": 0.8906644238856182, + "src_C_n": 1189, + "src_D_acc": 0.7042801556420234, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7793891042915391, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.8756335198513528, + "per_class_recall": { + "malignant": 0.9141104294478528, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9580731489741302 + }, + "per_class_precision": { + "malignant": 0.9770491803278688, + "non_malignant": 0.29850746268656714, + "non_roi": 0.9737080689029919 + }, + "confusion_matrix": [ + [ + 894, + 66, + 18 + ], + [ + 2, + 40, + 11 + ], + [ + 19, + 28, + 1074 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9770491803278688, + "recall": 0.9141104294478528, + "f1-score": 0.9445324881141046, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.29850746268656714, + "recall": 0.7547169811320755, + "f1-score": 0.42780748663101603, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9737080689029919, + "recall": 0.9580731489741302, + "f1-score": 0.9658273381294964, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.7497549039724759, + "recall": 0.8756335198513528, + "f1-score": 0.7793891042915391, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9585974624178891, + "recall": 0.9330855018587361, + "f1-score": 0.9428991711013958, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9167367535744323, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7870065958764059, + "accuracy": 0.9465613382899628, + "balanced_acc": 0.8139185281553268, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9625334522747547 + }, + "per_class_precision": { + "malignant": 0.9607438016528925, + "non_malignant": 0.37333333333333335, + "non_roi": 0.9729486023444545 + }, + "confusion_matrix": [ + [ + 930, + 32, + 16 + ], + [ + 11, + 28, + 14 + ], + [ + 27, + 15, + 1079 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9607438016528925, + "recall": 0.950920245398773, + "f1-score": 0.9558067831449126, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.37333333333333335, + "recall": 0.5283018867924528, + "f1-score": 0.4375, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9729486023444545, + "recall": 0.9625334522747547, + "f1-score": 0.967713004484305, + "support": 1121.0 + }, + "accuracy": 0.9465613382899628, + "macro avg": { + "precision": 0.7690085791102268, + "recall": 0.8139185281553268, + "f1-score": 0.7870065958764059, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9526345204048926, + "recall": 0.9465613382899628, + "f1-score": 0.9492438717205531, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/ensemble_plain_cv_summary.json b/stage1_final/results/letterbox/ensemble_plain_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..0122710529c07a3853115452c7f3167194d15ee0 --- /dev/null +++ b/stage1_final/results/letterbox/ensemble_plain_cv_summary.json @@ -0,0 +1,1847 @@ +{ + "label": "plain", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7959915072634196, + "accuracy": 0.9566733067729084, + "balanced_acc": 0.8397871640487492, + "per_class_recall": { + "malignant": 0.9342105263157895, + "non_malignant": 0.5918367346938775, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9781859931113662, + "non_malignant": 0.35365853658536583, + "non_roi": 0.985781990521327 + }, + "confusion_matrix": [ + [ + 852, + 52, + 8 + ], + [ + 13, + 29, + 7 + ], + [ + 6, + 1, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9781859931113662, + "recall": 0.9342105263157895, + "f1-score": 0.9556926528323051, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.35365853658536583, + "recall": 0.5918367346938775, + "f1-score": 0.44274809160305345, + "support": 49.0 + }, + "non_roi": { + "precision": 0.985781990521327, + "recall": 0.9933142311365807, + "f1-score": 0.9895337773549001, + "support": 1047.0 + }, + "accuracy": 0.9566733067729084, + "macro avg": { + "precision": 0.7725421734060197, + "recall": 0.8397871640487492, + "f1-score": 0.7959915072634196, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9669066922739434, + "recall": 0.9566733067729084, + "f1-score": 0.9608208270728049, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9386252045826514, + "src_C_n": 1222, + "src_D_acc": 0.9396551724137931, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7890123604346321, + "accuracy": 0.9211700545364403, + "balanced_acc": 0.838679845347967, + "per_class_recall": { + "malignant": 0.930921052631579, + "non_malignant": 0.66, + "non_roi": 0.9251184834123223 + }, + "per_class_precision": { + "malignant": 0.9319429198682766, + "non_malignant": 0.39759036144578314, + "non_roi": 0.9540566959921799 + }, + "confusion_matrix": [ + [ + 849, + 24, + 39 + ], + [ + 9, + 33, + 8 + ], + [ + 53, + 26, + 976 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9319429198682766, + "recall": 0.930921052631579, + "f1-score": 0.9314317059791553, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.39759036144578314, + "recall": 0.66, + "f1-score": 0.49624060150375937, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9540566959921799, + "recall": 0.9251184834123223, + "f1-score": 0.9393647738209817, + "support": 1055.0 + }, + "accuracy": 0.9211700545364403, + "macro avg": { + "precision": 0.7611966591020799, + "recall": 0.838679845347967, + "f1-score": 0.7890123604346321, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9302633987426411, + "recall": 0.9211700545364403, + "f1-score": 0.924793050227721, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9340659340659341, + "src_B_n": 728, + "src_C_acc": 0.9293577981651376, + "src_C_n": 1090, + "src_D_acc": 0.8291457286432161, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7147224666392457, + "accuracy": 0.9074446680080482, + "balanced_acc": 0.7807517167170256, + "per_class_recall": { + "malignant": 0.8914473684210527, + "non_malignant": 0.5102040816326531, + "non_roi": 0.9406037000973709 + }, + "per_class_precision": { + "malignant": 0.9259681093394078, + "non_malignant": 0.18382352941176472, + "non_roi": 0.9917864476386037 + }, + "confusion_matrix": [ + [ + 813, + 92, + 7 + ], + [ + 23, + 25, + 1 + ], + [ + 42, + 19, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9259681093394078, + "recall": 0.8914473684210527, + "f1-score": 0.9083798882681564, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.18382352941176472, + "recall": 0.5102040816326531, + "f1-score": 0.2702702702702703, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9917864476386037, + "recall": 0.9406037000973709, + "f1-score": 0.9655172413793104, + "support": 1027.0 + }, + "accuracy": 0.9074446680080482, + "macro avg": { + "precision": 0.7005260287965921, + "recall": 0.7807517167170256, + "f1-score": 0.7147224666392457, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9416775404343875, + "recall": 0.9074446680080482, + "f1-score": 0.9221689679277433, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9425901201602136, + "src_B_n": 749, + "src_C_acc": 0.9378531073446328, + "src_C_n": 1062, + "src_D_acc": 0.576271186440678, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.6640203057111016, + "accuracy": 0.8291970802919708, + "balanced_acc": 0.8388891831060507, + "per_class_recall": { + "malignant": 0.7108433734939759, + "non_malignant": 0.88, + "non_roi": 0.9258241758241759 + }, + "per_class_precision": { + "malignant": 0.9629080118694362, + "non_malignant": 0.13095238095238096, + "non_roi": 0.9674641148325359 + }, + "confusion_matrix": [ + [ + 649, + 230, + 34 + ], + [ + 6, + 44, + 0 + ], + [ + 19, + 62, + 1011 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9629080118694362, + "recall": 0.7108433734939759, + "f1-score": 0.8178954001260239, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.13095238095238096, + "recall": 0.88, + "f1-score": 0.22797927461139897, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9674641148325359, + "recall": 0.9258241758241759, + "f1-score": 0.9461862423958821, + "support": 1092.0 + }, + "accuracy": 0.8291970802919708, + "macro avg": { + "precision": 0.6871081692181177, + "recall": 0.8388891831060507, + "f1-score": 0.6640203057111016, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9450868356601184, + "recall": 0.8291970802919708, + "f1-score": 0.8717142777333008, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9398230088495575, + "src_B_n": 565, + "src_C_acc": 0.8509532062391681, + "src_C_n": 1154, + "src_D_acc": 0.5684523809523809, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6907150723460873, + "accuracy": 0.8544272136068034, + "balanced_acc": 0.8419632805421484, + "per_class_recall": { + "malignant": 0.7864184008762322, + "non_malignant": 0.8235294117647058, + "non_roi": 0.9159420289855073 + }, + "per_class_precision": { + "malignant": 0.9598930481283422, + "non_malignant": 0.1640625, + "non_roi": 0.9527638190954774 + }, + "confusion_matrix": [ + [ + 718, + 152, + 43 + ], + [ + 5, + 42, + 4 + ], + [ + 25, + 62, + 948 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9598930481283422, + "recall": 0.7864184008762322, + "f1-score": 0.8645394340758579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1640625, + "recall": 0.8235294117647058, + "f1-score": 0.2736156351791531, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9527638190954774, + "recall": 0.9159420289855073, + "f1-score": 0.9339901477832512, + "support": 1035.0 + }, + "accuracy": 0.8544272136068034, + "macro avg": { + "precision": 0.6922397890746065, + "recall": 0.8419632805421484, + "f1-score": 0.6907150723460873, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.935897995600298, + "recall": 0.8544272136068034, + "f1-score": 0.885422062861961, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9608695652173913, + "src_B_n": 690, + "src_C_acc": 0.8268206039076377, + "src_C_n": 1126, + "src_D_acc": 0.6229508196721312, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7308923424788972, + "cv_macro_f1_std": 0.05284578500559014, + "cv_non_malignant_recall_mean": 0.6931140456182472, + "cv_non_malignant_recall_std": 0.13910011957060542, + "cv_balanced_acc_mean": 0.8280142379523883, + "cv_balanced_acc_std": 0.023659852513387383, + "cv_malignant_precision_mean": 0.9517796164633658, + "cv_malignant_precision_std": 0.019731670568849016, + "cv_non_malignant_precision_mean": 0.2460174616790589, + "cv_non_malignant_precision_std": 0.10806074098209795, + "cv_non_roi_precision_mean": 0.9703706136160248, + "cv_non_roi_precision_std": 0.01600462021857893, + "cv_malignant_recall_mean": 0.8507681443477259, + "cv_malignant_recall_std": 0.08804743047857039, + "cv_non_roi_recall_mean": 0.9401605238911914, + "cv_non_roi_recall_std": 0.027726674348870183 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7984977147390575, + "accuracy": 0.954183266932271, + "balanced_acc": 0.8572713507058682, + "per_class_recall": { + "malignant": 0.9254385964912281, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9933142311365807 + }, + "per_class_precision": { + "malignant": 0.9802555168408827, + "non_malignant": 0.34782608695652173, + "non_roi": 0.985781990521327 + }, + "confusion_matrix": [ + [ + 844, + 59, + 9 + ], + [ + 11, + 32, + 6 + ], + [ + 6, + 1, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9802555168408827, + "recall": 0.9254385964912281, + "f1-score": 0.952058657642414, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34782608695652173, + "recall": 0.6530612244897959, + "f1-score": 0.45390070921985815, + "support": 49.0 + }, + "non_roi": { + "precision": 0.985781990521327, + "recall": 0.9933142311365807, + "f1-score": 0.9895337773549001, + "support": 1047.0 + }, + "accuracy": 0.954183266932271, + "macro avg": { + "precision": 0.7712878647729106, + "recall": 0.8572713507058682, + "f1-score": 0.7984977147390575, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9677043096093546, + "recall": 0.954183266932271, + "f1-score": 0.9594424777949377, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9435351882160393, + "src_C_n": 1222, + "src_D_acc": 0.8448275862068966, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7836946407353276, + "accuracy": 0.918195339613287, + "balanced_acc": 0.8361896150328428, + "per_class_recall": { + "malignant": 0.9177631578947368, + "non_malignant": 0.66, + "non_roi": 0.9308056872037914 + }, + "per_class_precision": { + "malignant": 0.9372900335946248, + "non_malignant": 0.38372093023255816, + "non_roi": 0.9460500963391136 + }, + "confusion_matrix": [ + [ + 837, + 27, + 48 + ], + [ + 9, + 33, + 8 + ], + [ + 47, + 26, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9372900335946248, + "recall": 0.9177631578947368, + "f1-score": 0.9274238227146815, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38372093023255816, + "recall": 0.66, + "f1-score": 0.4852941176470588, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9460500963391136, + "recall": 0.9308056872037914, + "f1-score": 0.9383659818442427, + "support": 1055.0 + }, + "accuracy": 0.918195339613287, + "macro avg": { + "precision": 0.7556870200554323, + "recall": 0.8361896150328428, + "f1-score": 0.7836946407353276, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9281494342031188, + "recall": 0.918195339613287, + "f1-score": 0.9221870813305992, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9230769230769231, + "src_B_n": 728, + "src_C_acc": 0.9302752293577982, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7221573846990976, + "accuracy": 0.9134808853118712, + "balanced_acc": 0.7850149002357054, + "per_class_recall": { + "malignant": 0.9013157894736842, + "non_malignant": 0.5102040816326531, + "non_roi": 0.943524829600779 + }, + "per_class_precision": { + "malignant": 0.927765237020316, + "non_malignant": 0.1968503937007874, + "non_roi": 0.9938461538461538 + }, + "confusion_matrix": [ + [ + 822, + 85, + 5 + ], + [ + 23, + 25, + 1 + ], + [ + 41, + 17, + 969 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927765237020316, + "recall": 0.9013157894736842, + "f1-score": 0.914349276974416, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.1968503937007874, + "recall": 0.5102040816326531, + "f1-score": 0.2840909090909091, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9938461538461538, + "recall": 0.943524829600779, + "f1-score": 0.968031968031968, + "support": 1027.0 + }, + "accuracy": 0.9134808853118712, + "macro avg": { + "precision": 0.7061539281890857, + "recall": 0.7850149002357054, + "f1-score": 0.7221573846990976, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9438871053590878, + "recall": 0.9134808853118712, + "f1-score": 0.9265471963354895, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9332443257676902, + "src_B_n": 749, + "src_C_acc": 0.9538606403013182, + "src_C_n": 1062, + "src_D_acc": 0.5875706214689266, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7038866565186006, + "accuracy": 0.8700729927007299, + "balanced_acc": 0.8642132833699098, + "per_class_recall": { + "malignant": 0.8214676889375685, + "non_malignant": 0.86, + "non_roi": 0.9111721611721612 + }, + "per_class_precision": { + "malignant": 0.9689922480620154, + "non_malignant": 0.16996047430830039, + "non_roi": 0.9678988326848249 + }, + "confusion_matrix": [ + [ + 750, + 130, + 33 + ], + [ + 7, + 43, + 0 + ], + [ + 17, + 80, + 995 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9689922480620154, + "recall": 0.8214676889375685, + "f1-score": 0.8891523414344991, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.16996047430830039, + "recall": 0.86, + "f1-score": 0.2838283828382838, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9678988326848249, + "recall": 0.9111721611721612, + "f1-score": 0.9386792452830188, + "support": 1092.0 + }, + "accuracy": 0.8700729927007299, + "macro avg": { + "precision": 0.7022838516850469, + "recall": 0.8642132833699098, + "f1-score": 0.7038866565186006, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.948970059118182, + "recall": 0.8700729927007299, + "f1-score": 0.9007422105696683, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9203539823008849, + "src_B_n": 565, + "src_C_acc": 0.8552859618717504, + "src_C_n": 1154, + "src_D_acc": 0.8363095238095238, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6999385071520852, + "accuracy": 0.8834417208604303, + "balanced_acc": 0.7819710472777985, + "per_class_recall": { + "malignant": 0.8400876232201533, + "non_malignant": 0.5686274509803921, + "non_roi": 0.9371980676328503 + }, + "per_class_precision": { + "malignant": 0.9376528117359413, + "non_malignant": 0.1746987951807229, + "non_roi": 0.9556650246305419 + }, + "confusion_matrix": [ + [ + 767, + 105, + 41 + ], + [ + 18, + 29, + 4 + ], + [ + 33, + 32, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9376528117359413, + "recall": 0.8400876232201533, + "f1-score": 0.8861929520508377, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1746987951807229, + "recall": 0.5686274509803921, + "f1-score": 0.2672811059907834, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9556650246305419, + "recall": 0.9371980676328503, + "f1-score": 0.9463414634146341, + "support": 1035.0 + }, + "accuracy": 0.8834417208604303, + "macro avg": { + "precision": 0.689338877182402, + "recall": 0.7819710472777985, + "f1-score": 0.6999385071520852, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9275137349483452, + "recall": 0.8834417208604303, + "f1-score": 0.9015452307464187, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8694493783303731, + "src_C_n": 1126, + "src_D_acc": 0.6721311475409836, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7416349807688337, + "cv_macro_f1_std": 0.04134076476190123, + "cv_non_malignant_recall_mean": 0.6503785514205681, + "cv_non_malignant_recall_std": 0.11863645739451703, + "cv_balanced_acc_mean": 0.824932039324425, + "cv_balanced_acc_std": 0.03508448385219917, + "cv_malignant_precision_mean": 0.9503911694507561, + "cv_malignant_precision_std": 0.020414297474459643, + "cv_non_malignant_precision_mean": 0.2546113360757781, + "cv_non_malignant_precision_std": 0.09191995010814033, + "cv_non_roi_precision_mean": 0.9698484196043923, + "cv_non_roi_precision_std": 0.01789469029227998, + "cv_malignant_recall_mean": 0.8812145712034741, + "cv_malignant_recall_std": 0.04232431539587153, + "cv_non_roi_recall_mean": 0.9432029953492325, + "cv_non_roi_recall_std": 0.027301891046708503 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.7705245324742672, + "accuracy": 0.9691235059760956, + "balanced_acc": 0.745881879620596, + "per_class_recall": { + "malignant": 0.9780701754385965, + "non_malignant": 0.2653061224489796, + "non_roi": 0.994269340974212 + }, + "per_class_precision": { + "malignant": 0.9643243243243244, + "non_malignant": 0.52, + "non_roi": 0.9839319470699432 + }, + "confusion_matrix": [ + [ + 892, + 11, + 9 + ], + [ + 28, + 13, + 8 + ], + [ + 5, + 1, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9643243243243244, + "recall": 0.9780701754385965, + "f1-score": 0.9711486118671747, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.52, + "recall": 0.2653061224489796, + "f1-score": 0.35135135135135137, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839319470699432, + "recall": 0.994269340974212, + "f1-score": 0.9890736342042755, + "support": 1047.0 + }, + "accuracy": 0.9691235059760956, + "macro avg": { + "precision": 0.8227520904647557, + "recall": 0.745881879620596, + "f1-score": 0.7705245324742672, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9637054444053856, + "recall": 0.9691235059760956, + "f1-score": 0.9653704408620299, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9541734860883797, + "src_C_n": 1222, + "src_D_acc": 0.9913793103448276, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8127654158427232, + "accuracy": 0.9335647000495786, + "balanced_acc": 0.7772163326958786, + "per_class_recall": { + "malignant": 0.9418859649122807, + "non_malignant": 0.44, + "non_roi": 0.9497630331753555 + }, + "per_class_precision": { + "malignant": 0.927645788336933, + "non_malignant": 0.7586206896551724, + "non_roi": 0.943502824858757 + }, + "confusion_matrix": [ + [ + 859, + 2, + 51 + ], + [ + 19, + 22, + 9 + ], + [ + 48, + 5, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927645788336933, + "recall": 0.9418859649122807, + "f1-score": 0.9347116430903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.7586206896551724, + "recall": 0.44, + "f1-score": 0.5569620253164557, + "support": 50.0 + }, + "non_roi": { + "precision": 0.943502824858757, + "recall": 0.9497630331753555, + "f1-score": 0.9466225791213982, + "support": 1055.0 + }, + "accuracy": 0.9335647000495786, + "macro avg": { + "precision": 0.8765897676169541, + "recall": 0.7772163326958786, + "f1-score": 0.8127654158427232, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9317498630005108, + "recall": 0.9335647000495786, + "f1-score": 0.931577561099289, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9394495412844037, + "src_C_n": 1090, + "src_D_acc": 0.9045226130653267, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7248604169294769, + "accuracy": 0.9396378269617707, + "balanced_acc": 0.7134084864407506, + "per_class_recall": { + "malignant": 0.9605263157894737, + "non_malignant": 0.22448979591836735, + "non_roi": 0.9552093476144109 + }, + "per_class_precision": { + "malignant": 0.9153605015673981, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9829659318637275 + }, + "confusion_matrix": [ + [ + 876, + 22, + 14 + ], + [ + 35, + 11, + 3 + ], + [ + 46, + 0, + 981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9153605015673981, + "recall": 0.9605263157894737, + "f1-score": 0.9373996789727127, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.22448979591836735, + "f1-score": 0.2682926829268293, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9829659318637275, + "recall": 0.9552093476144109, + "f1-score": 0.9688888888888889, + "support": 1027.0 + }, + "accuracy": 0.9396378269617707, + "macro avg": { + "precision": 0.7438865889214864, + "recall": 0.7134084864407506, + "f1-score": 0.7248604169294769, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9359396995909701, + "recall": 0.9396378269617707, + "f1-score": 0.9371749182974937, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9399198931909212, + "src_B_n": 749, + "src_C_acc": 0.9764595103578154, + "src_C_n": 1062, + "src_D_acc": 0.7175141242937854, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7678741479976162, + "accuracy": 0.9343065693430657, + "balanced_acc": 0.7835618732004274, + "per_class_recall": { + "malignant": 0.9364731653888281, + "non_malignant": 0.46, + "non_roi": 0.9542124542124543 + }, + "per_class_precision": { + "malignant": 0.9385290889132821, + "non_malignant": 0.36507936507936506, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 855, + 20, + 38 + ], + [ + 26, + 23, + 1 + ], + [ + 30, + 20, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385290889132821, + "recall": 0.9364731653888281, + "f1-score": 0.9375, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.36507936507936506, + "recall": 0.46, + "f1-score": 0.40707964601769914, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9542124542124543, + "f1-score": 0.9590427979751496, + "support": 1092.0 + }, + "accuracy": 0.9343065693430657, + "macro avg": { + "precision": 0.75584358272157, + "recall": 0.7835618732004274, + "f1-score": 0.7678741479976162, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9380701565292884, + "recall": 0.9343065693430657, + "f1-score": 0.9360419550801694, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.9280762564991335, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6561893987635757, + "accuracy": 0.927463731865933, + "balanced_acc": 0.6524524406754093, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9642512077294686 + }, + "per_class_precision": { + "malignant": 0.9142550911039657, + "non_malignant": 0.15789473684210525, + "non_roi": 0.9531996179560649 + }, + "confusion_matrix": [ + [ + 853, + 16, + 44 + ], + [ + 43, + 3, + 5 + ], + [ + 37, + 0, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9142550911039657, + "recall": 0.9342825848849945, + "f1-score": 0.9241603466955579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15789473684210525, + "recall": 0.058823529411764705, + "f1-score": 0.08571428571428572, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9531996179560649, + "recall": 0.9642512077294686, + "f1-score": 0.9586935638808838, + "support": 1035.0 + }, + "accuracy": 0.927463731865933, + "macro avg": { + "precision": 0.6751164819673786, + "recall": 0.6524524406754093, + "f1-score": 0.6561893987635757, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9151221282348151, + "recall": 0.927463731865933, + "f1-score": 0.9206491564388133, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9271758436944938, + "src_C_n": 1126, + "src_D_acc": 0.7978142076502732, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7464427824015318, + "cv_macro_f1_std": 0.05300829667499757, + "cv_non_malignant_recall_mean": 0.28972388955582234, + "cv_non_malignant_recall_std": 0.14815097285949105, + "cv_balanced_acc_mean": 0.7345042025266124, + "cv_balanced_acc_std": 0.048037388587752396, + "cv_malignant_precision_mean": 0.9320229588491806, + "cv_malignant_precision_std": 0.018429336225386832, + "cv_non_malignant_precision_mean": 0.4269856249819952, + "cv_non_malignant_precision_std": 0.20181503061311623, + "cv_non_roi_precision_mean": 0.9655045231841111, + "cv_non_roi_precision_std": 0.016015365213833708, + "cv_malignant_recall_mean": 0.9502476412828347, + "cv_malignant_recall_std": 0.016698990389413564, + "cv_non_roi_recall_mean": 0.9635410767411802, + "cv_non_roi_recall_std": 0.016068639655071146 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.7186360939777693, + "accuracy": 0.8935134598192113, + "balanced_acc": 0.8285236588536237, + "per_class_recall": { + "malignant": 0.8507233669443227, + "non_malignant": 0.6947791164658634, + "non_roi": 0.940068493150685 + }, + "per_class_precision": { + "malignant": 0.9507594316511514, + "non_malignant": 0.1937290033594625, + "non_roi": 0.9703456402199528 + }, + "confusion_matrix": [ + [ + 3881, + 550, + 131 + ], + [ + 56, + 173, + 20 + ], + [ + 145, + 170, + 4941 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9507594316511514, + "recall": 0.8507233669443227, + "f1-score": 0.8979639055992596, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.1937290033594625, + "recall": 0.6947791164658634, + "f1-score": 0.30297723292469353, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9703456402199528, + "recall": 0.940068493150685, + "f1-score": 0.9549671434093545, + "support": 5256.0 + }, + "accuracy": 0.8935134598192113, + "macro avg": { + "precision": 0.7049446917435223, + "recall": 0.8285236588536237, + "f1-score": 0.7186360939777693, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9422608258691895, + "recall": 0.8935134598192113, + "f1-score": 0.9130088381942623, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9538506760728983, + "src_B_n": 3402, + "src_C_acc": 0.8965334276618323, + "src_C_n": 5654, + "src_D_acc": 0.6735905044510386, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7344537362614094, + "accuracy": 0.9077182874739247, + "balanced_acc": 0.8249057478384629, + "per_class_recall": { + "malignant": 0.8811924594476107, + "non_malignant": 0.6506024096385542, + "non_roi": 0.9429223744292238 + }, + "per_class_precision": { + "malignant": 0.9499054820415879, + "non_malignant": 0.22375690607734808, + "non_roi": 0.9696732537663862 + }, + "confusion_matrix": [ + [ + 4020, + 406, + 136 + ], + [ + 68, + 162, + 19 + ], + [ + 144, + 156, + 4956 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9499054820415879, + "recall": 0.8811924594476107, + "f1-score": 0.9142597225380942, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.22375690607734808, + "recall": 0.6506024096385542, + "f1-score": 0.3329907502569373, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9696732537663862, + "recall": 0.9429223744292238, + "f1-score": 0.9561107359891965, + "support": 5256.0 + }, + "accuracy": 0.9077182874739247, + "macro avg": { + "precision": 0.7144452139617741, + "recall": 0.8249057478384629, + "f1-score": 0.7344537362614094, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9422655111237814, + "recall": 0.9077182874739247, + "f1-score": 0.9217329471930049, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9465020576131687, + "src_B_n": 3402, + "src_C_acc": 0.9101521047046339, + "src_C_n": 5654, + "src_D_acc": 0.7636003956478734, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7499482509729982, + "accuracy": 0.9407966623621734, + "balanced_acc": 0.7342893561518338, + "per_class_recall": { + "malignant": 0.9502411223147742, + "non_malignant": 0.2891566265060241, + "non_roi": 0.9634703196347032 + }, + "per_class_precision": { + "malignant": 0.9318572656921754, + "non_malignant": 0.4260355029585799, + "non_roi": 0.9653069004956157 + }, + "confusion_matrix": [ + [ + 4335, + 71, + 156 + ], + [ + 151, + 72, + 26 + ], + [ + 166, + 26, + 5064 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318572656921754, + "recall": 0.9502411223147742, + "f1-score": 0.940959409594096, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.4260355029585799, + "recall": 0.2891566265060241, + "f1-score": 0.3444976076555024, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9653069004956157, + "recall": 0.9634703196347032, + "f1-score": 0.9643877356693963, + "support": 5256.0 + }, + "accuracy": 0.9407966623621734, + "macro avg": { + "precision": 0.774399889715457, + "recall": 0.7342893561518338, + "f1-score": 0.7499482509729982, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9368102468788463, + "recall": 0.9407966623621734, + "f1-score": 0.9384383301433231, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9556143445032333, + "src_B_n": 3402, + "src_C_acc": 0.9448178280863105, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.7705245324742672, + "accuracy": 0.9691235059760956, + "balanced_acc": 0.745881879620596, + "per_class_recall": { + "malignant": 0.9780701754385965, + "non_malignant": 0.2653061224489796, + "non_roi": 0.994269340974212 + }, + "per_class_precision": { + "malignant": 0.9643243243243244, + "non_malignant": 0.52, + "non_roi": 0.9839319470699432 + }, + "confusion_matrix": [ + [ + 892, + 11, + 9 + ], + [ + 28, + 13, + 8 + ], + [ + 5, + 1, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9643243243243244, + "recall": 0.9780701754385965, + "f1-score": 0.9711486118671747, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.52, + "recall": 0.2653061224489796, + "f1-score": 0.35135135135135137, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839319470699432, + "recall": 0.994269340974212, + "f1-score": 0.9890736342042755, + "support": 1047.0 + }, + "accuracy": 0.9691235059760956, + "macro avg": { + "precision": 0.8227520904647557, + "recall": 0.745881879620596, + "f1-score": 0.7705245324742672, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9637054444053856, + "recall": 0.9691235059760956, + "f1-score": 0.9653704408620299, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9541734860883797, + "src_C_n": 1222, + "src_D_acc": 0.9913793103448276, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8127654158427232, + "accuracy": 0.9335647000495786, + "balanced_acc": 0.7772163326958786, + "per_class_recall": { + "malignant": 0.9418859649122807, + "non_malignant": 0.44, + "non_roi": 0.9497630331753555 + }, + "per_class_precision": { + "malignant": 0.927645788336933, + "non_malignant": 0.7586206896551724, + "non_roi": 0.943502824858757 + }, + "confusion_matrix": [ + [ + 859, + 2, + 51 + ], + [ + 19, + 22, + 9 + ], + [ + 48, + 5, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927645788336933, + "recall": 0.9418859649122807, + "f1-score": 0.9347116430903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.7586206896551724, + "recall": 0.44, + "f1-score": 0.5569620253164557, + "support": 50.0 + }, + "non_roi": { + "precision": 0.943502824858757, + "recall": 0.9497630331753555, + "f1-score": 0.9466225791213982, + "support": 1055.0 + }, + "accuracy": 0.9335647000495786, + "macro avg": { + "precision": 0.8765897676169541, + "recall": 0.7772163326958786, + "f1-score": 0.8127654158427232, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9317498630005108, + "recall": 0.9335647000495786, + "f1-score": 0.931577561099289, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9394495412844037, + "src_C_n": 1090, + "src_D_acc": 0.9045226130653267, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7248604169294769, + "accuracy": 0.9396378269617707, + "balanced_acc": 0.7134084864407506, + "per_class_recall": { + "malignant": 0.9605263157894737, + "non_malignant": 0.22448979591836735, + "non_roi": 0.9552093476144109 + }, + "per_class_precision": { + "malignant": 0.9153605015673981, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9829659318637275 + }, + "confusion_matrix": [ + [ + 876, + 22, + 14 + ], + [ + 35, + 11, + 3 + ], + [ + 46, + 0, + 981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9153605015673981, + "recall": 0.9605263157894737, + "f1-score": 0.9373996789727127, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.22448979591836735, + "f1-score": 0.2682926829268293, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9829659318637275, + "recall": 0.9552093476144109, + "f1-score": 0.9688888888888889, + "support": 1027.0 + }, + "accuracy": 0.9396378269617707, + "macro avg": { + "precision": 0.7438865889214864, + "recall": 0.7134084864407506, + "f1-score": 0.7248604169294769, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9359396995909701, + "recall": 0.9396378269617707, + "f1-score": 0.9371749182974937, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9399198931909212, + "src_B_n": 749, + "src_C_acc": 0.9764595103578154, + "src_C_n": 1062, + "src_D_acc": 0.7175141242937854, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7678741479976162, + "accuracy": 0.9343065693430657, + "balanced_acc": 0.7835618732004274, + "per_class_recall": { + "malignant": 0.9364731653888281, + "non_malignant": 0.46, + "non_roi": 0.9542124542124543 + }, + "per_class_precision": { + "malignant": 0.9385290889132821, + "non_malignant": 0.36507936507936506, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 855, + 20, + 38 + ], + [ + 26, + 23, + 1 + ], + [ + 30, + 20, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385290889132821, + "recall": 0.9364731653888281, + "f1-score": 0.9375, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.36507936507936506, + "recall": 0.46, + "f1-score": 0.40707964601769914, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9542124542124543, + "f1-score": 0.9590427979751496, + "support": 1092.0 + }, + "accuracy": 0.9343065693430657, + "macro avg": { + "precision": 0.75584358272157, + "recall": 0.7835618732004274, + "f1-score": 0.7678741479976162, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9380701565292884, + "recall": 0.9343065693430657, + "f1-score": 0.9360419550801694, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.9280762564991335, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6561893987635757, + "accuracy": 0.927463731865933, + "balanced_acc": 0.6524524406754093, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9642512077294686 + }, + "per_class_precision": { + "malignant": 0.9142550911039657, + "non_malignant": 0.15789473684210525, + "non_roi": 0.9531996179560649 + }, + "confusion_matrix": [ + [ + 853, + 16, + 44 + ], + [ + 43, + 3, + 5 + ], + [ + 37, + 0, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9142550911039657, + "recall": 0.9342825848849945, + "f1-score": 0.9241603466955579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15789473684210525, + "recall": 0.058823529411764705, + "f1-score": 0.08571428571428572, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9531996179560649, + "recall": 0.9642512077294686, + "f1-score": 0.9586935638808838, + "support": 1035.0 + }, + "accuracy": 0.927463731865933, + "macro avg": { + "precision": 0.6751164819673786, + "recall": 0.6524524406754093, + "f1-score": 0.6561893987635757, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9151221282348151, + "recall": 0.927463731865933, + "f1-score": 0.9206491564388133, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9271758436944938, + "src_C_n": 1126, + "src_D_acc": 0.7978142076502732, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7464427824015318, + "cv_macro_f1_std": 0.05300829667499757, + "cv_non_malignant_recall_mean": 0.28972388955582234, + "cv_non_malignant_recall_std": 0.14815097285949105, + "cv_balanced_acc_mean": 0.7345042025266124, + "cv_balanced_acc_std": 0.048037388587752396, + "cv_malignant_precision_mean": 0.9320229588491806, + "cv_malignant_precision_std": 0.018429336225386832, + "cv_non_malignant_precision_mean": 0.4269856249819952, + "cv_non_malignant_precision_std": 0.20181503061311623, + "cv_non_roi_precision_mean": 0.9655045231841111, + "cv_non_roi_precision_std": 0.016015365213833708, + "cv_malignant_recall_mean": 0.9502476412828347, + "cv_malignant_recall_std": 0.016698990389413564, + "cv_non_roi_recall_mean": 0.9635410767411802, + "cv_non_roi_recall_std": 0.016068639655071146 + }, + "best_pooled": { + "macro_f1": 0.7499482509729982, + "accuracy": 0.9407966623621734, + "balanced_acc": 0.7342893561518338, + "per_class_recall": { + "malignant": 0.9502411223147742, + "non_malignant": 0.2891566265060241, + "non_roi": 0.9634703196347032 + }, + "per_class_precision": { + "malignant": 0.9318572656921754, + "non_malignant": 0.4260355029585799, + "non_roi": 0.9653069004956157 + }, + "confusion_matrix": [ + [ + 4335, + 71, + 156 + ], + [ + 151, + 72, + 26 + ], + [ + 166, + 26, + 5064 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318572656921754, + "recall": 0.9502411223147742, + "f1-score": 0.940959409594096, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.4260355029585799, + "recall": 0.2891566265060241, + "f1-score": 0.3444976076555024, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9653069004956157, + "recall": 0.9634703196347032, + "f1-score": 0.9643877356693963, + "support": 5256.0 + }, + "accuracy": 0.9407966623621734, + "macro avg": { + "precision": 0.774399889715457, + "recall": 0.7342893561518338, + "f1-score": 0.7499482509729982, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9368102468788463, + "recall": 0.9407966623621734, + "f1-score": 0.9384383301433231, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9556143445032333, + "src_B_n": 3402, + "src_C_acc": 0.9448178280863105, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/ensemble_plain_single_vs_ensemble.json b/stage1_final/results/letterbox/ensemble_plain_single_vs_ensemble.json new file mode 100644 index 0000000000000000000000000000000000000000..a17be99b8f9cf236bfe3f90543fda813aa358c44 --- /dev/null +++ b/stage1_final/results/letterbox/ensemble_plain_single_vs_ensemble.json @@ -0,0 +1,1330 @@ +{ + "cv_single": { + "convnext": { + "macro_f1": 0.7371439283216453, + "accuracy": 0.9326512367140161, + "balanced_acc": 0.7263165142277245, + "per_class_recall": { + "malignant": 0.9451994739149496, + "non_malignant": 0.28112449799196787, + "non_roi": 0.9526255707762558 + }, + "per_class_precision": { + "malignant": 0.9237360754070265, + "non_malignant": 0.3723404255319149, + "non_roi": 0.9608520437535981 + }, + "confusion_matrix": [ + [ + 4312, + 86, + 164 + ], + [ + 139, + 70, + 40 + ], + [ + 217, + 32, + 5007 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9237360754070265, + "recall": 0.9451994739149496, + "f1-score": 0.9343445287107259, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3723404255319149, + "recall": 0.28112449799196787, + "f1-score": 0.32036613272311215, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9608520437535981, + "recall": 0.9526255707762558, + "f1-score": 0.9567211235310977, + "support": 5256.0 + }, + "accuracy": 0.9326512367140161, + "macro avg": { + "precision": 0.7523095148975131, + "recall": 0.7263165142277245, + "f1-score": 0.7371439283216453, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.929476019065582, + "recall": 0.9326512367140161, + "f1-score": 0.9308410780079306, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9529688418577308, + "src_B_n": 3402, + "src_C_acc": 0.9333215422709586, + "src_C_n": 5654, + "src_D_acc": 0.8605341246290801, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.7437857339425822, + "accuracy": 0.9280818515943181, + "balanced_acc": 0.7504131597150511, + "per_class_recall": { + "malignant": 0.9215256466462078, + "non_malignant": 0.36947791164658633, + "non_roi": 0.9602359208523592 + }, + "per_class_precision": { + "malignant": 0.9338071968014215, + "non_malignant": 0.3250883392226148, + "non_roi": 0.955509276789095 + }, + "confusion_matrix": [ + [ + 4204, + 155, + 203 + ], + [ + 125, + 92, + 32 + ], + [ + 173, + 36, + 5047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9338071968014215, + "recall": 0.9215256466462078, + "f1-score": 0.9276257722859664, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3250883392226148, + "recall": 0.36947791164658633, + "f1-score": 0.3458646616541353, + "support": 249.0 + }, + "non_roi": { + "precision": 0.955509276789095, + "recall": 0.9602359208523592, + "f1-score": 0.9578667678876447, + "support": 5256.0 + }, + "accuracy": 0.9280818515943181, + "macro avg": { + "precision": 0.7381349376043772, + "recall": 0.7504131597150511, + "f1-score": 0.7437857339425822, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9300816715086917, + "recall": 0.9280818515943181, + "f1-score": 0.9290252116755656, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9444444444444444, + "src_B_n": 3402, + "src_C_acc": 0.9343827378846834, + "src_C_n": 5654, + "src_D_acc": 0.837784371909001, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.7324690318500126, + "accuracy": 0.925797159034469, + "balanced_acc": 0.7202600874981298, + "per_class_recall": { + "malignant": 0.9359929855326611, + "non_malignant": 0.27710843373493976, + "non_roi": 0.9476788432267884 + }, + "per_class_precision": { + "malignant": 0.9170962199312714, + "non_malignant": 0.3812154696132597, + "non_roi": 0.9523900573613767 + }, + "confusion_matrix": [ + [ + 4270, + 75, + 217 + ], + [ + 148, + 69, + 32 + ], + [ + 238, + 37, + 4981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9170962199312714, + "recall": 0.9359929855326611, + "f1-score": 0.9264482534172271, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3812154696132597, + "recall": 0.27710843373493976, + "f1-score": 0.3209302325581395, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9523900573613767, + "recall": 0.9476788432267884, + "f1-score": 0.950028609574671, + "support": 5256.0 + }, + "accuracy": 0.925797159034469, + "macro avg": { + "precision": 0.7502339156353027, + "recall": 0.7202600874981298, + "f1-score": 0.7324690318500126, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9222685754198428, + "recall": 0.925797159034469, + "f1-score": 0.923782550106371, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9488536155202821, + "src_B_n": 3402, + "src_C_acc": 0.9274849663954722, + "src_C_n": 5654, + "src_D_acc": 0.8387734915924827, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.67591255982152, + "accuracy": 0.9004668719578822, + "balanced_acc": 0.6735798883813179, + "per_class_recall": { + "malignant": 0.9092503288031565, + "non_malignant": 0.18473895582329317, + "non_roi": 0.9267503805175038 + }, + "per_class_precision": { + "malignant": 0.8990030342436064, + "non_malignant": 0.20535714285714285, + "non_roi": 0.9315356664754255 + }, + "confusion_matrix": [ + [ + 4148, + 103, + 311 + ], + [ + 156, + 46, + 47 + ], + [ + 310, + 75, + 4871 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8990030342436064, + "recall": 0.9092503288031565, + "f1-score": 0.9040976460331299, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.20535714285714285, + "recall": 0.18473895582329317, + "f1-score": 0.1945031712473573, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9315356664754255, + "recall": 0.9267503805175038, + "f1-score": 0.9291368621840724, + "support": 5256.0 + }, + "accuracy": 0.9004668719578822, + "macro avg": { + "precision": 0.6786319478587249, + "recall": 0.6735798883813179, + "f1-score": 0.67591255982152, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.898831551980292, + "recall": 0.9004668719578822, + "f1-score": 0.8996193601354143, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9444444444444444, + "src_B_n": 3402, + "src_C_acc": 0.8961796957905908, + "src_C_n": 5654, + "src_D_acc": 0.7764589515331355, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.7705245324742672, + "accuracy": 0.9691235059760956, + "balanced_acc": 0.745881879620596, + "per_class_recall": { + "malignant": 0.9780701754385965, + "non_malignant": 0.2653061224489796, + "non_roi": 0.994269340974212 + }, + "per_class_precision": { + "malignant": 0.9643243243243244, + "non_malignant": 0.52, + "non_roi": 0.9839319470699432 + }, + "confusion_matrix": [ + [ + 892, + 11, + 9 + ], + [ + 28, + 13, + 8 + ], + [ + 5, + 1, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9643243243243244, + "recall": 0.9780701754385965, + "f1-score": 0.9711486118671747, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.52, + "recall": 0.2653061224489796, + "f1-score": 0.35135135135135137, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9839319470699432, + "recall": 0.994269340974212, + "f1-score": 0.9890736342042755, + "support": 1047.0 + }, + "accuracy": 0.9691235059760956, + "macro avg": { + "precision": 0.8227520904647557, + "recall": 0.745881879620596, + "f1-score": 0.7705245324742672, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9637054444053856, + "recall": 0.9691235059760956, + "f1-score": 0.9653704408620299, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9541734860883797, + "src_C_n": 1222, + "src_D_acc": 0.9913793103448276, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8127654158427232, + "accuracy": 0.9335647000495786, + "balanced_acc": 0.7772163326958786, + "per_class_recall": { + "malignant": 0.9418859649122807, + "non_malignant": 0.44, + "non_roi": 0.9497630331753555 + }, + "per_class_precision": { + "malignant": 0.927645788336933, + "non_malignant": 0.7586206896551724, + "non_roi": 0.943502824858757 + }, + "confusion_matrix": [ + [ + 859, + 2, + 51 + ], + [ + 19, + 22, + 9 + ], + [ + 48, + 5, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927645788336933, + "recall": 0.9418859649122807, + "f1-score": 0.9347116430903155, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.7586206896551724, + "recall": 0.44, + "f1-score": 0.5569620253164557, + "support": 50.0 + }, + "non_roi": { + "precision": 0.943502824858757, + "recall": 0.9497630331753555, + "f1-score": 0.9466225791213982, + "support": 1055.0 + }, + "accuracy": 0.9335647000495786, + "macro avg": { + "precision": 0.8765897676169541, + "recall": 0.7772163326958786, + "f1-score": 0.8127654158427232, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9317498630005108, + "recall": 0.9335647000495786, + "f1-score": 0.931577561099289, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9394495412844037, + "src_C_n": 1090, + "src_D_acc": 0.9045226130653267, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7248604169294769, + "accuracy": 0.9396378269617707, + "balanced_acc": 0.7134084864407506, + "per_class_recall": { + "malignant": 0.9605263157894737, + "non_malignant": 0.22448979591836735, + "non_roi": 0.9552093476144109 + }, + "per_class_precision": { + "malignant": 0.9153605015673981, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9829659318637275 + }, + "confusion_matrix": [ + [ + 876, + 22, + 14 + ], + [ + 35, + 11, + 3 + ], + [ + 46, + 0, + 981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9153605015673981, + "recall": 0.9605263157894737, + "f1-score": 0.9373996789727127, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.22448979591836735, + "f1-score": 0.2682926829268293, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9829659318637275, + "recall": 0.9552093476144109, + "f1-score": 0.9688888888888889, + "support": 1027.0 + }, + "accuracy": 0.9396378269617707, + "macro avg": { + "precision": 0.7438865889214864, + "recall": 0.7134084864407506, + "f1-score": 0.7248604169294769, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9359396995909701, + "recall": 0.9396378269617707, + "f1-score": 0.9371749182974937, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9399198931909212, + "src_B_n": 749, + "src_C_acc": 0.9764595103578154, + "src_C_n": 1062, + "src_D_acc": 0.7175141242937854, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7678741479976162, + "accuracy": 0.9343065693430657, + "balanced_acc": 0.7835618732004274, + "per_class_recall": { + "malignant": 0.9364731653888281, + "non_malignant": 0.46, + "non_roi": 0.9542124542124543 + }, + "per_class_precision": { + "malignant": 0.9385290889132821, + "non_malignant": 0.36507936507936506, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 855, + 20, + 38 + ], + [ + 26, + 23, + 1 + ], + [ + 30, + 20, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9385290889132821, + "recall": 0.9364731653888281, + "f1-score": 0.9375, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.36507936507936506, + "recall": 0.46, + "f1-score": 0.40707964601769914, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9542124542124543, + "f1-score": 0.9590427979751496, + "support": 1092.0 + }, + "accuracy": 0.9343065693430657, + "macro avg": { + "precision": 0.75584358272157, + "recall": 0.7835618732004274, + "f1-score": 0.7678741479976162, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9380701565292884, + "recall": 0.9343065693430657, + "f1-score": 0.9360419550801694, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.9280762564991335, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6561893987635757, + "accuracy": 0.927463731865933, + "balanced_acc": 0.6524524406754093, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9642512077294686 + }, + "per_class_precision": { + "malignant": 0.9142550911039657, + "non_malignant": 0.15789473684210525, + "non_roi": 0.9531996179560649 + }, + "confusion_matrix": [ + [ + 853, + 16, + 44 + ], + [ + 43, + 3, + 5 + ], + [ + 37, + 0, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9142550911039657, + "recall": 0.9342825848849945, + "f1-score": 0.9241603466955579, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15789473684210525, + "recall": 0.058823529411764705, + "f1-score": 0.08571428571428572, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9531996179560649, + "recall": 0.9642512077294686, + "f1-score": 0.9586935638808838, + "support": 1035.0 + }, + "accuracy": 0.927463731865933, + "macro avg": { + "precision": 0.6751164819673786, + "recall": 0.6524524406754093, + "f1-score": 0.6561893987635757, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9151221282348151, + "recall": 0.927463731865933, + "f1-score": 0.9206491564388133, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9271758436944938, + "src_C_n": 1126, + "src_D_acc": 0.7978142076502732, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7464427824015318, + "cv_macro_f1_std": 0.05300829667499757, + "cv_non_malignant_recall_mean": 0.28972388955582234, + "cv_non_malignant_recall_std": 0.14815097285949105, + "cv_balanced_acc_mean": 0.7345042025266124, + "cv_balanced_acc_std": 0.048037388587752396, + "cv_malignant_precision_mean": 0.9320229588491806, + "cv_malignant_precision_std": 0.018429336225386832, + "cv_non_malignant_precision_mean": 0.4269856249819952, + "cv_non_malignant_precision_std": 0.20181503061311623, + "cv_non_roi_precision_mean": 0.9655045231841111, + "cv_non_roi_precision_std": 0.016015365213833708, + "cv_malignant_recall_mean": 0.9502476412828347, + "cv_malignant_recall_std": 0.016698990389413564, + "cv_non_roi_recall_mean": 0.9635410767411802, + "cv_non_roi_recall_std": 0.016068639655071146 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7499482509729982, + "accuracy": 0.9407966623621734, + "balanced_acc": 0.7342893561518338, + "per_class_recall": { + "malignant": 0.9502411223147742, + "non_malignant": 0.2891566265060241, + "non_roi": 0.9634703196347032 + }, + "per_class_precision": { + "malignant": 0.9318572656921754, + "non_malignant": 0.4260355029585799, + "non_roi": 0.9653069004956157 + }, + "confusion_matrix": [ + [ + 4335, + 71, + 156 + ], + [ + 151, + 72, + 26 + ], + [ + 166, + 26, + 5064 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318572656921754, + "recall": 0.9502411223147742, + "f1-score": 0.940959409594096, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.4260355029585799, + "recall": 0.2891566265060241, + "f1-score": 0.3444976076555024, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9653069004956157, + "recall": 0.9634703196347032, + "f1-score": 0.9643877356693963, + "support": 5256.0 + }, + "accuracy": 0.9407966623621734, + "macro avg": { + "precision": 0.774399889715457, + "recall": 0.7342893561518338, + "f1-score": 0.7499482509729982, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9368102468788463, + "recall": 0.9407966623621734, + "f1-score": 0.9384383301433231, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9556143445032333, + "src_B_n": 3402, + "src_C_acc": 0.9448178280863105, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7867752685071485, + "accuracy": 0.9526022304832714, + "balanced_acc": 0.7516552331202179, + "per_class_recall": { + "malignant": 0.9458077709611452, + "non_malignant": 0.32075471698113206, + "non_roi": 0.9884032114183765 + }, + "per_class_precision": { + "malignant": 0.9809119830328739, + "non_malignant": 0.68, + "non_roi": 0.9358108108108109 + }, + "confusion_matrix": [ + [ + 925, + 6, + 47 + ], + [ + 7, + 17, + 29 + ], + [ + 11, + 2, + 1108 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9809119830328739, + "recall": 0.9458077709611452, + "f1-score": 0.9630400832899532, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.68, + "recall": 0.32075471698113206, + "f1-score": 0.4358974358974359, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9358108108108109, + "recall": 0.9884032114183765, + "f1-score": 0.9613882863340564, + "support": 1121.0 + }, + "accuracy": 0.9526022304832714, + "macro avg": { + "precision": 0.8655742646145616, + "recall": 0.7516552331202179, + "f1-score": 0.7867752685071485, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9500073598164822, + "recall": 0.9526022304832714, + "f1-score": 0.9491970420727768, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9702549575070821, + "src_B_n": 706, + "src_C_acc": 0.9554247266610597, + "src_C_n": 1189, + "src_D_acc": 0.8910505836575876, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.8172548784070295, + "accuracy": 0.9535315985130112, + "balanced_acc": 0.8005768798909753, + "per_class_recall": { + "malignant": 0.9550102249488752, + "non_malignant": 0.4716981132075472, + "non_roi": 0.9750223015165032 + }, + "per_class_precision": { + "malignant": 0.9579487179487179, + "non_malignant": 0.5952380952380952, + "non_roi": 0.9629955947136564 + }, + "confusion_matrix": [ + [ + 934, + 10, + 34 + ], + [ + 20, + 25, + 8 + ], + [ + 21, + 7, + 1093 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9579487179487179, + "recall": 0.9550102249488752, + "f1-score": 0.9564772145417306, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5952380952380952, + "recall": 0.4716981132075472, + "f1-score": 0.5263157894736842, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9629955947136564, + "recall": 0.9750223015165032, + "f1-score": 0.9689716312056738, + "support": 1121.0 + }, + "accuracy": 0.9535315985130112, + "macro avg": { + "precision": 0.8387274693001565, + "recall": 0.8005768798909753, + "f1-score": 0.8172548784070295, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.951644761559235, + "recall": 0.9535315985130112, + "f1-score": 0.9523915665638839, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9478553406223718, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.6878826698558232, + "accuracy": 0.9349442379182156, + "balanced_acc": 0.675400814909592, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.11320754716981132, + "non_roi": 0.944692239072257 + }, + "per_class_precision": { + "malignant": 0.907088122605364, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9715596330275229 + }, + "confusion_matrix": [ + [ + 947, + 9, + 22 + ], + [ + 38, + 6, + 9 + ], + [ + 59, + 3, + 1059 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.907088122605364, + "recall": 0.9683026584867076, + "f1-score": 0.9366963402571711, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.11320754716981132, + "f1-score": 0.16901408450704225, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9715596330275229, + "recall": 0.944692239072257, + "f1-score": 0.9579375848032564, + "support": 1121.0 + }, + "accuracy": 0.9349442379182156, + "macro avg": { + "precision": 0.7373270296554066, + "recall": 0.675400814909592, + "f1-score": 0.6878826698558232, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9265414494417127, + "recall": 0.9349442379182156, + "f1-score": 0.9288544608805004, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.9293523969722456, + "src_C_n": 1189, + "src_D_acc": 0.8365758754863813, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7583345419165192, + "accuracy": 0.9256505576208178, + "balanced_acc": 0.764498934365499, + "per_class_recall": { + "malignant": 0.9488752556237219, + "non_malignant": 0.41509433962264153, + "non_roi": 0.9295272078501338 + }, + "per_class_precision": { + "malignant": 0.9160908193484699, + "non_malignant": 0.3793103448275862, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 928, + 30, + 20 + ], + [ + 12, + 22, + 19 + ], + [ + 73, + 6, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9160908193484699, + "recall": 0.9488752556237219, + "f1-score": 0.9321948769462581, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.3793103448275862, + "recall": 0.41509433962264153, + "f1-score": 0.3963963963963964, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9295272078501338, + "f1-score": 0.9464123524069028, + "support": 1121.0 + }, + "accuracy": 0.9256505576208178, + "macro avg": { + "precision": 0.7531078194493729, + "recall": 0.764498934365499, + "f1-score": 0.7583345419165192, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9277867850211655, + "recall": 0.9256505576208178, + "f1-score": 0.9264051327651428, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.904121110176619, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7915522517961128, + "accuracy": 0.9368029739776952, + "balanced_acc": 0.8897353890690024, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.7924528301886793, + "non_roi": 0.9687778768956289 + }, + "per_class_precision": { + "malignant": 0.9790518191841234, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9731182795698925 + }, + "confusion_matrix": [ + [ + 888, + 69, + 21 + ], + [ + 2, + 42, + 9 + ], + [ + 17, + 18, + 1086 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9790518191841234, + "recall": 0.9079754601226994, + "f1-score": 0.9421750663129973, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.7924528301886793, + "f1-score": 0.46153846153846156, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9731182795698925, + "recall": 0.9687778768956289, + "f1-score": 0.9709432275368798, + "support": 1121.0 + }, + "accuracy": 0.9368029739776952, + "macro avg": { + "precision": 0.7592504980342843, + "recall": 0.8897353890690024, + "f1-score": 0.7915522517961128, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9598671396437783, + "recall": 0.9368029739776952, + "f1-score": 0.9453234718329424, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.8209345218510951, + "accuracy": 0.9488847583643123, + "balanced_acc": 0.9042846195196814, + "per_class_recall": { + "malignant": 0.9274028629856851, + "non_malignant": 0.8113207547169812, + "non_roi": 0.9741302408563782 + }, + "per_class_precision": { + "malignant": 0.9869423286180631, + "non_malignant": 0.39814814814814814, + "non_roi": 0.9706666666666667 + }, + "confusion_matrix": [ + [ + 907, + 46, + 25 + ], + [ + 2, + 43, + 8 + ], + [ + 10, + 19, + 1092 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9869423286180631, + "recall": 0.9274028629856851, + "f1-score": 0.9562467053241961, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.39814814814814814, + "recall": 0.8113207547169812, + "f1-score": 0.5341614906832298, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9706666666666667, + "recall": 0.9741302408563782, + "f1-score": 0.9723953695458593, + "support": 1121.0 + }, + "accuracy": 0.9488847583643123, + "macro avg": { + "precision": 0.7852523811442927, + "recall": 0.9042846195196814, + "f1-score": 0.8209345218510951, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9639631889282765, + "recall": 0.9488847583643123, + "f1-score": 0.9542634972463677, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9674220963172805, + "src_B_n": 706, + "src_C_acc": 0.9386038687973086, + "src_C_n": 1189, + "src_D_acc": 0.9455252918287937, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/ensemble_plain_test.json b/stage1_final/results/letterbox/ensemble_plain_test.json new file mode 100644 index 0000000000000000000000000000000000000000..6581394549541a95e9c1fb3da9a5cccfd9891bbc --- /dev/null +++ b/stage1_final/results/letterbox/ensemble_plain_test.json @@ -0,0 +1,294 @@ +{ + "label": "plain", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7915522517961128, + "accuracy": 0.9368029739776952, + "balanced_acc": 0.8897353890690024, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.7924528301886793, + "non_roi": 0.9687778768956289 + }, + "per_class_precision": { + "malignant": 0.9790518191841234, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9731182795698925 + }, + "confusion_matrix": [ + [ + 888, + 69, + 21 + ], + [ + 2, + 42, + 9 + ], + [ + 17, + 18, + 1086 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9790518191841234, + "recall": 0.9079754601226994, + "f1-score": 0.9421750663129973, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.7924528301886793, + "f1-score": 0.46153846153846156, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9731182795698925, + "recall": 0.9687778768956289, + "f1-score": 0.9709432275368798, + "support": 1121.0 + }, + "accuracy": 0.9368029739776952, + "macro avg": { + "precision": 0.7592504980342843, + "recall": 0.8897353890690024, + "f1-score": 0.7915522517961128, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9598671396437783, + "recall": 0.9368029739776952, + "f1-score": 0.9453234718329424, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9335576114381834, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.8209345218510951, + "accuracy": 0.9488847583643123, + "balanced_acc": 0.9042846195196814, + "per_class_recall": { + "malignant": 0.9274028629856851, + "non_malignant": 0.8113207547169812, + "non_roi": 0.9741302408563782 + }, + "per_class_precision": { + "malignant": 0.9869423286180631, + "non_malignant": 0.39814814814814814, + "non_roi": 0.9706666666666667 + }, + "confusion_matrix": [ + [ + 907, + 46, + 25 + ], + [ + 2, + 43, + 8 + ], + [ + 10, + 19, + 1092 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9869423286180631, + "recall": 0.9274028629856851, + "f1-score": 0.9562467053241961, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.39814814814814814, + "recall": 0.8113207547169812, + "f1-score": 0.5341614906832298, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9706666666666667, + "recall": 0.9741302408563782, + "f1-score": 0.9723953695458593, + "support": 1121.0 + }, + "accuracy": 0.9488847583643123, + "macro avg": { + "precision": 0.7852523811442927, + "recall": 0.9042846195196814, + "f1-score": 0.8209345218510951, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9639631889282765, + "recall": 0.9488847583643123, + "f1-score": 0.9542634972463677, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9674220963172805, + "src_B_n": 706, + "src_C_acc": 0.9386038687973086, + "src_C_n": 1189, + "src_D_acc": 0.9455252918287937, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7615222630862176, + "accuracy": 0.9521375464684015, + "balanced_acc": 0.7401565756857957, + "per_class_recall": { + "malignant": 0.9642126789366053, + "non_malignant": 0.2830188679245283, + "non_roi": 0.9732381801962533 + }, + "per_class_precision": { + "malignant": 0.955420466058764, + "non_malignant": 0.4838709677419355, + "non_roi": 0.9620811287477954 + }, + "confusion_matrix": [ + [ + 943, + 11, + 24 + ], + [ + 19, + 15, + 19 + ], + [ + 25, + 5, + 1091 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.955420466058764, + "recall": 0.9642126789366053, + "f1-score": 0.9597964376590331, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4838709677419355, + "recall": 0.2830188679245283, + "f1-score": 0.35714285714285715, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9620811287477954, + "recall": 0.9732381801962533, + "f1-score": 0.9676274944567628, + "support": 1121.0 + }, + "accuracy": 0.9521375464684015, + "macro avg": { + "precision": 0.8004575208494983, + "recall": 0.7401565756857957, + "f1-score": 0.7615222630862176, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472766368132307, + "recall": 0.9521375464684015, + "f1-score": 0.9490334148443945, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/crt_mamba_cv_summary.json b/stage1_final/results/letterbox/mamba/crt_mamba_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b736603a212e1868777d148f005f527abc5eb453 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/crt_mamba_cv_summary.json @@ -0,0 +1,377 @@ +{ + "backbone": "mamba", + "resize": "letterbox", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7703929883524615, + "accuracy": 0.9442231075697212, + "balanced_acc": 0.7992647782985913, + "per_class_recall": { + "malignant": 0.930921052631579, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9770773638968482 + }, + "per_class_precision": { + "malignant": 0.9571589627959414, + "non_malignant": 0.32432432432432434, + "non_roi": 0.9770773638968482 + }, + "confusion_matrix": [ + [ + 849, + 45, + 18 + ], + [ + 19, + 24, + 6 + ], + [ + 19, + 5, + 1023 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9571589627959414, + "recall": 0.930921052631579, + "f1-score": 0.9438576987215119, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.32432432432432434, + "recall": 0.4897959183673469, + "f1-score": 0.3902439024390244, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9770773638968482, + "recall": 0.9770773638968482, + "f1-score": 0.9770773638968482, + "support": 1047.0 + }, + "accuracy": 0.9442231075697212, + "macro avg": { + "precision": 0.752853550339038, + "recall": 0.7992647782985913, + "f1-score": 0.7703929883524615, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9521020248813696, + "recall": 0.9442231075697212, + "f1-score": 0.9476694085923959, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.991044776119403, + "src_B_n": 670, + "src_C_acc": 0.9288052373158756, + "src_C_n": 1222, + "src_D_acc": 0.8362068965517241, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7388394190601253, + "accuracy": 0.8834903321764997, + "balanced_acc": 0.8247924808070729, + "per_class_recall": { + "malignant": 0.8739035087719298, + "non_malignant": 0.7, + "non_roi": 0.9004739336492891 + }, + "per_class_precision": { + "malignant": 0.9098173515981736, + "non_malignant": 0.2892561983471074, + "non_roi": 0.9313725490196079 + }, + "confusion_matrix": [ + [ + 797, + 50, + 65 + ], + [ + 10, + 35, + 5 + ], + [ + 69, + 36, + 950 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9098173515981736, + "recall": 0.8739035087719298, + "f1-score": 0.8914988814317674, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2892561983471074, + "recall": 0.7, + "f1-score": 0.4093567251461988, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9313725490196079, + "recall": 0.9004739336492891, + "f1-score": 0.9156626506024096, + "support": 1055.0 + }, + "accuracy": 0.8834903321764997, + "macro avg": { + "precision": 0.710148699654963, + "recall": 0.8247924808070729, + "f1-score": 0.7388394190601253, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9057086136790163, + "recall": 0.8834903321764997, + "f1-score": 0.8921858763057134, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9244505494505495, + "src_B_n": 728, + "src_C_acc": 0.8788990825688073, + "src_C_n": 1090, + "src_D_acc": 0.7587939698492462, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7233465535919801, + "accuracy": 0.8943661971830986, + "balanced_acc": 0.7534104974263917, + "per_class_recall": { + "malignant": 0.9057017543859649, + "non_malignant": 0.4489795918367347, + "non_roi": 0.9055501460564752 + }, + "per_class_precision": { + "malignant": 0.8872180451127819, + "non_malignant": 0.28205128205128205, + "non_roi": 0.9499489274770173 + }, + "confusion_matrix": [ + [ + 826, + 40, + 46 + ], + [ + 24, + 22, + 3 + ], + [ + 81, + 16, + 930 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8872180451127819, + "recall": 0.9057017543859649, + "f1-score": 0.8963646228974498, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.28205128205128205, + "recall": 0.4489795918367347, + "f1-score": 0.3464566929133858, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9499489274770173, + "recall": 0.9055501460564752, + "f1-score": 0.9272183449651047, + "support": 1027.0 + }, + "accuracy": 0.8943661971830986, + "macro avg": { + "precision": 0.7064060848803604, + "recall": 0.7534104974263917, + "f1-score": 0.7233465535919801, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9047087115101945, + "recall": 0.8943661971830986, + "f1-score": 0.8987495746048252, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9118825100133512, + "src_B_n": 749, + "src_C_acc": 0.9303201506591338, + "src_C_n": 1062, + "src_D_acc": 0.6045197740112994, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7082230304388544, + "accuracy": 0.8690997566909976, + "balanced_acc": 0.8427054471632784, + "per_class_recall": { + "malignant": 0.904709748083242, + "non_malignant": 0.78, + "non_roi": 0.8434065934065934 + }, + "per_class_precision": { + "malignant": 0.9027322404371585, + "non_malignant": 0.19796954314720813, + "non_roi": 0.9766702014846236 + }, + "confusion_matrix": [ + [ + 826, + 65, + 22 + ], + [ + 11, + 39, + 0 + ], + [ + 78, + 93, + 921 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9027322404371585, + "recall": 0.904709748083242, + "f1-score": 0.9037199124726477, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.19796954314720813, + "recall": 0.78, + "f1-score": 0.3157894736842105, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9766702014846236, + "recall": 0.8434065934065934, + "f1-score": 0.9051597051597051, + "support": 1092.0 + }, + "accuracy": 0.8690997566909976, + "macro avg": { + "precision": 0.6924573283563301, + "recall": 0.8427054471632784, + "f1-score": 0.7082230304388544, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9248743906071508, + "recall": 0.8690997566909976, + "f1-score": 0.8901801225333995, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.8145580589254766, + "src_C_n": 1154, + "src_D_acc": 0.9136904761904762, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6144642398310995, + "accuracy": 0.8254127063531765, + "balanced_acc": 0.634182165122294, + "per_class_recall": { + "malignant": 0.8762322015334063, + "non_malignant": 0.21568627450980393, + "non_roi": 0.8106280193236715 + }, + "per_class_precision": { + "malignant": 0.9009009009009009, + "non_malignant": 0.04680851063829787, + "non_roi": 0.9577625570776256 + }, + "confusion_matrix": [ + [ + 800, + 76, + 37 + ], + [ + 40, + 11, + 0 + ], + [ + 48, + 148, + 839 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9009009009009009, + "recall": 0.8762322015334063, + "f1-score": 0.8883953359244864, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.04680851063829787, + "recall": 0.21568627450980393, + "f1-score": 0.07692307692307693, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9577625570776256, + "recall": 0.8106280193236715, + "f1-score": 0.8780743066457353, + "support": 1035.0 + }, + "accuracy": 0.8254127063531765, + "macro avg": { + "precision": 0.6351573228722748, + "recall": 0.634182165122294, + "f1-score": 0.6144642398310995, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9085512772088136, + "recall": 0.8254127063531765, + "f1-score": 0.8623486373188939, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9536231884057971, + "src_B_n": 690, + "src_C_acc": 0.7939609236234458, + "src_C_n": 1126, + "src_D_acc": 0.5355191256830601, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7110532462549042, + "cv_macro_f1_std": 0.05250113918793234, + "cv_non_malignant_recall_mean": 0.5268923569427771, + "cv_non_malignant_recall_std": 0.19916099292960857, + "cv_balanced_acc_mean": 0.7708710737635257, + "cv_balanced_acc_std": 0.0746493499878887 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/crt_mamba_final.json b/stage1_final/results/letterbox/mamba/crt_mamba_final.json new file mode 100644 index 0000000000000000000000000000000000000000..36b5321ba15c0c35a1265927f2003e6a4f728ed1 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/crt_mamba_final.json @@ -0,0 +1,76 @@ +{ + "backbone": "mamba", + "resize": "letterbox", + "test_metrics": { + "macro_f1": 0.710723127977536, + "accuracy": 0.912639405204461, + "balanced_acc": 0.7313791329398932, + "per_class_recall": { + "malignant": 0.9294478527607362, + "non_malignant": 0.33962264150943394, + "non_roi": 0.9250669045495094 + }, + "per_class_precision": { + "malignant": 0.9026812313803376, + "non_malignant": 0.21951219512195122, + "non_roi": 0.9755409219190969 + }, + "confusion_matrix": [ + [ + 909, + 49, + 20 + ], + [ + 29, + 18, + 6 + ], + [ + 69, + 15, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9026812313803376, + "recall": 0.9294478527607362, + "f1-score": 0.9158690176322418, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.21951219512195122, + "recall": 0.33962264150943394, + "f1-score": 0.26666666666666666, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9755409219190969, + "recall": 0.9250669045495094, + "f1-score": 0.9496336996336996, + "support": 1121.0 + }, + "accuracy": 0.912639405204461, + "macro avg": { + "precision": 0.6992447828071287, + "recall": 0.7313791329398932, + "f1-score": 0.710723127977536, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9238093699362181, + "recall": 0.912639405204461, + "f1-score": 0.917468684882455, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9787535410764873, + "src_B_n": 706, + "src_C_acc": 0.9192598822539949, + "src_C_n": 1189, + "src_D_acc": 0.7003891050583657, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/seg_mamba_cv_summary.json b/stage1_final/results/letterbox/mamba/seg_mamba_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d99f19708f8d88bdd2585441bd73ff736b77315b --- /dev/null +++ b/stage1_final/results/letterbox/mamba/seg_mamba_cv_summary.json @@ -0,0 +1,35 @@ +{ + "backbone": "mamba", + "resize": "letterbox", + "folds": [ + { + "fold": 0, + "dice": 0.8048177361488342, + "iou": 0.6818936069806417 + }, + { + "fold": 1, + "dice": 0.728866179784139, + "iou": 0.6214166283607483 + }, + { + "fold": 2, + "dice": 0.7907346685727438, + "iou": 0.6726531783739725 + }, + { + "fold": 3, + "dice": 0.7088741064071655, + "iou": 0.5643596549828848 + }, + { + "fold": 4, + "dice": 0.7224088191986084, + "iou": 0.595897376537323 + } + ], + "cv_dice_mean": 0.7511403020222982, + "cv_dice_std": 0.038876848420222425, + "cv_iou_mean": 0.627244089047114, + "cv_iou_std": 0.04476512690624836 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/seg_mamba_final.json b/stage1_final/results/letterbox/mamba/seg_mamba_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9d3b4bd8acc33ee5c32c3533c32699f470a6234a --- /dev/null +++ b/stage1_final/results/letterbox/mamba/seg_mamba_final.json @@ -0,0 +1,248 @@ +{ + "backbone": "mamba", + "resize": "letterbox", + "val_metrics": { + "dice": 0.7482617156846183, + "iou": 0.6260118314198085 + }, + "test_metrics": { + "dice": 0.7196135818958282, + "iou": 0.5845978707075119 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.45779867304695976, + "val_dice": 0.5292621595518929, + "val_iou": 0.38418696394988466 + }, + { + "epoch": 1, + "train_loss": 0.35003379318449235, + "val_dice": 0.6264654908861432, + "val_iou": 0.4782360451562064 + }, + { + "epoch": 2, + "train_loss": 0.2819163070784675, + "val_dice": 0.6376762901033673, + "val_iou": 0.48993582810674396 + }, + { + "epoch": 3, + "train_loss": 0.2548379475871722, + "val_dice": 0.6557591983250209, + "val_iou": 0.5015874249594552 + }, + { + "epoch": 4, + "train_loss": 0.21933509078290728, + "val_dice": 0.6609003458704267, + "val_iou": 0.5125295051506588 + }, + { + "epoch": 5, + "train_loss": 0.1826628554198477, + "val_dice": 0.7170973760741097, + "val_iou": 0.579953134059906 + }, + { + "epoch": 6, + "train_loss": 0.1798785643445121, + "val_dice": 0.7024031366620745, + "val_iou": 0.5647788984434945 + }, + { + "epoch": 7, + "train_loss": 0.16516384151246813, + "val_dice": 0.6759604556219918, + "val_iou": 0.5375197700091771 + }, + { + "epoch": 8, + "train_loss": 0.14811520816551316, + "val_dice": 0.6311253138950893, + "val_iou": 0.49139413237571716 + }, + { + "epoch": 9, + "train_loss": 0.14854835470517477, + "val_dice": 0.6580826384680611, + "val_iou": 0.5201456844806671 + }, + { + "epoch": 10, + "train_loss": 0.13827420357200834, + "val_dice": 0.7091503058161054, + "val_iou": 0.5749325581959316 + }, + { + "epoch": 11, + "train_loss": 0.12349578117330869, + "val_dice": 0.7186640245573861, + "val_iou": 0.5905991792678833 + }, + { + "epoch": 12, + "train_loss": 0.12568526259726948, + "val_dice": 0.6397203121866498, + "val_iou": 0.5099408498832158 + }, + { + "epoch": 13, + "train_loss": 0.11986581650045183, + "val_dice": 0.690169734614236, + "val_iou": 0.5611376464366913 + }, + { + "epoch": 14, + "train_loss": 0.11741453326410717, + "val_dice": 0.7179469210760934, + "val_iou": 0.5911671774727958 + }, + { + "epoch": 15, + "train_loss": 0.10801566971672906, + "val_dice": 0.7021332127707345, + "val_iou": 0.5707490912505558 + }, + { + "epoch": 16, + "train_loss": 0.10570833086967468, + "val_dice": 0.6345222166606358, + "val_iou": 0.502632132598332 + }, + { + "epoch": 17, + "train_loss": 0.10512557874123256, + "val_dice": 0.6577653161117009, + "val_iou": 0.5305127799510956 + }, + { + "epoch": 18, + "train_loss": 0.10163597307271427, + "val_dice": 0.7110259022031512, + "val_iou": 0.5846871563366481 + }, + { + "epoch": 19, + "train_loss": 0.09859196924500996, + "val_dice": 0.6940205480371203, + "val_iou": 0.572032515491758 + }, + { + "epoch": 20, + "train_loss": 0.10231441093815698, + "val_dice": 0.710998705455235, + "val_iou": 0.5809323872838702 + }, + { + "epoch": 21, + "train_loss": 0.09449898161821896, + "val_dice": 0.7476325035095215, + "val_iou": 0.6263338582856315 + }, + { + "epoch": 22, + "train_loss": 0.09015377693706089, + "val_dice": 0.659467203276498, + "val_iou": 0.5342444479465485 + }, + { + "epoch": 23, + "train_loss": 0.08889546535081333, + "val_dice": 0.681944123336247, + "val_iou": 0.5576599197728294 + }, + { + "epoch": 24, + "train_loss": 0.08846772751874393, + "val_dice": 0.7393941027777535, + "val_iou": 0.6176972048623222 + }, + { + "epoch": 25, + "train_loss": 0.0844039341641797, + "val_dice": 0.7421736121177673, + "val_iou": 0.6222763189247676 + }, + { + "epoch": 26, + "train_loss": 0.08416079398658541, + "val_dice": 0.707137039729527, + "val_iou": 0.5830698992524829 + }, + { + "epoch": 27, + "train_loss": 0.08112176052398151, + "val_dice": 0.6885999441146851, + "val_iou": 0.5627900872911725 + }, + { + "epoch": 28, + "train_loss": 0.07904248912301329, + "val_dice": 0.7482617156846183, + "val_iou": 0.6260118314198085 + }, + { + "epoch": 29, + "train_loss": 0.0780694911049472, + "val_dice": 0.7470407145363944, + "val_iou": 0.6265361607074738 + }, + { + "epoch": 30, + "train_loss": 0.07554542273283005, + "val_dice": 0.710752044405256, + "val_iou": 0.5879336595535278 + }, + { + "epoch": 31, + "train_loss": 0.07625026793943511, + "val_dice": 0.7280307241848537, + "val_iou": 0.6082422818456378 + }, + { + "epoch": 32, + "train_loss": 0.07712409438358413, + "val_dice": 0.7146023852484567, + "val_iou": 0.5909261873790196 + }, + { + "epoch": 33, + "train_loss": 0.07423918197552364, + "val_dice": 0.7257291759763446, + "val_iou": 0.6047577943120684 + }, + { + "epoch": 34, + "train_loss": 0.07766901536120309, + "val_dice": 0.736966780253819, + "val_iou": 0.6159765890666417 + }, + { + "epoch": 35, + "train_loss": 0.07563675277762943, + "val_dice": 0.7231135368347168, + "val_iou": 0.6000033489295414 + }, + { + "epoch": 36, + "train_loss": 0.07466029996673267, + "val_dice": 0.7117469140461513, + "val_iou": 0.5875735580921173 + }, + { + "epoch": 37, + "train_loss": 0.07488278092609511, + "val_dice": 0.730801386492593, + "val_iou": 0.6093648799828121 + }, + { + "epoch": 38, + "train_loss": 0.07216655504372385, + "val_dice": 0.736080961568015, + "val_iou": 0.6137937733105251 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/seg_mamba_fold0_val.json b/stage1_final/results/letterbox/mamba/seg_mamba_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..eccfa5e4476612b6378c84f1ba5111730efdad42 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/seg_mamba_fold0_val.json @@ -0,0 +1,225 @@ +{ + "fold": 0, + "metrics": { + "dice": 0.8048177361488342, + "iou": 0.6818936069806417 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.46512184540430707, + "val_dice": 0.5366810063521067, + "val_iou": 0.4088575045267741 + }, + { + "epoch": 1, + "train_loss": 0.38514952460924784, + "val_dice": 0.5832940836747488, + "val_iou": 0.44705820083618164 + }, + { + "epoch": 2, + "train_loss": 0.3404914061228434, + "val_dice": 0.7099958658218384, + "val_iou": 0.5707534948984782 + }, + { + "epoch": 3, + "train_loss": 0.2732187400261561, + "val_dice": 0.6543071866035461, + "val_iou": 0.5214114487171173 + }, + { + "epoch": 4, + "train_loss": 0.23717302680015565, + "val_dice": 0.6683255235354105, + "val_iou": 0.5358995397885641 + }, + { + "epoch": 5, + "train_loss": 0.22400742173194885, + "val_dice": 0.6775496602058411, + "val_iou": 0.5425748527050018 + }, + { + "epoch": 6, + "train_loss": 0.2005850205818812, + "val_dice": 0.7004288832346598, + "val_iou": 0.5655123790105184 + }, + { + "epoch": 7, + "train_loss": 0.18540831406911215, + "val_dice": 0.7222622632980347, + "val_iou": 0.5897060036659241 + }, + { + "epoch": 8, + "train_loss": 0.16688908338546754, + "val_dice": 0.7406129837036133, + "val_iou": 0.6109273433685303 + }, + { + "epoch": 9, + "train_loss": 0.16246991058190663, + "val_dice": 0.7733006874720255, + "val_iou": 0.6421129902203878 + }, + { + "epoch": 10, + "train_loss": 0.15513079563776652, + "val_dice": 0.7751749157905579, + "val_iou": 0.6451171040534973 + }, + { + "epoch": 11, + "train_loss": 0.13804195076227188, + "val_dice": 0.741096039613088, + "val_iou": 0.6016696294148763 + }, + { + "epoch": 12, + "train_loss": 0.1365005965034167, + "val_dice": 0.7594817280769348, + "val_iou": 0.6240904331207275 + }, + { + "epoch": 13, + "train_loss": 0.13704737772544226, + "val_dice": 0.7701175212860107, + "val_iou": 0.6466234723726908 + }, + { + "epoch": 14, + "train_loss": 0.12579339991013208, + "val_dice": 0.7419981360435486, + "val_iou": 0.6128010948499044 + }, + { + "epoch": 15, + "train_loss": 0.12557943960030873, + "val_dice": 0.7709150711695353, + "val_iou": 0.6406122048695883 + }, + { + "epoch": 16, + "train_loss": 0.12202657510836919, + "val_dice": 0.7916834155718485, + "val_iou": 0.6679009993871053 + }, + { + "epoch": 17, + "train_loss": 0.11409430702527364, + "val_dice": 0.7811494469642639, + "val_iou": 0.653684933980306 + }, + { + "epoch": 18, + "train_loss": 0.10367092341184617, + "val_dice": 0.7660038073857626, + "val_iou": 0.6356975436210632 + }, + { + "epoch": 19, + "train_loss": 0.10761229793230692, + "val_dice": 0.7825911045074463, + "val_iou": 0.6554304758707682 + }, + { + "epoch": 20, + "train_loss": 0.10106647262970607, + "val_dice": 0.7791274785995483, + "val_iou": 0.6490843494733175 + }, + { + "epoch": 21, + "train_loss": 0.09978377918402354, + "val_dice": 0.7713487148284912, + "val_iou": 0.6369422276814779 + }, + { + "epoch": 22, + "train_loss": 0.09467895378669103, + "val_dice": 0.7963026563326517, + "val_iou": 0.6722184419631958 + }, + { + "epoch": 23, + "train_loss": 0.09235251396894455, + "val_dice": 0.7936303814252218, + "val_iou": 0.6684715350468954 + }, + { + "epoch": 24, + "train_loss": 0.09487107545137405, + "val_dice": 0.797740121682485, + "val_iou": 0.6740098198254904 + }, + { + "epoch": 25, + "train_loss": 0.09319644073645274, + "val_dice": 0.8048177361488342, + "val_iou": 0.6818936069806417 + }, + { + "epoch": 26, + "train_loss": 0.08975543230772018, + "val_dice": 0.7858244975407919, + "val_iou": 0.6566357016563416 + }, + { + "epoch": 27, + "train_loss": 0.08848353177309036, + "val_dice": 0.7914723753929138, + "val_iou": 0.6627378861109415 + }, + { + "epoch": 28, + "train_loss": 0.08459022045135497, + "val_dice": 0.7819928129514059, + "val_iou": 0.6524504025777181 + }, + { + "epoch": 29, + "train_loss": 0.08361953049898148, + "val_dice": 0.7983552018801371, + "val_iou": 0.6732736229896545 + }, + { + "epoch": 30, + "train_loss": 0.08159744739532471, + "val_dice": 0.7946316401163737, + "val_iou": 0.6680176059405009 + }, + { + "epoch": 31, + "train_loss": 0.08369740893443425, + "val_dice": 0.7940241694450378, + "val_iou": 0.6674424211184183 + }, + { + "epoch": 32, + "train_loss": 0.08546650658051173, + "val_dice": 0.7827225128809611, + "val_iou": 0.6514231562614441 + }, + { + "epoch": 33, + "train_loss": 0.083906356493632, + "val_dice": 0.7937947114308676, + "val_iou": 0.667503813902537 + }, + { + "epoch": 34, + "train_loss": 0.08102598736683528, + "val_dice": 0.8040658235549927, + "val_iou": 0.6813374360402426 + }, + { + "epoch": 35, + "train_loss": 0.07842179934183756, + "val_dice": 0.78450608253479, + "val_iou": 0.654832124710083 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/seg_mamba_fold1_val.json b/stage1_final/results/letterbox/mamba/seg_mamba_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..718df4ce7591bd7e2da78fe96c08099a95688540 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/seg_mamba_fold1_val.json @@ -0,0 +1,207 @@ +{ + "fold": 1, + "metrics": { + "dice": 0.728866179784139, + "iou": 0.6214166283607483 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4228530724843343, + "val_dice": 0.49248260259628296, + "val_iou": 0.3653156061967214 + }, + { + "epoch": 1, + "train_loss": 0.3446311891078949, + "val_dice": 0.2821899776657422, + "val_iou": 0.21092723806699118 + }, + { + "epoch": 2, + "train_loss": 0.27779727677504223, + "val_dice": 0.39811476071675617, + "val_iou": 0.3038826783498128 + }, + { + "epoch": 3, + "train_loss": 0.25700326859951017, + "val_dice": 0.4553025762240092, + "val_iou": 0.344526340564092 + }, + { + "epoch": 4, + "train_loss": 0.2018207997083664, + "val_dice": 0.5779630045096079, + "val_iou": 0.46547072132428485 + }, + { + "epoch": 5, + "train_loss": 0.18865806460380555, + "val_dice": 0.5967045227686564, + "val_iou": 0.4711197117964427 + }, + { + "epoch": 6, + "train_loss": 0.18961329460144044, + "val_dice": 0.4891827007134755, + "val_iou": 0.37722692886988324 + }, + { + "epoch": 7, + "train_loss": 0.17879082759221396, + "val_dice": 0.6815612117449442, + "val_iou": 0.5626133481661478 + }, + { + "epoch": 8, + "train_loss": 0.16193694323301316, + "val_dice": 0.6425642768541971, + "val_iou": 0.5170063078403473 + }, + { + "epoch": 9, + "train_loss": 0.1480065276225408, + "val_dice": 0.6907901962598165, + "val_iou": 0.5722072124481201 + }, + { + "epoch": 10, + "train_loss": 0.14040533751249312, + "val_dice": 0.6097051699956259, + "val_iou": 0.49057422081629437 + }, + { + "epoch": 11, + "train_loss": 0.13701125184694926, + "val_dice": 0.6936120192209879, + "val_iou": 0.5750625630219778 + }, + { + "epoch": 12, + "train_loss": 0.1239281232158343, + "val_dice": 0.6315284570058187, + "val_iou": 0.5168101787567139 + }, + { + "epoch": 13, + "train_loss": 0.12110860645771027, + "val_dice": 0.6956881682078043, + "val_iou": 0.5755967795848846 + }, + { + "epoch": 14, + "train_loss": 0.11303996642430623, + "val_dice": 0.711766521135966, + "val_iou": 0.6022859712441763 + }, + { + "epoch": 15, + "train_loss": 0.1116242915391922, + "val_dice": 0.6041033466657003, + "val_iou": 0.49236101905504864 + }, + { + "epoch": 16, + "train_loss": 0.12512132078409194, + "val_dice": 0.7063075502713522, + "val_iou": 0.5972691973050436 + }, + { + "epoch": 17, + "train_loss": 0.11327350089947383, + "val_dice": 0.716066042582194, + "val_iou": 0.6054672201474508 + }, + { + "epoch": 18, + "train_loss": 0.11038015385468801, + "val_dice": 0.711762269337972, + "val_iou": 0.6016895771026611 + }, + { + "epoch": 19, + "train_loss": 0.1018898531794548, + "val_dice": 0.6752922137578329, + "val_iou": 0.5659354329109192 + }, + { + "epoch": 20, + "train_loss": 0.10344949861367543, + "val_dice": 0.6598971287409464, + "val_iou": 0.5505960683027903 + }, + { + "epoch": 21, + "train_loss": 0.09223221590121587, + "val_dice": 0.6941034992535909, + "val_iou": 0.584717849890391 + }, + { + "epoch": 22, + "train_loss": 0.09430115769306818, + "val_dice": 0.728866179784139, + "val_iou": 0.6214166283607483 + }, + { + "epoch": 23, + "train_loss": 0.09119523664315542, + "val_dice": 0.6686574618021647, + "val_iou": 0.5607445041338602 + }, + { + "epoch": 24, + "train_loss": 0.08513779441515605, + "val_dice": 0.658545176188151, + "val_iou": 0.5533456405003866 + }, + { + "epoch": 25, + "train_loss": 0.089374241232872, + "val_dice": 0.6755331754684448, + "val_iou": 0.5684904456138611 + }, + { + "epoch": 26, + "train_loss": 0.08929455528656642, + "val_dice": 0.6311882932980856, + "val_iou": 0.5301913122336069 + }, + { + "epoch": 27, + "train_loss": 0.0840444286664327, + "val_dice": 0.6978424588839213, + "val_iou": 0.5918478767077128 + }, + { + "epoch": 28, + "train_loss": 0.08163343121608098, + "val_dice": 0.6576199928919474, + "val_iou": 0.556206742922465 + }, + { + "epoch": 29, + "train_loss": 0.08353330194950104, + "val_dice": 0.6888935565948486, + "val_iou": 0.5891996820767721 + }, + { + "epoch": 30, + "train_loss": 0.0807894378900528, + "val_dice": 0.6916558345158895, + "val_iou": 0.5937474568684896 + }, + { + "epoch": 31, + "train_loss": 0.08151344458262126, + "val_dice": 0.6552116672197977, + "val_iou": 0.5612977345784506 + }, + { + "epoch": 32, + "train_loss": 0.0789836843808492, + "val_dice": 0.6706283489863077, + "val_iou": 0.5719017883141836 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/seg_mamba_fold2_val.json b/stage1_final/results/letterbox/mamba/seg_mamba_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..71751c8d606d988ea9b7ebac9325c5b90996be6d --- /dev/null +++ b/stage1_final/results/letterbox/mamba/seg_mamba_fold2_val.json @@ -0,0 +1,207 @@ +{ + "fold": 2, + "metrics": { + "dice": 0.7907346685727438, + "iou": 0.6726531783739725 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4402960697809855, + "val_dice": 0.4062231481075287, + "val_iou": 0.2827114363511403 + }, + { + "epoch": 1, + "train_loss": 0.33155403335889183, + "val_dice": 0.45838841795921326, + "val_iou": 0.32607874274253845 + }, + { + "epoch": 2, + "train_loss": 0.26609916587670646, + "val_dice": 0.541946272055308, + "val_iou": 0.4071958661079407 + }, + { + "epoch": 3, + "train_loss": 0.23002680440743764, + "val_dice": 0.547005315621694, + "val_iou": 0.4081500868002574 + }, + { + "epoch": 4, + "train_loss": 0.20224129656950632, + "val_dice": 0.6078109939893087, + "val_iou": 0.47945473591486615 + }, + { + "epoch": 5, + "train_loss": 0.18518080413341523, + "val_dice": 0.65066925684611, + "val_iou": 0.5193597773710886 + }, + { + "epoch": 6, + "train_loss": 0.16827418903509775, + "val_dice": 0.6582392255465189, + "val_iou": 0.5254757603009542 + }, + { + "epoch": 7, + "train_loss": 0.16283153543869655, + "val_dice": 0.6298922697703043, + "val_iou": 0.4892229338486989 + }, + { + "epoch": 8, + "train_loss": 0.1540102928876877, + "val_dice": 0.6569890181223551, + "val_iou": 0.5312739014625549 + }, + { + "epoch": 9, + "train_loss": 0.14852467725674312, + "val_dice": 0.6992258032162985, + "val_iou": 0.5657934347788492 + }, + { + "epoch": 10, + "train_loss": 0.14044324855009716, + "val_dice": 0.7335127393404642, + "val_iou": 0.6020374298095703 + }, + { + "epoch": 11, + "train_loss": 0.14241072336832683, + "val_dice": 0.7373104691505432, + "val_iou": 0.6067392627398173 + }, + { + "epoch": 12, + "train_loss": 0.12501925279696782, + "val_dice": 0.7478307882944742, + "val_iou": 0.623278816541036 + }, + { + "epoch": 13, + "train_loss": 0.12316429068644842, + "val_dice": 0.7437841296195984, + "val_iou": 0.6228195826212565 + }, + { + "epoch": 14, + "train_loss": 0.11919166594743728, + "val_dice": 0.7206369837125143, + "val_iou": 0.5880590776602427 + }, + { + "epoch": 15, + "train_loss": 0.11333698729674022, + "val_dice": 0.7260880470275879, + "val_iou": 0.6000693639119467 + }, + { + "epoch": 16, + "train_loss": 0.11021413455406824, + "val_dice": 0.7285697857538859, + "val_iou": 0.5977426767349243 + }, + { + "epoch": 17, + "train_loss": 0.1070119986931483, + "val_dice": 0.7517297466595968, + "val_iou": 0.6331402858098348 + }, + { + "epoch": 18, + "train_loss": 0.10320934106906256, + "val_dice": 0.7501869400342306, + "val_iou": 0.6290940841039022 + }, + { + "epoch": 19, + "train_loss": 0.10236641466617584, + "val_dice": 0.7364679177602133, + "val_iou": 0.6095002094904581 + }, + { + "epoch": 20, + "train_loss": 0.10469045241673787, + "val_dice": 0.7703198989232382, + "val_iou": 0.645059605439504 + }, + { + "epoch": 21, + "train_loss": 0.09446642597516378, + "val_dice": 0.7874075174331665, + "val_iou": 0.6688600381215414 + }, + { + "epoch": 22, + "train_loss": 0.09183191607395808, + "val_dice": 0.7907346685727438, + "val_iou": 0.6726531783739725 + }, + { + "epoch": 23, + "train_loss": 0.09480951676766078, + "val_dice": 0.7587620417277018, + "val_iou": 0.6341510812441508 + }, + { + "epoch": 24, + "train_loss": 0.09201859831809997, + "val_dice": 0.7547217607498169, + "val_iou": 0.6253737012545267 + }, + { + "epoch": 25, + "train_loss": 0.0953615387280782, + "val_dice": 0.7606088519096375, + "val_iou": 0.6334811051686605 + }, + { + "epoch": 26, + "train_loss": 0.09009888470172882, + "val_dice": 0.7692389289538065, + "val_iou": 0.6521202524503072 + }, + { + "epoch": 27, + "train_loss": 0.08769427488247554, + "val_dice": 0.7779574195543925, + "val_iou": 0.6574358145395914 + }, + { + "epoch": 28, + "train_loss": 0.08681367685397466, + "val_dice": 0.7757406036059061, + "val_iou": 0.6610927780469259 + }, + { + "epoch": 29, + "train_loss": 0.0816917339960734, + "val_dice": 0.7660597761472067, + "val_iou": 0.6486145456631979 + }, + { + "epoch": 30, + "train_loss": 0.0831840713818868, + "val_dice": 0.7752148111661276, + "val_iou": 0.6582342386245728 + }, + { + "epoch": 31, + "train_loss": 0.07917790909608205, + "val_dice": 0.7796894113222758, + "val_iou": 0.6621345281600952 + }, + { + "epoch": 32, + "train_loss": 0.07876579413811366, + "val_dice": 0.7796482046445211, + "val_iou": 0.6591253081957499 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/seg_mamba_fold3_val.json b/stage1_final/results/letterbox/mamba/seg_mamba_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..2f7d99a7aa99c6c9ea45529908240f29d333662a --- /dev/null +++ b/stage1_final/results/letterbox/mamba/seg_mamba_fold3_val.json @@ -0,0 +1,165 @@ +{ + "fold": 3, + "metrics": { + "dice": 0.7088741064071655, + "iou": 0.5643596549828848 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.48103465884923935, + "val_dice": 0.5333435038725535, + "val_iou": 0.38564453025658924 + }, + { + "epoch": 1, + "train_loss": 0.3513958950837453, + "val_dice": 0.5753942082325617, + "val_iou": 0.4233219524224599 + }, + { + "epoch": 2, + "train_loss": 0.31755244607726735, + "val_dice": 0.6039074460665385, + "val_iou": 0.4508299281199773 + }, + { + "epoch": 3, + "train_loss": 0.29412102326750755, + "val_dice": 0.6349491675694784, + "val_iou": 0.4863472431898117 + }, + { + "epoch": 4, + "train_loss": 0.23788238316774368, + "val_dice": 0.6580672164758047, + "val_iou": 0.5096198668082556 + }, + { + "epoch": 5, + "train_loss": 0.2211836688220501, + "val_dice": 0.6443356970945994, + "val_iou": 0.49402690927187604 + }, + { + "epoch": 6, + "train_loss": 0.18941026429335275, + "val_dice": 0.6809853216012319, + "val_iou": 0.5328823328018188 + }, + { + "epoch": 7, + "train_loss": 0.1827524652083715, + "val_dice": 0.6964641312758127, + "val_iou": 0.5480831960837046 + }, + { + "epoch": 8, + "train_loss": 0.16244867692391077, + "val_dice": 0.6599498192469279, + "val_iou": 0.5114998867114385 + }, + { + "epoch": 9, + "train_loss": 0.16382273534933725, + "val_dice": 0.6962902943293253, + "val_iou": 0.5478138426939646 + }, + { + "epoch": 10, + "train_loss": 0.14295521564781666, + "val_dice": 0.6841768324375153, + "val_iou": 0.5338077743848165 + }, + { + "epoch": 11, + "train_loss": 0.14652474286655584, + "val_dice": 0.6791244049866995, + "val_iou": 0.5308968822161356 + }, + { + "epoch": 12, + "train_loss": 0.13567030864457288, + "val_dice": 0.6802093684673309, + "val_iou": 0.5325966527064642 + }, + { + "epoch": 13, + "train_loss": 0.1291235021005074, + "val_dice": 0.6983808279037476, + "val_iou": 0.5535794248183569 + }, + { + "epoch": 14, + "train_loss": 0.12273547860483329, + "val_dice": 0.6968497236569723, + "val_iou": 0.551078329483668 + }, + { + "epoch": 15, + "train_loss": 0.11479218614598115, + "val_dice": 0.7088741064071655, + "val_iou": 0.5643596549828848 + }, + { + "epoch": 16, + "train_loss": 0.11173011486728986, + "val_dice": 0.6967036326726278, + "val_iou": 0.5506714036067327 + }, + { + "epoch": 17, + "train_loss": 0.1110202893614769, + "val_dice": 0.6949349840482076, + "val_iou": 0.5487602651119232 + }, + { + "epoch": 18, + "train_loss": 0.10334050469100475, + "val_dice": 0.6877336998780569, + "val_iou": 0.5409161249796549 + }, + { + "epoch": 19, + "train_loss": 0.1004328615963459, + "val_dice": 0.690927783648173, + "val_iou": 0.5424422870079676 + }, + { + "epoch": 20, + "train_loss": 0.09786707783738773, + "val_dice": 0.6957991421222687, + "val_iou": 0.5496528794368108 + }, + { + "epoch": 21, + "train_loss": 0.09139032165209453, + "val_dice": 0.7038124004999796, + "val_iou": 0.5595552523930868 + }, + { + "epoch": 22, + "train_loss": 0.09147625292340915, + "val_dice": 0.7029933432737986, + "val_iou": 0.5584567189216614 + }, + { + "epoch": 23, + "train_loss": 0.09044555015861988, + "val_dice": 0.6989331742127737, + "val_iou": 0.5513542691866556 + }, + { + "epoch": 24, + "train_loss": 0.09143933840095997, + "val_dice": 0.7027807136376699, + "val_iou": 0.5575553824504217 + }, + { + "epoch": 25, + "train_loss": 0.09119445271790028, + "val_dice": 0.6953345636526743, + "val_iou": 0.5482819577058157 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/seg_mamba_fold4_val.json b/stage1_final/results/letterbox/mamba/seg_mamba_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..e61b19a5cdd20878da38a693cf5e83c651195641 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/seg_mamba_fold4_val.json @@ -0,0 +1,309 @@ +{ + "fold": 4, + "metrics": { + "dice": 0.7224088191986084, + "iou": 0.595897376537323 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.47109408791248614, + "val_dice": 0.5025966882705688, + "val_iou": 0.36127012968063354 + }, + { + "epoch": 1, + "train_loss": 0.3639642160672408, + "val_dice": 0.4565648317337036, + "val_iou": 0.3214307963848114 + }, + { + "epoch": 2, + "train_loss": 0.308919017131512, + "val_dice": 0.5358810007572175, + "val_iou": 0.39433483481407167 + }, + { + "epoch": 3, + "train_loss": 0.2658444299147679, + "val_dice": 0.5315437734127044, + "val_iou": 0.38846631050109864 + }, + { + "epoch": 4, + "train_loss": 0.24132149379986984, + "val_dice": 0.5581187188625336, + "val_iou": 0.4173293113708496 + }, + { + "epoch": 5, + "train_loss": 0.21574786993173453, + "val_dice": 0.610718309879303, + "val_iou": 0.4656656742095947 + }, + { + "epoch": 6, + "train_loss": 0.20271479510343993, + "val_dice": 0.5433028876781464, + "val_iou": 0.40097151398658754 + }, + { + "epoch": 7, + "train_loss": 0.19033194734500006, + "val_dice": 0.6171627283096314, + "val_iou": 0.4744463086128235 + }, + { + "epoch": 8, + "train_loss": 0.16468665576898134, + "val_dice": 0.6546002626419067, + "val_iou": 0.5121176719665528 + }, + { + "epoch": 9, + "train_loss": 0.15398321128808534, + "val_dice": 0.6426149725914001, + "val_iou": 0.5174555301666259 + }, + { + "epoch": 10, + "train_loss": 0.14016225704779992, + "val_dice": 0.6210289120674133, + "val_iou": 0.4807283341884613 + }, + { + "epoch": 11, + "train_loss": 0.13464380227602446, + "val_dice": 0.6557095050811768, + "val_iou": 0.5218213319778442 + }, + { + "epoch": 12, + "train_loss": 0.12863922692262209, + "val_dice": 0.6534985899925232, + "val_iou": 0.5251274287700654 + }, + { + "epoch": 13, + "train_loss": 0.1267502376666436, + "val_dice": 0.6589131236076355, + "val_iou": 0.5272132933139801 + }, + { + "epoch": 14, + "train_loss": 0.12296204039683709, + "val_dice": 0.6220303773880005, + "val_iou": 0.5010308086872101 + }, + { + "epoch": 15, + "train_loss": 0.1233653099491046, + "val_dice": 0.661717540025711, + "val_iou": 0.5298493385314942 + }, + { + "epoch": 16, + "train_loss": 0.10633253134213962, + "val_dice": 0.6647406339645385, + "val_iou": 0.5256656229496002 + }, + { + "epoch": 17, + "train_loss": 0.11193073311677346, + "val_dice": 0.6899157762527466, + "val_iou": 0.5613612174987793 + }, + { + "epoch": 18, + "train_loss": 0.10237686049479705, + "val_dice": 0.7023775577545166, + "val_iou": 0.5709631383419037 + }, + { + "epoch": 19, + "train_loss": 0.10636267008689734, + "val_dice": 0.6757720828056335, + "val_iou": 0.5423871636390686 + }, + { + "epoch": 20, + "train_loss": 0.10250120151501435, + "val_dice": 0.6925583600997924, + "val_iou": 0.5622059464454651 + }, + { + "epoch": 21, + "train_loss": 0.09826351988774079, + "val_dice": 0.6883741736412048, + "val_iou": 0.5582046926021575 + }, + { + "epoch": 22, + "train_loss": 0.0950997735445316, + "val_dice": 0.6938071250915527, + "val_iou": 0.57000692486763 + }, + { + "epoch": 23, + "train_loss": 0.09701515963444343, + "val_dice": 0.697131872177124, + "val_iou": 0.5652839541435242 + }, + { + "epoch": 24, + "train_loss": 0.09154588156021558, + "val_dice": 0.6898431658744812, + "val_iou": 0.5615141332149506 + }, + { + "epoch": 25, + "train_loss": 0.08871195923823577, + "val_dice": 0.6891037702560425, + "val_iou": 0.5608773946762085 + }, + { + "epoch": 26, + "train_loss": 0.09104832892234509, + "val_dice": 0.7055683493614197, + "val_iou": 0.5791880428791046 + }, + { + "epoch": 27, + "train_loss": 0.08262513234065129, + "val_dice": 0.7019479990005493, + "val_iou": 0.5749305129051209 + }, + { + "epoch": 28, + "train_loss": 0.08645235517850289, + "val_dice": 0.6993278384208679, + "val_iou": 0.5719471931457519 + }, + { + "epoch": 29, + "train_loss": 0.08834059192584111, + "val_dice": 0.7142203330993653, + "val_iou": 0.5848116755485535 + }, + { + "epoch": 30, + "train_loss": 0.08110526891855094, + "val_dice": 0.7106480360031128, + "val_iou": 0.5789191722869873 + }, + { + "epoch": 31, + "train_loss": 0.08425837697891089, + "val_dice": 0.6982486724853516, + "val_iou": 0.5672270834445954 + }, + { + "epoch": 32, + "train_loss": 0.08006250972931202, + "val_dice": 0.7021943211555481, + "val_iou": 0.5734306812286377 + }, + { + "epoch": 33, + "train_loss": 0.07846398880848518, + "val_dice": 0.7088868975639343, + "val_iou": 0.5806923627853393 + }, + { + "epoch": 34, + "train_loss": 0.08135320590092586, + "val_dice": 0.7114855051040649, + "val_iou": 0.5844686806201935 + }, + { + "epoch": 35, + "train_loss": 0.07918301052772082, + "val_dice": 0.7106916427612304, + "val_iou": 0.5834871292114258 + }, + { + "epoch": 36, + "train_loss": 0.0764948376096212, + "val_dice": 0.707018005847931, + "val_iou": 0.5794440627098083 + }, + { + "epoch": 37, + "train_loss": 0.07685923089201634, + "val_dice": 0.7105579495429992, + "val_iou": 0.5846498668193817 + }, + { + "epoch": 38, + "train_loss": 0.07872713873019585, + "val_dice": 0.71134113073349, + "val_iou": 0.5852502286434174 + }, + { + "epoch": 39, + "train_loss": 0.07565598075206463, + "val_dice": 0.7175034523010254, + "val_iou": 0.5919256806373596 + }, + { + "epoch": 40, + "train_loss": 0.07692792954353186, + "val_dice": 0.7120934724807739, + "val_iou": 0.584428334236145 + }, + { + "epoch": 41, + "train_loss": 0.07389100927572984, + "val_dice": 0.7224088191986084, + "val_iou": 0.595897376537323 + }, + { + "epoch": 42, + "train_loss": 0.07452232447954324, + "val_dice": 0.7221111059188843, + "val_iou": 0.5956044435501099 + }, + { + "epoch": 43, + "train_loss": 0.07677125529601024, + "val_dice": 0.7216086387634277, + "val_iou": 0.5960038900375366 + }, + { + "epoch": 44, + "train_loss": 0.07627151963802484, + "val_dice": 0.717237675189972, + "val_iou": 0.5915194869041442 + }, + { + "epoch": 45, + "train_loss": 0.07572341710329056, + "val_dice": 0.7191115498542786, + "val_iou": 0.5929195284843445 + }, + { + "epoch": 46, + "train_loss": 0.07557975844695018, + "val_dice": 0.7173757672309875, + "val_iou": 0.5910555779933929 + }, + { + "epoch": 47, + "train_loss": 0.07603655440302995, + "val_dice": 0.7170250535011291, + "val_iou": 0.5903872668743133 + }, + { + "epoch": 48, + "train_loss": 0.07344407760179959, + "val_dice": 0.7155694842338562, + "val_iou": 0.5889564871788024 + }, + { + "epoch": 49, + "train_loss": 0.07507647688572223, + "val_dice": 0.7151934862136841, + "val_iou": 0.5887426197528839 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/target3_mamba_cv_summary.json b/stage1_final/results/letterbox/mamba/target3_mamba_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2689702d6565fbab2f265edb9726e9020dfc1ee0 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/target3_mamba_cv_summary.json @@ -0,0 +1,375 @@ +{ + "backbone": "mamba", + "resize": "letterbox", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7622487991650223, + "accuracy": 0.9546812749003984, + "balanced_acc": 0.7489109465230821, + "per_class_recall": { + "malignant": 0.9616228070175439, + "non_malignant": 0.30612244897959184, + "non_roi": 0.9789875835721108 + }, + "per_class_precision": { + "malignant": 0.9481081081081081, + "non_malignant": 0.4166666666666667, + "non_roi": 0.9789875835721108 + }, + "confusion_matrix": [ + [ + 877, + 19, + 16 + ], + [ + 28, + 15, + 6 + ], + [ + 20, + 2, + 1025 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9481081081081081, + "recall": 0.9616228070175439, + "f1-score": 0.954817637452368, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4166666666666667, + "recall": 0.30612244897959184, + "f1-score": 0.35294117647058826, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9789875835721108, + "recall": 0.9789875835721108, + "f1-score": 0.9789875835721108, + "support": 1047.0 + }, + "accuracy": 0.9546812749003984, + "macro avg": { + "precision": 0.7812541194489618, + "recall": 0.7489109465230821, + "f1-score": 0.7622487991650223, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9512406679587955, + "recall": 0.9546812749003984, + "f1-score": 0.9527329696233159, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9353518821603928, + "src_C_n": 1222, + "src_D_acc": 0.9396551724137931, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7762061365474086, + "accuracy": 0.9122459097669806, + "balanced_acc": 0.7490462431750783, + "per_class_recall": { + "malignant": 0.9002192982456141, + "non_malignant": 0.4, + "non_roi": 0.9469194312796209 + }, + "per_class_precision": { + "malignant": 0.9266365688487584, + "non_malignant": 0.625, + "non_roi": 0.9090081892629663 + }, + "confusion_matrix": [ + [ + 821, + 4, + 87 + ], + [ + 17, + 20, + 13 + ], + [ + 48, + 8, + 999 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9266365688487584, + "recall": 0.9002192982456141, + "f1-score": 0.9132369299221357, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.625, + "recall": 0.4, + "f1-score": 0.4878048780487805, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9090081892629663, + "recall": 0.9469194312796209, + "f1-score": 0.9275766016713092, + "support": 1055.0 + }, + "accuracy": 0.9122459097669806, + "macro avg": { + "precision": 0.8202149193705749, + "recall": 0.7490462431750783, + "f1-score": 0.7762061365474086, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9099386169868603, + "recall": 0.9122459097669806, + "f1-score": 0.9101911942264046, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9134615384615384, + "src_B_n": 728, + "src_C_acc": 0.9256880733944954, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7283130543096893, + "accuracy": 0.9084507042253521, + "balanced_acc": 0.7307216071313816, + "per_class_recall": { + "malignant": 0.9221491228070176, + "non_malignant": 0.3469387755102041, + "non_roi": 0.9230769230769231 + }, + "per_class_precision": { + "malignant": 0.8937300743889479, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9518072289156626 + }, + "confusion_matrix": [ + [ + 841, + 30, + 41 + ], + [ + 25, + 17, + 7 + ], + [ + 75, + 4, + 948 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8937300743889479, + "recall": 0.9221491228070176, + "f1-score": 0.9077172153264975, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.3469387755102041, + "f1-score": 0.34, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9518072289156626, + "recall": 0.9230769230769231, + "f1-score": 0.9372219476025705, + "support": 1027.0 + }, + "accuracy": 0.9084507042253521, + "macro avg": { + "precision": 0.726290212212648, + "recall": 0.7307216071313816, + "f1-score": 0.7283130543096893, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9099201133161163, + "recall": 0.9084507042253521, + "f1-score": 0.9089663181919545, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9158878504672897, + "src_B_n": 749, + "src_C_acc": 0.9548022598870056, + "src_C_n": 1062, + "src_D_acc": 0.5988700564971752, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7329640527858814, + "accuracy": 0.9289537712895377, + "balanced_acc": 0.7309286429768358, + "per_class_recall": { + "malignant": 0.9660460021905805, + "non_malignant": 0.3, + "non_roi": 0.9267399267399268 + }, + "per_class_precision": { + "malignant": 0.9055441478439425, + "non_malignant": 0.32608695652173914, + "non_roi": 0.9777777777777777 + }, + "confusion_matrix": [ + [ + 882, + 10, + 21 + ], + [ + 33, + 15, + 2 + ], + [ + 59, + 21, + 1012 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9055441478439425, + "recall": 0.9660460021905805, + "f1-score": 0.9348171701112877, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.32608695652173914, + "recall": 0.3, + "f1-score": 0.3125, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9777777777777777, + "recall": 0.9267399267399268, + "f1-score": 0.9515749882463563, + "support": 1092.0 + }, + "accuracy": 0.9289537712895377, + "macro avg": { + "precision": 0.7364696273811532, + "recall": 0.7309286429768358, + "f1-score": 0.7329640527858814, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9298294346184622, + "recall": 0.9289537712895377, + "f1-score": 0.9285805175068743, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.968141592920354, + "src_B_n": 565, + "src_C_acc": 0.901213171577123, + "src_C_n": 1154, + "src_D_acc": 0.9583333333333334, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6453354212756119, + "accuracy": 0.9244622311155578, + "balanced_acc": 0.6441340447688089, + "per_class_recall": { + "malignant": 0.9299014238773274, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9632850241545894 + }, + "per_class_precision": { + "malignant": 0.9129032258064517, + "non_malignant": 0.125, + "non_roi": 0.9468186134852802 + }, + "confusion_matrix": [ + [ + 849, + 12, + 52 + ], + [ + 45, + 2, + 4 + ], + [ + 36, + 2, + 997 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9129032258064517, + "recall": 0.9299014238773274, + "f1-score": 0.9213239283776451, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.125, + "recall": 0.0392156862745098, + "f1-score": 0.05970149253731343, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9468186134852802, + "recall": 0.9632850241545894, + "f1-score": 0.9549808429118773, + "support": 1035.0 + }, + "accuracy": 0.9244622311155578, + "macro avg": { + "precision": 0.6615739464305773, + "recall": 0.6441340447688089, + "f1-score": 0.6453354212756119, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9103616358772163, + "recall": 0.9244622311155578, + "f1-score": 0.9167677314367113, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.9218472468916519, + "src_C_n": 1126, + "src_D_acc": 0.7923497267759563, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7290134928167227, + "cv_macro_f1_std": 0.045496919467955345, + "cv_non_malignant_recall_mean": 0.27845538215286114, + "cv_non_malignant_recall_std": 0.12484257168312712 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/target3_mamba_final.json b/stage1_final/results/letterbox/mamba/target3_mamba_final.json new file mode 100644 index 0000000000000000000000000000000000000000..9e7a6398975a26e5f385be696a503c52cca65dff --- /dev/null +++ b/stage1_final/results/letterbox/mamba/target3_mamba_final.json @@ -0,0 +1,4533 @@ +{ + "backbone": "mamba", + "resize": "letterbox", + "val_metrics": { + "macro_f1": 0.723983479488948, + "accuracy": 0.9128419100602689, + "balanced_acc": 0.7017466224839589, + "per_class_recall": { + "malignant": 0.9343589743589743, + "non_malignant": 0.24528301886792453, + "non_roi": 0.9255978742249779 + }, + "per_class_precision": { + "malignant": 0.8975369458128079, + "non_malignant": 0.48148148148148145, + "non_roi": 0.9372197309417041 + }, + "confusion_matrix": [ + [ + 911, + 5, + 59 + ], + [ + 29, + 13, + 11 + ], + [ + 75, + 9, + 1045 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8975369458128079, + "recall": 0.9343589743589743, + "f1-score": 0.9155778894472362, + "support": 975.0 + }, + "non_malignant": { + "precision": 0.48148148148148145, + "recall": 0.24528301886792453, + "f1-score": 0.325, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9372197309417041, + "recall": 0.9255978742249779, + "f1-score": 0.9313725490196079, + "support": 1129.0 + }, + "accuracy": 0.9128419100602689, + "macro avg": { + "precision": 0.7720793860786644, + "recall": 0.7017466224839589, + "f1-score": 0.723983479488948, + "support": 2157.0 + }, + "weighted avg": { + "precision": 0.9080844306533101, + "recall": 0.9128419100602689, + "f1-score": 0.9093338201456618, + "support": 2157.0 + } + }, + "n": 2157, + "src_B_acc": 0.9776286353467561, + "src_B_n": 447, + "src_C_acc": 0.8929738562091504, + "src_C_n": 1224, + "src_D_acc": 0.9032921810699589, + "src_D_n": 486 + }, + "test_metrics": { + "macro_f1": 0.6878826698558232, + "accuracy": 0.9349442379182156, + "balanced_acc": 0.675400814909592, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.11320754716981132, + "non_roi": 0.944692239072257 + }, + "per_class_precision": { + "malignant": 0.907088122605364, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9715596330275229 + }, + "confusion_matrix": [ + [ + 947, + 9, + 22 + ], + [ + 38, + 6, + 9 + ], + [ + 59, + 3, + 1059 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.907088122605364, + "recall": 0.9683026584867076, + "f1-score": 0.9366963402571711, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.11320754716981132, + "f1-score": 0.16901408450704225, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9715596330275229, + "recall": 0.944692239072257, + "f1-score": 0.9579375848032564, + "support": 1121.0 + }, + "accuracy": 0.9349442379182156, + "macro avg": { + "precision": 0.7373270296554066, + "recall": 0.675400814909592, + "f1-score": 0.6878826698558232, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9265414494417127, + "recall": 0.9349442379182156, + "f1-score": 0.9288544608805004, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.9293523969722456, + "src_C_n": 1189, + "src_D_acc": 0.8365758754863813, + "src_D_n": 257 + }, + "test_predictions": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 2, + 1, + 1, + 0, + 0, + 2, + 0, + 1, + 0 + ], + "test_true": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 2 + ], + "logs": [ + { + "epoch": 0, + "train_loss": 0.5607517829556374, + "val_macro_f1": 0.5988785272958604 + }, + { + "epoch": 1, + "train_loss": 0.4644159467736627, + "val_macro_f1": 0.6277896458557563 + }, + { + "epoch": 2, + "train_loss": 0.424079493352562, + "val_macro_f1": 0.6351842859926001 + }, + { + "epoch": 3, + "train_loss": 0.4043929562637001, + "val_macro_f1": 0.6422000459493094 + }, + { + "epoch": 4, + "train_loss": 0.38738886584901505, + "val_macro_f1": 0.6709749774011051 + }, + { + "epoch": 5, + "train_loss": 0.3790018214921283, + "val_macro_f1": 0.7226529137476723 + }, + { + "epoch": 6, + "train_loss": 0.3695090315334357, + "val_macro_f1": 0.682809583749429 + }, + { + "epoch": 7, + "train_loss": 0.3633322259233256, + "val_macro_f1": 0.717157498544483 + }, + { + "epoch": 8, + "train_loss": 0.3575359526903007, + "val_macro_f1": 0.7127032620727701 + }, + { + "epoch": 9, + "train_loss": 0.35373065710827045, + "val_macro_f1": 0.723983479488948 + }, + { + "epoch": 10, + "train_loss": 0.3484133542722957, + "val_macro_f1": 0.7033562996634558 + }, + { + "epoch": 11, + "train_loss": 0.3418634634488707, + "val_macro_f1": 0.7013172308076484 + }, + { + "epoch": 12, + "train_loss": 0.33648297181175013, + "val_macro_f1": 0.706753108240044 + }, + { + "epoch": 13, + "train_loss": 0.33058062774740204, + "val_macro_f1": 0.6948362960664115 + }, + { + "epoch": 14, + "train_loss": 0.3323521055993001, + "val_macro_f1": 0.6885250300885396 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/target3_mamba_fold0_val.json b/stage1_final/results/letterbox/mamba/target3_mamba_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..cc01d116b5781a7e4eec29f8c0236b8d62a88d43 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/target3_mamba_fold0_val.json @@ -0,0 +1,137 @@ +{ + "fold": 0, + "metrics": { + "macro_f1": 0.7622487991650223, + "accuracy": 0.9546812749003984, + "balanced_acc": 0.7489109465230821, + "per_class_recall": { + "malignant": 0.9616228070175439, + "non_malignant": 0.30612244897959184, + "non_roi": 0.9789875835721108 + }, + "per_class_precision": { + "malignant": 0.9481081081081081, + "non_malignant": 0.4166666666666667, + "non_roi": 0.9789875835721108 + }, + "confusion_matrix": [ + [ + 877, + 19, + 16 + ], + [ + 28, + 15, + 6 + ], + [ + 20, + 2, + 1025 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9481081081081081, + "recall": 0.9616228070175439, + "f1-score": 0.954817637452368, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4166666666666667, + "recall": 0.30612244897959184, + "f1-score": 0.35294117647058826, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9789875835721108, + "recall": 0.9789875835721108, + "f1-score": 0.9789875835721108, + "support": 1047.0 + }, + "accuracy": 0.9546812749003984, + "macro avg": { + "precision": 0.7812541194489618, + "recall": 0.7489109465230821, + "f1-score": 0.7622487991650223, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9512406679587955, + "recall": 0.9546812749003984, + "f1-score": 0.9527329696233159, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9353518821603928, + "src_C_n": 1222, + "src_D_acc": 0.9396551724137931, + "src_D_n": 116 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5814629010707734, + "val_macro_f1": 0.6552431648922877 + }, + { + "epoch": 1, + "train_loss": 0.48362186004916036, + "val_macro_f1": 0.653983285996757 + }, + { + "epoch": 2, + "train_loss": 0.44659773465171754, + "val_macro_f1": 0.6571372893349786 + }, + { + "epoch": 3, + "train_loss": 0.40949854575305344, + "val_macro_f1": 0.7350670675793829 + }, + { + "epoch": 4, + "train_loss": 0.39912446965259385, + "val_macro_f1": 0.6478617629650447 + }, + { + "epoch": 5, + "train_loss": 0.3836569967735336, + "val_macro_f1": 0.6830135720676679 + }, + { + "epoch": 6, + "train_loss": 0.3804295695872896, + "val_macro_f1": 0.7622487991650223 + }, + { + "epoch": 7, + "train_loss": 0.37474092354337535, + "val_macro_f1": 0.6382045301457621 + }, + { + "epoch": 8, + "train_loss": 0.3633006364700804, + "val_macro_f1": 0.731656370445414 + }, + { + "epoch": 9, + "train_loss": 0.3609853908122773, + "val_macro_f1": 0.7285523855935936 + }, + { + "epoch": 10, + "train_loss": 0.35225143138155995, + "val_macro_f1": 0.7322583436069454 + }, + { + "epoch": 11, + "train_loss": 0.35019958874143925, + "val_macro_f1": 0.6868981913347166 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/target3_mamba_fold1_val.json b/stage1_final/results/letterbox/mamba/target3_mamba_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..e76b74beddea95a67905800d72d3c951d2c67d8c --- /dev/null +++ b/stage1_final/results/letterbox/mamba/target3_mamba_fold1_val.json @@ -0,0 +1,122 @@ +{ + "fold": 1, + "metrics": { + "macro_f1": 0.7762061365474086, + "accuracy": 0.9122459097669806, + "balanced_acc": 0.7490462431750783, + "per_class_recall": { + "malignant": 0.9002192982456141, + "non_malignant": 0.4, + "non_roi": 0.9469194312796209 + }, + "per_class_precision": { + "malignant": 0.9266365688487584, + "non_malignant": 0.625, + "non_roi": 0.9090081892629663 + }, + "confusion_matrix": [ + [ + 821, + 4, + 87 + ], + [ + 17, + 20, + 13 + ], + [ + 48, + 8, + 999 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9266365688487584, + "recall": 0.9002192982456141, + "f1-score": 0.9132369299221357, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.625, + "recall": 0.4, + "f1-score": 0.4878048780487805, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9090081892629663, + "recall": 0.9469194312796209, + "f1-score": 0.9275766016713092, + "support": 1055.0 + }, + "accuracy": 0.9122459097669806, + "macro avg": { + "precision": 0.8202149193705749, + "recall": 0.7490462431750783, + "f1-score": 0.7762061365474086, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9099386169868603, + "recall": 0.9122459097669806, + "f1-score": 0.9101911942264046, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9134615384615384, + "src_B_n": 728, + "src_C_acc": 0.9256880733944954, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5672291074378557, + "val_macro_f1": 0.6056866937317812 + }, + { + "epoch": 1, + "train_loss": 0.46706851058272253, + "val_macro_f1": 0.7280498130359367 + }, + { + "epoch": 2, + "train_loss": 0.4256729355371331, + "val_macro_f1": 0.5814396963085166 + }, + { + "epoch": 3, + "train_loss": 0.4042309004947009, + "val_macro_f1": 0.7762061365474086 + }, + { + "epoch": 4, + "train_loss": 0.38713770036203454, + "val_macro_f1": 0.7749846404392983 + }, + { + "epoch": 5, + "train_loss": 0.374541367073933, + "val_macro_f1": 0.7284645085110301 + }, + { + "epoch": 6, + "train_loss": 0.3693472971004319, + "val_macro_f1": 0.7333033197811921 + }, + { + "epoch": 7, + "train_loss": 0.3586924175817178, + "val_macro_f1": 0.7519116333117654 + }, + { + "epoch": 8, + "train_loss": 0.3525093926851493, + "val_macro_f1": 0.661040121312309 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/target3_mamba_fold2_val.json b/stage1_final/results/letterbox/mamba/target3_mamba_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..526a24ff81df0bbad21fd764104326d2904181a3 --- /dev/null +++ b/stage1_final/results/letterbox/mamba/target3_mamba_fold2_val.json @@ -0,0 +1,147 @@ +{ + "fold": 2, + "metrics": { + "macro_f1": 0.7283130543096893, + "accuracy": 0.9084507042253521, + "balanced_acc": 0.7307216071313816, + "per_class_recall": { + "malignant": 0.9221491228070176, + "non_malignant": 0.3469387755102041, + "non_roi": 0.9230769230769231 + }, + "per_class_precision": { + "malignant": 0.8937300743889479, + "non_malignant": 0.3333333333333333, + "non_roi": 0.9518072289156626 + }, + "confusion_matrix": [ + [ + 841, + 30, + 41 + ], + [ + 25, + 17, + 7 + ], + [ + 75, + 4, + 948 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8937300743889479, + "recall": 0.9221491228070176, + "f1-score": 0.9077172153264975, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.3469387755102041, + "f1-score": 0.34, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9518072289156626, + "recall": 0.9230769230769231, + "f1-score": 0.9372219476025705, + "support": 1027.0 + }, + "accuracy": 0.9084507042253521, + "macro avg": { + "precision": 0.726290212212648, + "recall": 0.7307216071313816, + "f1-score": 0.7283130543096893, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9099201133161163, + "recall": 0.9084507042253521, + "f1-score": 0.9089663181919545, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9158878504672897, + "src_B_n": 749, + "src_C_acc": 0.9548022598870056, + "src_C_n": 1062, + "src_D_acc": 0.5988700564971752, + "src_D_n": 177 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5689033946347615, + "val_macro_f1": 0.6414009596085862 + }, + { + "epoch": 1, + "train_loss": 0.4698664068229615, + "val_macro_f1": 0.6327183184852745 + }, + { + "epoch": 2, + "train_loss": 0.4322069776909692, + "val_macro_f1": 0.6674269438509747 + }, + { + "epoch": 3, + "train_loss": 0.40503388288475217, + "val_macro_f1": 0.6835511622202768 + }, + { + "epoch": 4, + "train_loss": 0.3903433274891641, + "val_macro_f1": 0.6437510485832117 + }, + { + "epoch": 5, + "train_loss": 0.3841146824378816, + "val_macro_f1": 0.6179989974999853 + }, + { + "epoch": 6, + "train_loss": 0.37421268934295293, + "val_macro_f1": 0.60330125632402 + }, + { + "epoch": 7, + "train_loss": 0.36672095871633953, + "val_macro_f1": 0.6749254331372367 + }, + { + "epoch": 8, + "train_loss": 0.36335160429515534, + "val_macro_f1": 0.7283130543096893 + }, + { + "epoch": 9, + "train_loss": 0.35902770786058336, + "val_macro_f1": 0.6807023351212512 + }, + { + "epoch": 10, + "train_loss": 0.35234276288085514, + "val_macro_f1": 0.6471739740896657 + }, + { + "epoch": 11, + "train_loss": 0.3418770011455294, + "val_macro_f1": 0.653761208143119 + }, + { + "epoch": 12, + "train_loss": 0.3379609529224653, + "val_macro_f1": 0.6483346810365149 + }, + { + "epoch": 13, + "train_loss": 0.3368315849275816, + "val_macro_f1": 0.6672052775906353 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/target3_mamba_fold3_val.json b/stage1_final/results/letterbox/mamba/target3_mamba_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..b7f5c6962195a806f6c8d227081aa77428d21d5f --- /dev/null +++ b/stage1_final/results/letterbox/mamba/target3_mamba_fold3_val.json @@ -0,0 +1,147 @@ +{ + "fold": 3, + "metrics": { + "macro_f1": 0.7329640527858814, + "accuracy": 0.9289537712895377, + "balanced_acc": 0.7309286429768358, + "per_class_recall": { + "malignant": 0.9660460021905805, + "non_malignant": 0.3, + "non_roi": 0.9267399267399268 + }, + "per_class_precision": { + "malignant": 0.9055441478439425, + "non_malignant": 0.32608695652173914, + "non_roi": 0.9777777777777777 + }, + "confusion_matrix": [ + [ + 882, + 10, + 21 + ], + [ + 33, + 15, + 2 + ], + [ + 59, + 21, + 1012 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9055441478439425, + "recall": 0.9660460021905805, + "f1-score": 0.9348171701112877, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.32608695652173914, + "recall": 0.3, + "f1-score": 0.3125, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9777777777777777, + "recall": 0.9267399267399268, + "f1-score": 0.9515749882463563, + "support": 1092.0 + }, + "accuracy": 0.9289537712895377, + "macro avg": { + "precision": 0.7364696273811532, + "recall": 0.7309286429768358, + "f1-score": 0.7329640527858814, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9298294346184622, + "recall": 0.9289537712895377, + "f1-score": 0.9285805175068743, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.968141592920354, + "src_B_n": 565, + "src_C_acc": 0.901213171577123, + "src_C_n": 1154, + "src_D_acc": 0.9583333333333334, + "src_D_n": 336 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5750565401315689, + "val_macro_f1": 0.580149045239633 + }, + { + "epoch": 1, + "train_loss": 0.4799368885755539, + "val_macro_f1": 0.6109067530627862 + }, + { + "epoch": 2, + "train_loss": 0.4350472209453583, + "val_macro_f1": 0.6509088241183992 + }, + { + "epoch": 3, + "train_loss": 0.40772535395622256, + "val_macro_f1": 0.7185316417113322 + }, + { + "epoch": 4, + "train_loss": 0.3909177005290985, + "val_macro_f1": 0.6254389980785232 + }, + { + "epoch": 5, + "train_loss": 0.3774098589420319, + "val_macro_f1": 0.6317427833558545 + }, + { + "epoch": 6, + "train_loss": 0.3733675060272217, + "val_macro_f1": 0.6457936183119692 + }, + { + "epoch": 7, + "train_loss": 0.3657977979183197, + "val_macro_f1": 0.645188996532426 + }, + { + "epoch": 8, + "train_loss": 0.36159463715553286, + "val_macro_f1": 0.7329640527858814 + }, + { + "epoch": 9, + "train_loss": 0.35209116303920746, + "val_macro_f1": 0.6913131018872218 + }, + { + "epoch": 10, + "train_loss": 0.35065701508522035, + "val_macro_f1": 0.6791410217552051 + }, + { + "epoch": 11, + "train_loss": 0.3448099901676178, + "val_macro_f1": 0.6805111155596287 + }, + { + "epoch": 12, + "train_loss": 0.3365648624897003, + "val_macro_f1": 0.7060630841579693 + }, + { + "epoch": 13, + "train_loss": 0.33691803872585296, + "val_macro_f1": 0.7036837942925284 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/mamba/target3_mamba_fold4_val.json b/stage1_final/results/letterbox/mamba/target3_mamba_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..2140ad8ddfec74491b11367b89d080fad1edec6f --- /dev/null +++ b/stage1_final/results/letterbox/mamba/target3_mamba_fold4_val.json @@ -0,0 +1,127 @@ +{ + "fold": 4, + "metrics": { + "macro_f1": 0.6453354212756119, + "accuracy": 0.9244622311155578, + "balanced_acc": 0.6441340447688089, + "per_class_recall": { + "malignant": 0.9299014238773274, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9632850241545894 + }, + "per_class_precision": { + "malignant": 0.9129032258064517, + "non_malignant": 0.125, + "non_roi": 0.9468186134852802 + }, + "confusion_matrix": [ + [ + 849, + 12, + 52 + ], + [ + 45, + 2, + 4 + ], + [ + 36, + 2, + 997 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9129032258064517, + "recall": 0.9299014238773274, + "f1-score": 0.9213239283776451, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.125, + "recall": 0.0392156862745098, + "f1-score": 0.05970149253731343, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9468186134852802, + "recall": 0.9632850241545894, + "f1-score": 0.9549808429118773, + "support": 1035.0 + }, + "accuracy": 0.9244622311155578, + "macro avg": { + "precision": 0.6615739464305773, + "recall": 0.6441340447688089, + "f1-score": 0.6453354212756119, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9103616358772163, + "recall": 0.9244622311155578, + "f1-score": 0.9167677314367113, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.9218472468916519, + "src_C_n": 1126, + "src_D_acc": 0.7923497267759563, + "src_D_n": 183 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5662294466580663, + "val_macro_f1": 0.5971449545510158 + }, + { + "epoch": 1, + "train_loss": 0.4694477759656452, + "val_macro_f1": 0.6375434209495265 + }, + { + "epoch": 2, + "train_loss": 0.4284845782177789, + "val_macro_f1": 0.6399016549357787 + }, + { + "epoch": 3, + "train_loss": 0.4030407399885238, + "val_macro_f1": 0.6163846296279055 + }, + { + "epoch": 4, + "train_loss": 0.3973012637524378, + "val_macro_f1": 0.6453354212756119 + }, + { + "epoch": 5, + "train_loss": 0.3771965838377438, + "val_macro_f1": 0.6373440423350007 + }, + { + "epoch": 6, + "train_loss": 0.37723609533101793, + "val_macro_f1": 0.613474111300729 + }, + { + "epoch": 7, + "train_loss": 0.3657789963578421, + "val_macro_f1": 0.6133664734262649 + }, + { + "epoch": 8, + "train_loss": 0.3577316457790042, + "val_macro_f1": 0.6332005327328206 + }, + { + "epoch": 9, + "train_loss": 0.35218119869629544, + "val_macro_f1": 0.6127108038647567 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/crt_resnet_cv_summary.json b/stage1_final/results/letterbox/resnet/crt_resnet_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c1cd73254dc0a535407f5ae4003a64f9a06f021e --- /dev/null +++ b/stage1_final/results/letterbox/resnet/crt_resnet_cv_summary.json @@ -0,0 +1,376 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "macro_f1": 0.730679551560137, + "accuracy": 0.9168326693227091, + "balanced_acc": 0.8115370676999497, + "per_class_recall": { + "malignant": 0.8695175438596491, + "non_malignant": 0.5918367346938775, + "non_roi": 0.9732569245463228 + }, + "per_class_precision": { + "malignant": 0.9682539682539683, + "non_malignant": 0.20279720279720279, + "non_roi": 0.9741873804971319 + }, + "confusion_matrix": [ + [ + 793, + 96, + 23 + ], + [ + 16, + 29, + 4 + ], + [ + 10, + 18, + 1019 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9682539682539683, + "recall": 0.8695175438596491, + "f1-score": 0.9162333911034084, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.20279720279720279, + "recall": 0.5918367346938775, + "f1-score": 0.3020833333333333, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9741873804971319, + "recall": 0.9732569245463228, + "f1-score": 0.9737219302436694, + "support": 1047.0 + }, + "accuracy": 0.9168326693227091, + "macro avg": { + "precision": 0.7150795171827676, + "recall": 0.8115370676999497, + "f1-score": 0.730679551560137, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9526687596440134, + "recall": 0.9168326693227091, + "f1-score": 0.9312220104505796, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.991044776119403, + "src_B_n": 670, + "src_C_acc": 0.9018003273322422, + "src_C_n": 1222, + "src_D_acc": 0.646551724137931, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.6512420619279113, + "accuracy": 0.8200297471492315, + "balanced_acc": 0.7234781463928384, + "per_class_recall": { + "malignant": 0.7916666666666666, + "non_malignant": 0.52, + "non_roi": 0.8587677725118483 + }, + "per_class_precision": { + "malignant": 0.8414918414918415, + "non_malignant": 0.17333333333333334, + "non_roi": 0.8979187314172448 + }, + "confusion_matrix": [ + [ + 722, + 99, + 91 + ], + [ + 12, + 26, + 12 + ], + [ + 124, + 25, + 906 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8414918414918415, + "recall": 0.7916666666666666, + "f1-score": 0.8158192090395481, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.17333333333333334, + "recall": 0.52, + "f1-score": 0.26, + "support": 50.0 + }, + "non_roi": { + "precision": 0.8979187314172448, + "recall": 0.8587677725118483, + "f1-score": 0.877906976744186, + "support": 1055.0 + }, + "accuracy": 0.8200297471492315, + "macro avg": { + "precision": 0.6375813020808065, + "recall": 0.7234781463928384, + "f1-score": 0.6512420619279113, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8544429785584627, + "recall": 0.8200297471492315, + "f1-score": 0.8345161026817968, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9189560439560439, + "src_B_n": 728, + "src_C_acc": 0.8027522935779816, + "src_C_n": 1090, + "src_D_acc": 0.5527638190954773, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.6975201299009214, + "accuracy": 0.8993963782696177, + "balanced_acc": 0.7172961644385457, + "per_class_recall": { + "malignant": 0.8925438596491229, + "non_malignant": 0.32653061224489793, + "non_roi": 0.9328140214216164 + }, + "per_class_precision": { + "malignant": 0.9044444444444445, + "non_malignant": 0.2077922077922078, + "non_roi": 0.9475766567754699 + }, + "confusion_matrix": [ + [ + 814, + 46, + 52 + ], + [ + 32, + 16, + 1 + ], + [ + 54, + 15, + 958 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9044444444444445, + "recall": 0.8925438596491229, + "f1-score": 0.8984547461368654, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2077922077922078, + "recall": 0.32653061224489793, + "f1-score": 0.25396825396825395, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9475766567754699, + "recall": 0.9328140214216164, + "f1-score": 0.9401373895976447, + "support": 1027.0 + }, + "accuracy": 0.8993963782696177, + "macro avg": { + "precision": 0.6866044363373741, + "recall": 0.7172961644385457, + "f1-score": 0.6975201299009214, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9095555221446475, + "recall": 0.8993963782696177, + "f1-score": 0.9041027525342288, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9238985313751669, + "src_B_n": 749, + "src_C_acc": 0.9350282485875706, + "src_C_n": 1062, + "src_D_acc": 0.5819209039548022, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.642297972725066, + "accuracy": 0.813625304136253, + "balanced_acc": 0.7550406487755885, + "per_class_recall": { + "malignant": 0.8685651697699891, + "non_malignant": 0.62, + "non_roi": 0.7765567765567766 + }, + "per_class_precision": { + "malignant": 0.8870246085011185, + "non_malignant": 0.11524163568773234, + "non_roi": 0.9506726457399103 + }, + "confusion_matrix": [ + [ + 793, + 78, + 42 + ], + [ + 17, + 31, + 2 + ], + [ + 84, + 160, + 848 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8870246085011185, + "recall": 0.8685651697699891, + "f1-score": 0.8776978417266187, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.11524163568773234, + "recall": 0.62, + "f1-score": 0.19435736677115986, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9506726457399103, + "recall": 0.7765567765567766, + "f1-score": 0.8548387096774194, + "support": 1092.0 + }, + "accuracy": 0.813625304136253, + "macro avg": { + "precision": 0.6509796299762537, + "recall": 0.7550406487755885, + "f1-score": 0.642297972725066, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9020681647172213, + "recall": 0.813625304136253, + "f1-score": 0.8489245103662787, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9415929203539823, + "src_B_n": 565, + "src_C_acc": 0.7478336221837089, + "src_C_n": 1154, + "src_D_acc": 0.8244047619047619, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6252180782789704, + "accuracy": 0.8374187093546773, + "balanced_acc": 0.6527901266384611, + "per_class_recall": { + "malignant": 0.836801752464403, + "non_malignant": 0.2549019607843137, + "non_roi": 0.8666666666666667 + }, + "per_class_precision": { + "malignant": 0.9095238095238095, + "non_malignant": 0.06132075471698113, + "non_roi": 0.9472016895459345 + }, + "confusion_matrix": [ + [ + 764, + 100, + 49 + ], + [ + 37, + 13, + 1 + ], + [ + 39, + 99, + 897 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9095238095238095, + "recall": 0.836801752464403, + "f1-score": 0.8716486023958927, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.06132075471698113, + "recall": 0.2549019607843137, + "f1-score": 0.09885931558935361, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9472016895459345, + "recall": 0.8666666666666667, + "f1-score": 0.905146316851665, + "support": 1035.0 + }, + "accuracy": 0.8374187093546773, + "macro avg": { + "precision": 0.6393487512622418, + "recall": 0.6527901266384611, + "f1-score": 0.6252180782789704, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9073918685672068, + "recall": 0.8374187093546773, + "f1-score": 0.8692763566903353, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9521739130434783, + "src_B_n": 690, + "src_C_acc": 0.8143872113676732, + "src_C_n": 1126, + "src_D_acc": 0.546448087431694, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.6693915588786011, + "cv_macro_f1_std": 0.03889009537966651, + "cv_non_malignant_recall_mean": 0.46265386154461785, + "cv_non_malignant_recall_std": 0.14589379210034595, + "cv_balanced_acc_mean": 0.7320284307890766, + "cv_balanced_acc_std": 0.05180741529902602 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/crt_resnet_final.json b/stage1_final/results/letterbox/resnet/crt_resnet_final.json new file mode 100644 index 0000000000000000000000000000000000000000..8daf30336771319dd1760ef6841efdb762ca99d9 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/crt_resnet_final.json @@ -0,0 +1,75 @@ +{ + "backbone": "resnet", + "test_metrics": { + "macro_f1": 0.7435890103460675, + "accuracy": 0.9135687732342007, + "balanced_acc": 0.8092605570808736, + "per_class_recall": { + "malignant": 0.9151329243353783, + "non_malignant": 0.5849056603773585, + "non_roi": 0.927743086529884 + }, + "per_class_precision": { + "malignant": 0.9381551362683438, + "non_malignant": 0.25833333333333336, + "non_roi": 0.9647495361781077 + }, + "confusion_matrix": [ + [ + 895, + 58, + 25 + ], + [ + 9, + 31, + 13 + ], + [ + 50, + 31, + 1040 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9381551362683438, + "recall": 0.9151329243353783, + "f1-score": 0.9265010351966874, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.25833333333333336, + "recall": 0.5849056603773585, + "f1-score": 0.3583815028901734, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9647495361781077, + "recall": 0.927743086529884, + "f1-score": 0.9458844929513415, + "support": 1121.0 + }, + "accuracy": 0.9135687732342007, + "macro avg": { + "precision": 0.7204126685932616, + "recall": 0.8092605570808736, + "f1-score": 0.7435890103460675, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9352656226732181, + "recall": 0.9135687732342007, + "f1-score": 0.9226062958522273, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9645892351274787, + "src_B_n": 706, + "src_C_acc": 0.8898233809924306, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/emit_crt_resnet_oof.json b/stage1_final/results/letterbox/resnet/emit_crt_resnet_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..9bcbe4aa52ca713bf0e809072cb5d2453102e1c7 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/emit_crt_resnet_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "macro_f1": 0.730679551560137, + "accuracy": 0.9168326693227091, + "balanced_acc": 0.8115370676999497, + "per_class_recall": { + "malignant": 0.8695175438596491, + "non_malignant": 0.5918367346938775, + "non_roi": 0.9732569245463228 + }, + "per_class_precision": { + "malignant": 0.9682539682539683, + "non_malignant": 0.20279720279720279, + "non_roi": 0.9741873804971319 + }, + "confusion_matrix": [ + [ + 793, + 96, + 23 + ], + [ + 16, + 29, + 4 + ], + [ + 10, + 18, + 1019 + ] + ], + "n": 2008, + "src_B_acc": 0.991044776119403, + "src_B_n": 670, + "src_C_acc": 0.9018003273322422, + "src_C_n": 1222, + "src_D_acc": 0.646551724137931, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.6512420619279113, + "accuracy": 0.8200297471492315, + "balanced_acc": 0.7234781463928384, + "per_class_recall": { + "malignant": 0.7916666666666666, + "non_malignant": 0.52, + "non_roi": 0.8587677725118483 + }, + "per_class_precision": { + "malignant": 0.8414918414918415, + "non_malignant": 0.17333333333333334, + "non_roi": 0.8979187314172448 + }, + "confusion_matrix": [ + [ + 722, + 99, + 91 + ], + [ + 12, + 26, + 12 + ], + [ + 124, + 25, + 906 + ] + ], + "n": 2017, + "src_B_acc": 0.9189560439560439, + "src_B_n": 728, + "src_C_acc": 0.8027522935779816, + "src_C_n": 1090, + "src_D_acc": 0.5527638190954773, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.6975201299009214, + "accuracy": 0.8993963782696177, + "balanced_acc": 0.7172961644385457, + "per_class_recall": { + "malignant": 0.8925438596491229, + "non_malignant": 0.32653061224489793, + "non_roi": 0.9328140214216164 + }, + "per_class_precision": { + "malignant": 0.9044444444444445, + "non_malignant": 0.2077922077922078, + "non_roi": 0.9475766567754699 + }, + "confusion_matrix": [ + [ + 814, + 46, + 52 + ], + [ + 32, + 16, + 1 + ], + [ + 54, + 15, + 958 + ] + ], + "n": 1988, + "src_B_acc": 0.9238985313751669, + "src_B_n": 749, + "src_C_acc": 0.9350282485875706, + "src_C_n": 1062, + "src_D_acc": 0.5819209039548022, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.642297972725066, + "accuracy": 0.813625304136253, + "balanced_acc": 0.7550406487755885, + "per_class_recall": { + "malignant": 0.8685651697699891, + "non_malignant": 0.62, + "non_roi": 0.7765567765567766 + }, + "per_class_precision": { + "malignant": 0.8870246085011185, + "non_malignant": 0.11524163568773234, + "non_roi": 0.9506726457399103 + }, + "confusion_matrix": [ + [ + 793, + 78, + 42 + ], + [ + 17, + 31, + 2 + ], + [ + 84, + 160, + 848 + ] + ], + "n": 2055, + "src_B_acc": 0.9415929203539823, + "src_B_n": 565, + "src_C_acc": 0.7478336221837089, + "src_C_n": 1154, + "src_D_acc": 0.8244047619047619, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6252180782789704, + "accuracy": 0.8374187093546773, + "balanced_acc": 0.6527901266384611, + "per_class_recall": { + "malignant": 0.836801752464403, + "non_malignant": 0.2549019607843137, + "non_roi": 0.8666666666666667 + }, + "per_class_precision": { + "malignant": 0.9095238095238095, + "non_malignant": 0.06132075471698113, + "non_roi": 0.9472016895459345 + }, + "confusion_matrix": [ + [ + 764, + 100, + 49 + ], + [ + 37, + 13, + 1 + ], + [ + 39, + 99, + 897 + ] + ], + "n": 1999, + "src_B_acc": 0.9521739130434783, + "src_B_n": 690, + "src_C_acc": 0.8143872113676732, + "src_C_n": 1126, + "src_D_acc": 0.546448087431694, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.6693915588786011, + "cv_macro_f1_std": 0.03889009537966651, + "cv_non_malignant_recall_mean": 0.46265386154461785, + "cv_non_malignant_recall_std": 0.14589379210034595, + "cv_balanced_acc_mean": 0.7320284307890766, + "cv_balanced_acc_std": 0.05180741529902602 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/emit_crt_resnet_test.json b/stage1_final/results/letterbox/resnet/emit_crt_resnet_test.json new file mode 100644 index 0000000000000000000000000000000000000000..2ad8bb2a55b4e9610c914f57b38a3cb6e8dfc520 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/emit_crt_resnet_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "resnet", + "test_metrics": { + "macro_f1": 0.7435890103460675, + "accuracy": 0.9135687732342007, + "balanced_acc": 0.8092605570808736, + "per_class_recall": { + "malignant": 0.9151329243353783, + "non_malignant": 0.5849056603773585, + "non_roi": 0.927743086529884 + }, + "per_class_precision": { + "malignant": 0.9381551362683438, + "non_malignant": 0.25833333333333336, + "non_roi": 0.9647495361781077 + }, + "confusion_matrix": [ + [ + 895, + 58, + 25 + ], + [ + 9, + 31, + 13 + ], + [ + 50, + 31, + 1040 + ] + ], + "n": 2152, + "src_B_acc": 0.9645892351274787, + "src_B_n": 706, + "src_C_acc": 0.8898233809924306, + "src_C_n": 1189, + "src_D_acc": 0.8832684824902723, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/emit_plain_resnet_oof.json b/stage1_final/results/letterbox/resnet/emit_plain_resnet_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..8b6b6063794c362eac37b04a69419fe3524ad25d --- /dev/null +++ b/stage1_final/results/letterbox/resnet/emit_plain_resnet_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "macro_f1": 0.6888789981412877, + "accuracy": 0.9397410358565738, + "balanced_acc": 0.6858827165813292, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.14285714285714285, + "non_roi": 0.9904489016236867 + }, + "per_class_precision": { + "malignant": 0.9514672686230248, + "non_malignant": 0.16666666666666666, + "non_roi": 0.9601851851851851 + }, + "confusion_matrix": [ + [ + 843, + 35, + 34 + ], + [ + 33, + 7, + 9 + ], + [ + 10, + 0, + 1037 + ] + ], + "n": 2008, + "src_B_acc": 0.9880597014925373, + "src_B_n": 670, + "src_C_acc": 0.9288052373158756, + "src_C_n": 1222, + "src_D_acc": 0.7758620689655172, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.5749939773548542, + "accuracy": 0.8532473971244422, + "balanced_acc": 0.5811635625398409, + "per_class_recall": { + "malignant": 0.8278508771929824, + "non_malignant": 0.0, + "non_roi": 0.9156398104265403 + }, + "per_class_precision": { + "malignant": 0.8708189158016147, + "non_malignant": 0.0, + "non_roi": 0.84 + }, + "confusion_matrix": [ + [ + 755, + 0, + 157 + ], + [ + 23, + 0, + 27 + ], + [ + 89, + 0, + 966 + ] + ], + "n": 2017, + "src_B_acc": 0.8873626373626373, + "src_B_n": 728, + "src_C_acc": 0.863302752293578, + "src_C_n": 1090, + "src_D_acc": 0.6733668341708543, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.708771243093952, + "accuracy": 0.9235412474849095, + "balanced_acc": 0.6960938986195958, + "per_class_recall": { + "malignant": 0.9484649122807017, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9357351509250244 + }, + "per_class_precision": { + "malignant": 0.8954451345755694, + "non_malignant": 0.3333333333333333, + "non_roi": 0.96875 + }, + "confusion_matrix": [ + [ + 865, + 19, + 28 + ], + [ + 36, + 10, + 3 + ], + [ + 65, + 1, + 961 + ] + ], + "n": 1988, + "src_B_acc": 0.9439252336448598, + "src_B_n": 749, + "src_C_acc": 0.9566854990583804, + "src_C_n": 1062, + "src_D_acc": 0.6384180790960452, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.6855263141708154, + "accuracy": 0.878345498783455, + "balanced_acc": 0.7288352210038958, + "per_class_recall": { + "malignant": 0.9266155531215772, + "non_malignant": 0.4, + "non_roi": 0.8598901098901099 + }, + "per_class_precision": { + "malignant": 0.8840125391849529, + "non_malignant": 0.18018018018018017, + "non_roi": 0.9513677811550152 + }, + "confusion_matrix": [ + [ + 846, + 23, + 44 + ], + [ + 26, + 20, + 4 + ], + [ + 85, + 68, + 939 + ] + ], + "n": 2055, + "src_B_acc": 0.9451327433628318, + "src_B_n": 565, + "src_C_acc": 0.8327556325823223, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6814272127857329, + "accuracy": 0.9084542271135568, + "balanced_acc": 0.6768949366921819, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.17647058823529413, + "non_roi": 0.9352657004830918 + }, + "per_class_precision": { + "malignant": 0.894456289978678, + "non_malignant": 0.21951219512195122, + "non_roi": 0.9490196078431372 + }, + "confusion_matrix": [ + [ + 839, + 26, + 48 + ], + [ + 38, + 9, + 4 + ], + [ + 61, + 6, + 968 + ] + ], + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9005328596802842, + "src_C_n": 1126, + "src_D_acc": 0.7540983606557377, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.6679195491093284, + "cv_macro_f1_std": 0.047404169531714856, + "cv_non_malignant_recall_mean": 0.18468187274909967, + "cv_non_malignant_recall_std": 0.12857867160083958, + "cv_balanced_acc_mean": 0.6737740670873686, + "cv_balanced_acc_std": 0.04952367175897195 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/emit_plain_resnet_test.json b/stage1_final/results/letterbox/resnet/emit_plain_resnet_test.json new file mode 100644 index 0000000000000000000000000000000000000000..d2ff07775786fe4d0cf78649a3e94cd84f119de5 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/emit_plain_resnet_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "resnet", + "test_metrics": { + "macro_f1": 0.7583345419165192, + "accuracy": 0.9256505576208178, + "balanced_acc": 0.764498934365499, + "per_class_recall": { + "malignant": 0.9488752556237219, + "non_malignant": 0.41509433962264153, + "non_roi": 0.9295272078501338 + }, + "per_class_precision": { + "malignant": 0.9160908193484699, + "non_malignant": 0.3793103448275862, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 928, + 30, + 20 + ], + [ + 12, + 22, + 19 + ], + [ + 73, + 6, + 1042 + ] + ], + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.904121110176619, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/seg_resnet_cv_summary.json b/stage1_final/results/letterbox/resnet/seg_resnet_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d69043f1a31323d0d847c006f5137ad8d82d3e69 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/seg_resnet_cv_summary.json @@ -0,0 +1,34 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "dice": 0.762821634610494, + "iou": 0.6251343488693237 + }, + { + "fold": 1, + "dice": 0.5593400597572327, + "iou": 0.4398977557818095 + }, + { + "fold": 2, + "dice": 0.6981580853462219, + "iou": 0.5673689246177673 + }, + { + "fold": 3, + "dice": 0.7082423766454061, + "iou": 0.5628224710623423 + }, + { + "fold": 4, + "dice": 0.6519192457199097, + "iou": 0.5151777803897858 + } + ], + "cv_dice_mean": 0.6760962804158529, + "cv_dice_std": 0.06820253055267754, + "cv_iou_mean": 0.5420802561442057, + "cv_iou_std": 0.0618591062549349 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/seg_resnet_final.json b/stage1_final/results/letterbox/resnet/seg_resnet_final.json new file mode 100644 index 0000000000000000000000000000000000000000..7df77bfb3b5d482096848dab05f6895e9fa55be8 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/seg_resnet_final.json @@ -0,0 +1,181 @@ +{ + "backbone": "resnet", + "val_metrics": { + "dice": 0.6909214811665672, + "iou": 0.5623086605753217 + }, + "test_metrics": { + "dice": 0.6518993377685547, + "iou": 0.5110110640525818 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5291444030072954, + "val_dice": 0.36086732361997875, + "val_iou": 0.24641345015593938 + }, + { + "epoch": 1, + "train_loss": 0.36735733184549546, + "val_dice": 0.35051052059446064, + "val_iou": 0.2395592097725187 + }, + { + "epoch": 2, + "train_loss": 0.31811994479762185, + "val_dice": 0.4450864962169102, + "val_iou": 0.3143224524600165 + }, + { + "epoch": 3, + "train_loss": 0.2761223117510478, + "val_dice": 0.5634009497506278, + "val_iou": 0.42090565817696707 + }, + { + "epoch": 4, + "train_loss": 0.2426391914486885, + "val_dice": 0.5212137826851436, + "val_iou": 0.3838025757244655 + }, + { + "epoch": 5, + "train_loss": 0.22765559951464334, + "val_dice": 0.5533882805279323, + "val_iou": 0.4111285039356777 + }, + { + "epoch": 6, + "train_loss": 0.21762527359856498, + "val_dice": 0.5965756816523415, + "val_iou": 0.45794338626520975 + }, + { + "epoch": 7, + "train_loss": 0.20630110303560892, + "val_dice": 0.5875612071582249, + "val_iou": 0.4534273828778948 + }, + { + "epoch": 8, + "train_loss": 0.19342255095640817, + "val_dice": 0.6028672797339303, + "val_iou": 0.4649523837225778 + }, + { + "epoch": 9, + "train_loss": 0.18327389243576261, + "val_dice": 0.5366106097187314, + "val_iou": 0.4057813435792923 + }, + { + "epoch": 10, + "train_loss": 0.1775732326010863, + "val_dice": 0.6325044631958008, + "val_iou": 0.4988275042601994 + }, + { + "epoch": 11, + "train_loss": 0.1691238068872028, + "val_dice": 0.5837041182177407, + "val_iou": 0.447347668664796 + }, + { + "epoch": 12, + "train_loss": 0.15931142990787825, + "val_dice": 0.5958654029028756, + "val_iou": 0.46342060821396963 + }, + { + "epoch": 13, + "train_loss": 0.1635561701324251, + "val_dice": 0.5841318113463265, + "val_iou": 0.4525668706212725 + }, + { + "epoch": 14, + "train_loss": 0.16327665828996235, + "val_dice": 0.6020601434367043, + "val_iou": 0.4672953465155193 + }, + { + "epoch": 15, + "train_loss": 0.14609484043386248, + "val_dice": 0.6165173053741455, + "val_iou": 0.4849947563239506 + }, + { + "epoch": 16, + "train_loss": 0.15352506356106865, + "val_dice": 0.6662501565047673, + "val_iou": 0.5363769062927791 + }, + { + "epoch": 17, + "train_loss": 0.1608416595392757, + "val_dice": 0.6909214811665672, + "val_iou": 0.5623086605753217 + }, + { + "epoch": 18, + "train_loss": 0.14780215173959732, + "val_dice": 0.6710480919906071, + "val_iou": 0.5400387687342507 + }, + { + "epoch": 19, + "train_loss": 0.14749800662199655, + "val_dice": 0.6587322780064174, + "val_iou": 0.5290992983749935 + }, + { + "epoch": 20, + "train_loss": 0.1454203331636058, + "val_dice": 0.6037495306559971, + "val_iou": 0.47136945171015604 + }, + { + "epoch": 21, + "train_loss": 0.13537559161583582, + "val_dice": 0.5843888478619712, + "val_iou": 0.45398852229118347 + }, + { + "epoch": 22, + "train_loss": 0.13189395806855625, + "val_dice": 0.6064996634210859, + "val_iou": 0.47680449060031344 + }, + { + "epoch": 23, + "train_loss": 0.12363733475406964, + "val_dice": 0.6355683888707843, + "val_iou": 0.504080878836768 + }, + { + "epoch": 24, + "train_loss": 0.12687225350075299, + "val_dice": 0.6578881357397351, + "val_iou": 0.5297792213303703 + }, + { + "epoch": 25, + "train_loss": 0.1249535543223222, + "val_dice": 0.622750039611544, + "val_iou": 0.4946952760219574 + }, + { + "epoch": 26, + "train_loss": 0.11985724046826363, + "val_dice": 0.5825181347983224, + "val_iou": 0.4559629942689623 + }, + { + "epoch": 27, + "train_loss": 0.12247234624293116, + "val_dice": 0.6097163515431541, + "val_iou": 0.4811267597334726 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/seg_resnet_fold0_val.json b/stage1_final/results/letterbox/resnet/seg_resnet_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..3f0d1d634cbcf194b43b0a2254e6017ad1de9507 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/seg_resnet_fold0_val.json @@ -0,0 +1,159 @@ +{ + "fold": 0, + "metrics": { + "dice": 0.762821634610494, + "iou": 0.6251343488693237 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5854644894599914, + "val_dice": 0.500383585691452, + "val_iou": 0.3706466158231099 + }, + { + "epoch": 1, + "train_loss": 0.4157646338144938, + "val_dice": 0.5420711239178976, + "val_iou": 0.4101324876149495 + }, + { + "epoch": 2, + "train_loss": 0.36689931750297544, + "val_dice": 0.619801382223765, + "val_iou": 0.4675373136997223 + }, + { + "epoch": 3, + "train_loss": 0.3223723312218984, + "val_dice": 0.729683001836141, + "val_iou": 0.5852734843889872 + }, + { + "epoch": 4, + "train_loss": 0.2803439935048421, + "val_dice": 0.6445510188738505, + "val_iou": 0.4994841516017914 + }, + { + "epoch": 5, + "train_loss": 0.2541807880004247, + "val_dice": 0.7544973691304525, + "val_iou": 0.6138719518979391 + }, + { + "epoch": 6, + "train_loss": 0.24332794845104216, + "val_dice": 0.707321286201477, + "val_iou": 0.563038965066274 + }, + { + "epoch": 7, + "train_loss": 0.2253440668185552, + "val_dice": 0.7603422403335571, + "val_iou": 0.6235397060712179 + }, + { + "epoch": 8, + "train_loss": 0.21744506061077118, + "val_dice": 0.7531753182411194, + "val_iou": 0.615207572778066 + }, + { + "epoch": 9, + "train_loss": 0.21990899840990702, + "val_dice": 0.7462929685910543, + "val_iou": 0.6073430379231771 + }, + { + "epoch": 10, + "train_loss": 0.19039572278658548, + "val_dice": 0.721680740515391, + "val_iou": 0.5828318993250529 + }, + { + "epoch": 11, + "train_loss": 0.18791414101918538, + "val_dice": 0.7468233307202657, + "val_iou": 0.6068131526311239 + }, + { + "epoch": 12, + "train_loss": 0.18521908024946848, + "val_dice": 0.7466198404630026, + "val_iou": 0.6049144268035889 + }, + { + "epoch": 13, + "train_loss": 0.17655907372633617, + "val_dice": 0.7456199725468954, + "val_iou": 0.6058976451555887 + }, + { + "epoch": 14, + "train_loss": 0.17615857024987538, + "val_dice": 0.762821634610494, + "val_iou": 0.6251343488693237 + }, + { + "epoch": 15, + "train_loss": 0.16660121083259583, + "val_dice": 0.7371734976768494, + "val_iou": 0.5960961182912191 + }, + { + "epoch": 16, + "train_loss": 0.160993355512619, + "val_dice": 0.6890903910001119, + "val_iou": 0.5487547318140665 + }, + { + "epoch": 17, + "train_loss": 0.16262946923573812, + "val_dice": 0.6444448431332906, + "val_iou": 0.5044615666071574 + }, + { + "epoch": 18, + "train_loss": 0.1616648977001508, + "val_dice": 0.7236867547035217, + "val_iou": 0.583004355430603 + }, + { + "epoch": 19, + "train_loss": 0.15054889569679897, + "val_dice": 0.7141733368237814, + "val_iou": 0.5733910004297892 + }, + { + "epoch": 20, + "train_loss": 0.14509990215301513, + "val_dice": 0.7368927597999573, + "val_iou": 0.5958672563234965 + }, + { + "epoch": 21, + "train_loss": 0.14117011775573093, + "val_dice": 0.7284594575564066, + "val_iou": 0.5881067713101705 + }, + { + "epoch": 22, + "train_loss": 0.13598988751570384, + "val_dice": 0.7174890041351318, + "val_iou": 0.5772071679433187 + }, + { + "epoch": 23, + "train_loss": 0.1440935437877973, + "val_dice": 0.7099746465682983, + "val_iou": 0.5689489444096884 + }, + { + "epoch": 24, + "train_loss": 0.13860461264848709, + "val_dice": 0.742280105749766, + "val_iou": 0.6042462587356567 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/seg_resnet_fold1_val.json b/stage1_final/results/letterbox/resnet/seg_resnet_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..b21ee667e3e56e456036acccf45d0152c574d62e --- /dev/null +++ b/stage1_final/results/letterbox/resnet/seg_resnet_fold1_val.json @@ -0,0 +1,201 @@ +{ + "fold": 1, + "metrics": { + "dice": 0.5593400597572327, + "iou": 0.4398977557818095 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.555611809094747, + "val_dice": 0.14418294901649156, + "val_iou": 0.08705816666285197 + }, + { + "epoch": 1, + "train_loss": 0.3788676937421163, + "val_dice": 0.3608981867631276, + "val_iou": 0.24464329580465952 + }, + { + "epoch": 2, + "train_loss": 0.3220662951469421, + "val_dice": 0.47635623812675476, + "val_iou": 0.34797631700833637 + }, + { + "epoch": 3, + "train_loss": 0.2794374058643977, + "val_dice": 0.4832117259502411, + "val_iou": 0.3567681709925334 + }, + { + "epoch": 4, + "train_loss": 0.25782767434914905, + "val_dice": 0.49361997842788696, + "val_iou": 0.36688724160194397 + }, + { + "epoch": 5, + "train_loss": 0.2430210699637731, + "val_dice": 0.5269371469815572, + "val_iou": 0.4001481334368388 + }, + { + "epoch": 6, + "train_loss": 0.2288004865248998, + "val_dice": 0.495546559492747, + "val_iou": 0.37046247720718384 + }, + { + "epoch": 7, + "train_loss": 0.21920625269412994, + "val_dice": 0.5122737189133962, + "val_iou": 0.3848073482513428 + }, + { + "epoch": 8, + "train_loss": 0.20414405465126037, + "val_dice": 0.4844416379928589, + "val_iou": 0.35587356487909955 + }, + { + "epoch": 9, + "train_loss": 0.1941029757261276, + "val_dice": 0.4640413224697113, + "val_iou": 0.3409265379110972 + }, + { + "epoch": 10, + "train_loss": 0.1847971220811208, + "val_dice": 0.49508069952329, + "val_iou": 0.3692807157834371 + }, + { + "epoch": 11, + "train_loss": 0.1770039826631546, + "val_dice": 0.4623814523220062, + "val_iou": 0.3419628043969472 + }, + { + "epoch": 12, + "train_loss": 0.17010684112707775, + "val_dice": 0.483390748500824, + "val_iou": 0.36312119166056317 + }, + { + "epoch": 13, + "train_loss": 0.16316116452217103, + "val_dice": 0.5074898501237234, + "val_iou": 0.3845115602016449 + }, + { + "epoch": 14, + "train_loss": 0.1636357416709264, + "val_dice": 0.5053301950295767, + "val_iou": 0.38346128662427265 + }, + { + "epoch": 15, + "train_loss": 0.16117851436138153, + "val_dice": 0.5396631558736166, + "val_iou": 0.41605478525161743 + }, + { + "epoch": 16, + "train_loss": 0.1616265411178271, + "val_dice": 0.4950925310452779, + "val_iou": 0.3717368046442668 + }, + { + "epoch": 17, + "train_loss": 0.15663471817970276, + "val_dice": 0.4640350937843323, + "val_iou": 0.341913640499115 + }, + { + "epoch": 18, + "train_loss": 0.1508146718144417, + "val_dice": 0.4607272843519847, + "val_iou": 0.34013038873672485 + }, + { + "epoch": 19, + "train_loss": 0.14345127840836844, + "val_dice": 0.48690322041511536, + "val_iou": 0.368157019217809 + }, + { + "epoch": 20, + "train_loss": 0.1476777046918869, + "val_dice": 0.5532815158367157, + "val_iou": 0.4331756830215454 + }, + { + "epoch": 21, + "train_loss": 0.15204047163327536, + "val_dice": 0.5593400597572327, + "val_iou": 0.4398977557818095 + }, + { + "epoch": 22, + "train_loss": 0.14561731318632762, + "val_dice": 0.45315391818682355, + "val_iou": 0.3364017804463704 + }, + { + "epoch": 23, + "train_loss": 0.1313715601960818, + "val_dice": 0.48450438181559247, + "val_iou": 0.3653822640577952 + }, + { + "epoch": 24, + "train_loss": 0.1384261260430018, + "val_dice": 0.4816865722338359, + "val_iou": 0.36160118381182355 + }, + { + "epoch": 25, + "train_loss": 0.1383941908677419, + "val_dice": 0.531319816907247, + "val_iou": 0.40683210889498395 + }, + { + "epoch": 26, + "train_loss": 0.13127023329337437, + "val_dice": 0.5462915400664011, + "val_iou": 0.42353446284929913 + }, + { + "epoch": 27, + "train_loss": 0.1295997366309166, + "val_dice": 0.4828481376171112, + "val_iou": 0.3621540367603302 + }, + { + "epoch": 28, + "train_loss": 0.12932093143463136, + "val_dice": 0.47813349962234497, + "val_iou": 0.3592535952727 + }, + { + "epoch": 29, + "train_loss": 0.12296363512674967, + "val_dice": 0.5307880242665609, + "val_iou": 0.41195083657900494 + }, + { + "epoch": 30, + "train_loss": 0.12538089056809743, + "val_dice": 0.5044960776964823, + "val_iou": 0.38426728049914044 + }, + { + "epoch": 31, + "train_loss": 0.12110280493895213, + "val_dice": 0.5138392051060995, + "val_iou": 0.39227502544720966 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/seg_resnet_fold2_val.json b/stage1_final/results/letterbox/resnet/seg_resnet_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..679cdd814997a896f99c86320ebc6e7d2b1be902 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/seg_resnet_fold2_val.json @@ -0,0 +1,309 @@ +{ + "fold": 2, + "metrics": { + "dice": 0.6981580853462219, + "iou": 0.5673689246177673 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5574463586012522, + "val_dice": 0.26307861010233563, + "val_iou": 0.18460423250993094 + }, + { + "epoch": 1, + "train_loss": 0.3845192412535349, + "val_dice": 0.5437605381011963, + "val_iou": 0.4161110619703929 + }, + { + "epoch": 2, + "train_loss": 0.32871147990226746, + "val_dice": 0.5466371476650238, + "val_iou": 0.4106413225332896 + }, + { + "epoch": 3, + "train_loss": 0.2790684719880422, + "val_dice": 0.5290719469388326, + "val_iou": 0.3969462265570958 + }, + { + "epoch": 4, + "train_loss": 0.25652729272842406, + "val_dice": 0.5751852691173553, + "val_iou": 0.4494510193665822 + }, + { + "epoch": 5, + "train_loss": 0.2432687113682429, + "val_dice": 0.5805021127065023, + "val_iou": 0.46336795886357623 + }, + { + "epoch": 6, + "train_loss": 0.22764721512794495, + "val_dice": 0.595313181479772, + "val_iou": 0.46683772404988605 + }, + { + "epoch": 7, + "train_loss": 0.21181648671627046, + "val_dice": 0.5965597828229269, + "val_iou": 0.4579996069272359 + }, + { + "epoch": 8, + "train_loss": 0.20980061491330465, + "val_dice": 0.6162126262982687, + "val_iou": 0.49918397267659503 + }, + { + "epoch": 9, + "train_loss": 0.19838294883569083, + "val_dice": 0.625845601161321, + "val_iou": 0.50702636440595 + }, + { + "epoch": 10, + "train_loss": 0.18568743169307708, + "val_dice": 0.6388706763585409, + "val_iou": 0.5149520536263784 + }, + { + "epoch": 11, + "train_loss": 0.17700849672158558, + "val_dice": 0.6133803228537241, + "val_iou": 0.47900812824567157 + }, + { + "epoch": 12, + "train_loss": 0.17078890899817148, + "val_dice": 0.6468909581502279, + "val_iou": 0.5193000237147013 + }, + { + "epoch": 13, + "train_loss": 0.171710541844368, + "val_dice": 0.6524514655272166, + "val_iou": 0.5227311352888743 + }, + { + "epoch": 14, + "train_loss": 0.1548427328467369, + "val_dice": 0.6518596708774567, + "val_iou": 0.5249240597089132 + }, + { + "epoch": 15, + "train_loss": 0.1568758100271225, + "val_dice": 0.6317262252171835, + "val_iou": 0.5077377756436666 + }, + { + "epoch": 16, + "train_loss": 0.16203189839919407, + "val_dice": 0.629926065603892, + "val_iou": 0.4957811236381531 + }, + { + "epoch": 17, + "train_loss": 0.1515221193432808, + "val_dice": 0.6280902822812399, + "val_iou": 0.49486538767814636 + }, + { + "epoch": 18, + "train_loss": 0.15539505978425344, + "val_dice": 0.6419698198636373, + "val_iou": 0.5071744521458944 + }, + { + "epoch": 19, + "train_loss": 0.14053113212188084, + "val_dice": 0.6361255645751953, + "val_iou": 0.49722450971603394 + }, + { + "epoch": 20, + "train_loss": 0.1453656037648519, + "val_dice": 0.6564111312230428, + "val_iou": 0.5261417726675669 + }, + { + "epoch": 21, + "train_loss": 0.13761675506830215, + "val_dice": 0.6406250794728597, + "val_iou": 0.5165094236532847 + }, + { + "epoch": 22, + "train_loss": 0.13772738029559453, + "val_dice": 0.6400826275348663, + "val_iou": 0.5013854801654816 + }, + { + "epoch": 23, + "train_loss": 0.13857013881206512, + "val_dice": 0.6464644273122152, + "val_iou": 0.5133927762508392 + }, + { + "epoch": 24, + "train_loss": 0.13273163090149562, + "val_dice": 0.6576581199963888, + "val_iou": 0.5232652425765991 + }, + { + "epoch": 25, + "train_loss": 0.12276792625586191, + "val_dice": 0.6663785378138224, + "val_iou": 0.5387076139450073 + }, + { + "epoch": 26, + "train_loss": 0.12820674280325572, + "val_dice": 0.6578773260116577, + "val_iou": 0.5301207602024078 + }, + { + "epoch": 27, + "train_loss": 0.12394393732150395, + "val_dice": 0.6803792715072632, + "val_iou": 0.5506903926531473 + }, + { + "epoch": 28, + "train_loss": 0.1300298010309537, + "val_dice": 0.6751726667086283, + "val_iou": 0.5578366617361704 + }, + { + "epoch": 29, + "train_loss": 0.12694638570149738, + "val_dice": 0.6613917350769043, + "val_iou": 0.527396023273468 + }, + { + "epoch": 30, + "train_loss": 0.13199836115042368, + "val_dice": 0.6699798504511515, + "val_iou": 0.5368621746699015 + }, + { + "epoch": 31, + "train_loss": 0.1194486161073049, + "val_dice": 0.6720950404802958, + "val_iou": 0.5532872676849365 + }, + { + "epoch": 32, + "train_loss": 0.12221159487962723, + "val_dice": 0.6834285259246826, + "val_iou": 0.5463274518648783 + }, + { + "epoch": 33, + "train_loss": 0.12032446314891179, + "val_dice": 0.6902583837509155, + "val_iou": 0.5685625473658243 + }, + { + "epoch": 34, + "train_loss": 0.11801710774501165, + "val_dice": 0.6855235695838928, + "val_iou": 0.553547332684199 + }, + { + "epoch": 35, + "train_loss": 0.12218118906021118, + "val_dice": 0.6880953311920166, + "val_iou": 0.5655313730239868 + }, + { + "epoch": 36, + "train_loss": 0.12083614865938823, + "val_dice": 0.6809210578600565, + "val_iou": 0.5494215190410614 + }, + { + "epoch": 37, + "train_loss": 0.12110798607269922, + "val_dice": 0.6891359686851501, + "val_iou": 0.5689171254634857 + }, + { + "epoch": 38, + "train_loss": 0.11976396143436432, + "val_dice": 0.6780360738436381, + "val_iou": 0.5456182161966959 + }, + { + "epoch": 39, + "train_loss": 0.12067753076553345, + "val_dice": 0.6871115962664286, + "val_iou": 0.5593697130680084 + }, + { + "epoch": 40, + "train_loss": 0.11750092109044392, + "val_dice": 0.6851662000020345, + "val_iou": 0.5617838402589163 + }, + { + "epoch": 41, + "train_loss": 0.11440037687619527, + "val_dice": 0.6904220183690389, + "val_iou": 0.5633331636587778 + }, + { + "epoch": 42, + "train_loss": 0.11771345635255177, + "val_dice": 0.6859217484792074, + "val_iou": 0.5611558655897776 + }, + { + "epoch": 43, + "train_loss": 0.11364996582269668, + "val_dice": 0.6977087259292603, + "val_iou": 0.5714338421821594 + }, + { + "epoch": 44, + "train_loss": 0.11524355014165243, + "val_dice": 0.6981580853462219, + "val_iou": 0.5673689246177673 + }, + { + "epoch": 45, + "train_loss": 0.11994678427775701, + "val_dice": 0.6846698919932047, + "val_iou": 0.5561404526233673 + }, + { + "epoch": 46, + "train_loss": 0.11444028317928315, + "val_dice": 0.6803784966468811, + "val_iou": 0.5537762443224589 + }, + { + "epoch": 47, + "train_loss": 0.11033468892176947, + "val_dice": 0.6869673530260721, + "val_iou": 0.5628916621208191 + }, + { + "epoch": 48, + "train_loss": 0.11450860301653544, + "val_dice": 0.6882795890172323, + "val_iou": 0.5629607141017914 + }, + { + "epoch": 49, + "train_loss": 0.11686926732460658, + "val_dice": 0.6821860273679098, + "val_iou": 0.5568530062834421 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/seg_resnet_fold3_val.json b/stage1_final/results/letterbox/resnet/seg_resnet_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..adc6481788a5b7c7cd26b7c765de4c2deeb16a87 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/seg_resnet_fold3_val.json @@ -0,0 +1,189 @@ +{ + "fold": 3, + "metrics": { + "dice": 0.7082423766454061, + "iou": 0.5628224710623423 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5864123975237211, + "val_dice": 0.22816813178360462, + "val_iou": 0.15798404471327862 + }, + { + "epoch": 1, + "train_loss": 0.42407040546337765, + "val_dice": 0.5113596469163895, + "val_iou": 0.3648741195599238 + }, + { + "epoch": 2, + "train_loss": 0.3682725206017494, + "val_dice": 0.5833665827910105, + "val_iou": 0.4381352365016937 + }, + { + "epoch": 3, + "train_loss": 0.3144390533367793, + "val_dice": 0.6071709990501404, + "val_iou": 0.46507343153158825 + }, + { + "epoch": 4, + "train_loss": 0.290962112446626, + "val_dice": 0.6286216179529825, + "val_iou": 0.48391561210155487 + }, + { + "epoch": 5, + "train_loss": 0.2606950228412946, + "val_dice": 0.6391256352265676, + "val_iou": 0.49400042990843457 + }, + { + "epoch": 6, + "train_loss": 0.23776228725910187, + "val_dice": 0.6486236254374186, + "val_iou": 0.5018832584222158 + }, + { + "epoch": 7, + "train_loss": 0.22247528781493506, + "val_dice": 0.6695150037606558, + "val_iou": 0.5256685465574265 + }, + { + "epoch": 8, + "train_loss": 0.23064862688382468, + "val_dice": 0.6752125322818756, + "val_iou": 0.5289323031902313 + }, + { + "epoch": 9, + "train_loss": 0.20973587781190872, + "val_dice": 0.6991009910901388, + "val_iou": 0.551575223604838 + }, + { + "epoch": 10, + "train_loss": 0.19213545446594557, + "val_dice": 0.6739168564478556, + "val_iou": 0.5267761995395025 + }, + { + "epoch": 11, + "train_loss": 0.18593464915951094, + "val_dice": 0.6887892782688141, + "val_iou": 0.5418164829413096 + }, + { + "epoch": 12, + "train_loss": 0.186147753149271, + "val_dice": 0.7018791735172272, + "val_iou": 0.5560301542282104 + }, + { + "epoch": 13, + "train_loss": 0.18901096284389496, + "val_dice": 0.6979806025822958, + "val_iou": 0.5513302485148112 + }, + { + "epoch": 14, + "train_loss": 0.18023840834697089, + "val_dice": 0.6743424435456594, + "val_iou": 0.5254515657822291 + }, + { + "epoch": 15, + "train_loss": 0.16888772447903952, + "val_dice": 0.688865194718043, + "val_iou": 0.5413705507914225 + }, + { + "epoch": 16, + "train_loss": 0.16234580799937248, + "val_dice": 0.7046338617801666, + "val_iou": 0.5589747826258341 + }, + { + "epoch": 17, + "train_loss": 0.15565948809186617, + "val_dice": 0.6940431495507559, + "val_iou": 0.5478290071090063 + }, + { + "epoch": 18, + "train_loss": 0.14723295904695988, + "val_dice": 0.7000504036744436, + "val_iou": 0.5540872861941656 + }, + { + "epoch": 19, + "train_loss": 0.14736992120742798, + "val_dice": 0.7082423766454061, + "val_iou": 0.5628224710623423 + }, + { + "epoch": 20, + "train_loss": 0.13921367625395456, + "val_dice": 0.6835573315620422, + "val_iou": 0.5374027788639069 + }, + { + "epoch": 21, + "train_loss": 0.14268715679645538, + "val_dice": 0.6893685559431711, + "val_iou": 0.5413041065136591 + }, + { + "epoch": 22, + "train_loss": 0.13732383772730827, + "val_dice": 0.6795848608016968, + "val_iou": 0.5321360031763712 + }, + { + "epoch": 23, + "train_loss": 0.1507919579744339, + "val_dice": 0.6979284981886545, + "val_iou": 0.549867977698644 + }, + { + "epoch": 24, + "train_loss": 0.13843210662404695, + "val_dice": 0.7035161256790161, + "val_iou": 0.5573951403299967 + }, + { + "epoch": 25, + "train_loss": 0.1323693556090196, + "val_dice": 0.6924090882142385, + "val_iou": 0.544893870751063 + }, + { + "epoch": 26, + "train_loss": 0.13800151273608208, + "val_dice": 0.6951518456141154, + "val_iou": 0.5478832523028055 + }, + { + "epoch": 27, + "train_loss": 0.12712974908451238, + "val_dice": 0.6872527897357941, + "val_iou": 0.5393718779087067 + }, + { + "epoch": 28, + "train_loss": 0.13343685865402222, + "val_dice": 0.6965577304363251, + "val_iou": 0.5488097369670868 + }, + { + "epoch": 29, + "train_loss": 0.12437542900443077, + "val_dice": 0.7011760473251343, + "val_iou": 0.5541372100512186 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/seg_resnet_fold4_val.json b/stage1_final/results/letterbox/resnet/seg_resnet_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..b67c4b56d567ef82814cef7e8e7c38719c7aef1a --- /dev/null +++ b/stage1_final/results/letterbox/resnet/seg_resnet_fold4_val.json @@ -0,0 +1,285 @@ +{ + "fold": 4, + "metrics": { + "dice": 0.6519192457199097, + "iou": 0.5151777803897858 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5808447668185601, + "val_dice": 0.1391313798725605, + "val_iou": 0.09005018919706345 + }, + { + "epoch": 1, + "train_loss": 0.4034502850129054, + "val_dice": 0.3400457978248596, + "val_iou": 0.23260805010795593 + }, + { + "epoch": 2, + "train_loss": 0.32384029030799866, + "val_dice": 0.4788572549819946, + "val_iou": 0.3427719295024872 + }, + { + "epoch": 3, + "train_loss": 0.2830123614806395, + "val_dice": 0.5386809229850769, + "val_iou": 0.3903132379055023 + }, + { + "epoch": 4, + "train_loss": 0.24960486132365006, + "val_dice": 0.5612813293933868, + "val_iou": 0.41530356407165525 + }, + { + "epoch": 5, + "train_loss": 0.23549983822382414, + "val_dice": 0.535904324054718, + "val_iou": 0.3971851050853729 + }, + { + "epoch": 6, + "train_loss": 0.21375807317403647, + "val_dice": 0.5817577481269837, + "val_iou": 0.4340317130088806 + }, + { + "epoch": 7, + "train_loss": 0.21661569063480085, + "val_dice": 0.5453902840614319, + "val_iou": 0.39445084929466245 + }, + { + "epoch": 8, + "train_loss": 0.20567482366011694, + "val_dice": 0.5846776366233826, + "val_iou": 0.4389895975589752 + }, + { + "epoch": 9, + "train_loss": 0.18878983992796677, + "val_dice": 0.5976588606834412, + "val_iou": 0.44652739763259885 + }, + { + "epoch": 10, + "train_loss": 0.17564231959673074, + "val_dice": 0.6065201163291931, + "val_iou": 0.45512849688529966 + }, + { + "epoch": 11, + "train_loss": 0.17107757008992708, + "val_dice": 0.602072560787201, + "val_iou": 0.45753817558288573 + }, + { + "epoch": 12, + "train_loss": 0.15406735929159018, + "val_dice": 0.6008754372596741, + "val_iou": 0.45280817747116087 + }, + { + "epoch": 13, + "train_loss": 0.16976123245862815, + "val_dice": 0.6026949167251587, + "val_iou": 0.4545284271240234 + }, + { + "epoch": 14, + "train_loss": 0.16147381296524635, + "val_dice": 0.6116589665412903, + "val_iou": 0.47396663427352903 + }, + { + "epoch": 15, + "train_loss": 0.15134244412183762, + "val_dice": 0.6118612289428711, + "val_iou": 0.475403356552124 + }, + { + "epoch": 16, + "train_loss": 0.1522230597642752, + "val_dice": 0.6226057887077332, + "val_iou": 0.4805629312992096 + }, + { + "epoch": 17, + "train_loss": 0.14168758461108574, + "val_dice": 0.6355854272842407, + "val_iou": 0.49057963490486145 + }, + { + "epoch": 18, + "train_loss": 0.14846698481302995, + "val_dice": 0.6354980587959289, + "val_iou": 0.4929196357727051 + }, + { + "epoch": 19, + "train_loss": 0.14780663813535982, + "val_dice": 0.615716016292572, + "val_iou": 0.4787775456905365 + }, + { + "epoch": 20, + "train_loss": 0.13746026215644983, + "val_dice": 0.6187670528888702, + "val_iou": 0.4837314486503601 + }, + { + "epoch": 21, + "train_loss": 0.13104632038336533, + "val_dice": 0.6371019005775451, + "val_iou": 0.4924018681049347 + }, + { + "epoch": 22, + "train_loss": 0.13233257142397073, + "val_dice": 0.6300883769989014, + "val_iou": 0.48990796208381654 + }, + { + "epoch": 23, + "train_loss": 0.12233268297635592, + "val_dice": 0.6227200388908386, + "val_iou": 0.4876902878284454 + }, + { + "epoch": 24, + "train_loss": 0.12392034840125304, + "val_dice": 0.6320040106773377, + "val_iou": 0.49327471256256106 + }, + { + "epoch": 25, + "train_loss": 0.11265066323372033, + "val_dice": 0.6343986630439759, + "val_iou": 0.49360222816467286 + }, + { + "epoch": 26, + "train_loss": 0.12161968992306636, + "val_dice": 0.6354913830757141, + "val_iou": 0.49416291117668154 + }, + { + "epoch": 27, + "train_loss": 0.11601909880454724, + "val_dice": 0.6376958727836609, + "val_iou": 0.5021717488765717 + }, + { + "epoch": 28, + "train_loss": 0.11350526087559186, + "val_dice": 0.6495377898216248, + "val_iou": 0.5102875649929046 + }, + { + "epoch": 29, + "train_loss": 0.11371345703418438, + "val_dice": 0.6397688150405884, + "val_iou": 0.5007157564163208 + }, + { + "epoch": 30, + "train_loss": 0.12530157313897058, + "val_dice": 0.6421021461486817, + "val_iou": 0.5053785979747772 + }, + { + "epoch": 31, + "train_loss": 0.11449487736591926, + "val_dice": 0.6478276252746582, + "val_iou": 0.5074536025524139 + }, + { + "epoch": 32, + "train_loss": 0.11719334927889016, + "val_dice": 0.6315344214439392, + "val_iou": 0.496990841627121 + }, + { + "epoch": 33, + "train_loss": 0.11037456530791062, + "val_dice": 0.6407398700714111, + "val_iou": 0.5030072271823883 + }, + { + "epoch": 34, + "train_loss": 0.11427749292208599, + "val_dice": 0.6490572333335877, + "val_iou": 0.5133954107761383 + }, + { + "epoch": 35, + "train_loss": 0.10827556825601138, + "val_dice": 0.6519192457199097, + "val_iou": 0.5151777803897858 + }, + { + "epoch": 36, + "train_loss": 0.10899599125752082, + "val_dice": 0.6494723081588745, + "val_iou": 0.5143801808357239 + }, + { + "epoch": 37, + "train_loss": 0.12161825883847016, + "val_dice": 0.64223872423172, + "val_iou": 0.5076334357261658 + }, + { + "epoch": 38, + "train_loss": 0.11037854678355731, + "val_dice": 0.6494713425636292, + "val_iou": 0.5080469191074372 + }, + { + "epoch": 39, + "train_loss": 0.1076766332754722, + "val_dice": 0.63940509557724, + "val_iou": 0.5041401803493499 + }, + { + "epoch": 40, + "train_loss": 0.10569367557764053, + "val_dice": 0.644664716720581, + "val_iou": 0.5099396646022797 + }, + { + "epoch": 41, + "train_loss": 0.11450638335484725, + "val_dice": 0.6466863989830017, + "val_iou": 0.5115841269493103 + }, + { + "epoch": 42, + "train_loss": 0.11067075396959598, + "val_dice": 0.6418184638023376, + "val_iou": 0.5075814425945282 + }, + { + "epoch": 43, + "train_loss": 0.10276559224495521, + "val_dice": 0.6418625116348267, + "val_iou": 0.5074478983879089 + }, + { + "epoch": 44, + "train_loss": 0.10836722873724423, + "val_dice": 0.6458578705787659, + "val_iou": 0.5125878334045411 + }, + { + "epoch": 45, + "train_loss": 0.10764029220892833, + "val_dice": 0.649928343296051, + "val_iou": 0.5150430977344513 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/target3_resnet_cv_summary.json b/stage1_final/results/letterbox/resnet/target3_resnet_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9c4b666809bc0ede220e245772fd70ec2a6a7ab2 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/target3_resnet_cv_summary.json @@ -0,0 +1,374 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "macro_f1": 0.6888789981412877, + "accuracy": 0.9397410358565738, + "balanced_acc": 0.6858827165813292, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.14285714285714285, + "non_roi": 0.9904489016236867 + }, + "per_class_precision": { + "malignant": 0.9514672686230248, + "non_malignant": 0.16666666666666666, + "non_roi": 0.9601851851851851 + }, + "confusion_matrix": [ + [ + 843, + 35, + 34 + ], + [ + 33, + 7, + 9 + ], + [ + 10, + 0, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9514672686230248, + "recall": 0.9243421052631579, + "f1-score": 0.9377085650723026, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.16666666666666666, + "recall": 0.14285714285714285, + "f1-score": 0.15384615384615385, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9601851851851851, + "recall": 0.9904489016236867, + "f1-score": 0.9750822755054067, + "support": 1047.0 + }, + "accuracy": 0.9397410358565738, + "macro avg": { + "precision": 0.6927730401582922, + "recall": 0.6858827165813292, + "f1-score": 0.6888789981412877, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.936861904651272, + "recall": 0.9397410358565738, + "f1-score": 0.938067637120798, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9880597014925373, + "src_B_n": 670, + "src_C_acc": 0.9288052373158756, + "src_C_n": 1222, + "src_D_acc": 0.7758620689655172, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.5749939773548542, + "accuracy": 0.8532473971244422, + "balanced_acc": 0.5811635625398409, + "per_class_recall": { + "malignant": 0.8278508771929824, + "non_malignant": 0.0, + "non_roi": 0.9156398104265403 + }, + "per_class_precision": { + "malignant": 0.8708189158016147, + "non_malignant": 0.0, + "non_roi": 0.84 + }, + "confusion_matrix": [ + [ + 755, + 0, + 157 + ], + [ + 23, + 0, + 27 + ], + [ + 89, + 0, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8708189158016147, + "recall": 0.8278508771929824, + "f1-score": 0.8487914558740866, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.0, + "recall": 0.0, + "f1-score": 0.0, + "support": 50.0 + }, + "non_roi": { + "precision": 0.84, + "recall": 0.9156398104265403, + "f1-score": 0.8761904761904762, + "support": 1055.0 + }, + "accuracy": 0.8532473971244422, + "macro avg": { + "precision": 0.5702729719338716, + "recall": 0.5811635625398409, + "f1-score": 0.5749939773548542, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8331119738279983, + "recall": 0.8532473971244422, + "f1-score": 0.8420816857402674, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.8873626373626373, + "src_B_n": 728, + "src_C_acc": 0.863302752293578, + "src_C_n": 1090, + "src_D_acc": 0.6733668341708543, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.708771243093952, + "accuracy": 0.9235412474849095, + "balanced_acc": 0.6960938986195958, + "per_class_recall": { + "malignant": 0.9484649122807017, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9357351509250244 + }, + "per_class_precision": { + "malignant": 0.8954451345755694, + "non_malignant": 0.3333333333333333, + "non_roi": 0.96875 + }, + "confusion_matrix": [ + [ + 865, + 19, + 28 + ], + [ + 36, + 10, + 3 + ], + [ + 65, + 1, + 961 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8954451345755694, + "recall": 0.9484649122807017, + "f1-score": 0.9211927582534611, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.20408163265306123, + "f1-score": 0.25316455696202533, + "support": 49.0 + }, + "non_roi": { + "precision": 0.96875, + "recall": 0.9357351509250244, + "f1-score": 0.9519564140663694, + "support": 1027.0 + }, + "accuracy": 0.9235412474849095, + "macro avg": { + "precision": 0.7325094893029677, + "recall": 0.6960938986195958, + "f1-score": 0.708771243093952, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9194595302144127, + "recall": 0.9235412474849095, + "f1-score": 0.9206197666320206, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9439252336448598, + "src_B_n": 749, + "src_C_acc": 0.9566854990583804, + "src_C_n": 1062, + "src_D_acc": 0.6384180790960452, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.6855263141708154, + "accuracy": 0.878345498783455, + "balanced_acc": 0.7288352210038958, + "per_class_recall": { + "malignant": 0.9266155531215772, + "non_malignant": 0.4, + "non_roi": 0.8598901098901099 + }, + "per_class_precision": { + "malignant": 0.8840125391849529, + "non_malignant": 0.18018018018018017, + "non_roi": 0.9513677811550152 + }, + "confusion_matrix": [ + [ + 846, + 23, + 44 + ], + [ + 26, + 20, + 4 + ], + [ + 85, + 68, + 939 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8840125391849529, + "recall": 0.9266155531215772, + "f1-score": 0.9048128342245989, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18018018018018017, + "recall": 0.4, + "f1-score": 0.2484472049689441, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513677811550152, + "recall": 0.8598901098901099, + "f1-score": 0.9033189033189033, + "support": 1092.0 + }, + "accuracy": 0.878345498783455, + "macro avg": { + "precision": 0.6718535001733827, + "recall": 0.7288352210038958, + "f1-score": 0.6855263141708154, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9026793548935025, + "recall": 0.878345498783455, + "f1-score": 0.8880490123210455, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9451327433628318, + "src_B_n": 565, + "src_C_acc": 0.8327556325823223, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6814272127857329, + "accuracy": 0.9084542271135568, + "balanced_acc": 0.6768949366921819, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.17647058823529413, + "non_roi": 0.9352657004830918 + }, + "per_class_precision": { + "malignant": 0.894456289978678, + "non_malignant": 0.21951219512195122, + "non_roi": 0.9490196078431372 + }, + "confusion_matrix": [ + [ + 839, + 26, + 48 + ], + [ + 38, + 9, + 4 + ], + [ + 61, + 6, + 968 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.894456289978678, + "recall": 0.91894852135816, + "f1-score": 0.9065370070232307, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.21951219512195122, + "recall": 0.17647058823529413, + "f1-score": 0.1956521739130435, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9490196078431372, + "recall": 0.9352657004830918, + "f1-score": 0.9420924574209246, + "support": 1035.0 + }, + "accuracy": 0.9084542271135568, + "macro avg": { + "precision": 0.6876626976479221, + "recall": 0.6768949366921819, + "f1-score": 0.6814272127857329, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9054872480337167, + "recall": 0.9084542271135568, + "f1-score": 0.9068095256190255, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9005328596802842, + "src_C_n": 1126, + "src_D_acc": 0.7540983606557377, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.6679195491093284, + "cv_macro_f1_std": 0.047404169531714856, + "cv_non_malignant_recall_mean": 0.18468187274909967, + "cv_non_malignant_recall_std": 0.12857867160083958 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/target3_resnet_final.json b/stage1_final/results/letterbox/resnet/target3_resnet_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4677327def567c2f86253d8f3800342c2bacbe52 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/target3_resnet_final.json @@ -0,0 +1,4552 @@ +{ + "backbone": "resnet", + "val_metrics": { + "macro_f1": 0.7223239155841683, + "accuracy": 0.9017153453871117, + "balanced_acc": 0.7581237918567664, + "per_class_recall": { + "malignant": 0.88, + "non_malignant": 0.4528301886792453, + "non_roi": 0.941541186891054 + }, + "per_class_precision": { + "malignant": 0.9186295503211992, + "non_malignant": 0.2553191489361702, + "non_roi": 0.941541186891054 + }, + "confusion_matrix": [ + [ + 858, + 62, + 55 + ], + [ + 18, + 24, + 11 + ], + [ + 58, + 8, + 1063 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9186295503211992, + "recall": 0.88, + "f1-score": 0.8988999476165531, + "support": 975.0 + }, + "non_malignant": { + "precision": 0.2553191489361702, + "recall": 0.4528301886792453, + "f1-score": 0.32653061224489793, + "support": 53.0 + }, + "non_roi": { + "precision": 0.941541186891054, + "recall": 0.941541186891054, + "f1-score": 0.941541186891054, + "support": 1129.0 + }, + "accuracy": 0.9017153453871117, + "macro avg": { + "precision": 0.7051632953828078, + "recall": 0.7581237918567664, + "f1-score": 0.7223239155841683, + "support": 2157.0 + }, + "weighted avg": { + "precision": 0.9143234707727336, + "recall": 0.9017153453871117, + "f1-score": 0.907155109585127, + "support": 2157.0 + } + }, + "n": 2157, + "src_B_acc": 0.9776286353467561, + "src_B_n": 447, + "src_C_acc": 0.8815359477124183, + "src_C_n": 1224, + "src_D_acc": 0.8827160493827161, + "src_D_n": 486 + }, + "test_metrics": { + "macro_f1": 0.7583345419165192, + "accuracy": 0.9256505576208178, + "balanced_acc": 0.764498934365499, + "per_class_recall": { + "malignant": 0.9488752556237219, + "non_malignant": 0.41509433962264153, + "non_roi": 0.9295272078501338 + }, + "per_class_precision": { + "malignant": 0.9160908193484699, + "non_malignant": 0.3793103448275862, + "non_roi": 0.9639222941720629 + }, + "confusion_matrix": [ + [ + 928, + 30, + 20 + ], + [ + 12, + 22, + 19 + ], + [ + 73, + 6, + 1042 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9160908193484699, + "recall": 0.9488752556237219, + "f1-score": 0.9321948769462581, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.3793103448275862, + "recall": 0.41509433962264153, + "f1-score": 0.3963963963963964, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9639222941720629, + "recall": 0.9295272078501338, + "f1-score": 0.9464123524069028, + "support": 1121.0 + }, + "accuracy": 0.9256505576208178, + "macro avg": { + "precision": 0.7531078194493729, + "recall": 0.764498934365499, + "f1-score": 0.7583345419165192, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9277867850211655, + "recall": 0.9256505576208178, + "f1-score": 0.9264051327651428, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.904121110176619, + "src_C_n": 1189, + "src_D_acc": 0.8715953307392996, + "src_D_n": 257 + }, + "test_predictions": [ + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 0, + 0, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 1, + 1, + 2, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 2 + ], + "test_true": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 2 + ], + "logs": [ + { + "epoch": 0, + "train_loss": 0.6229078295124564, + "val_macro_f1": 0.5981759946515713 + }, + { + "epoch": 1, + "train_loss": 0.47738732312135634, + "val_macro_f1": 0.602671677637431 + }, + { + "epoch": 2, + "train_loss": 0.45035426745748824, + "val_macro_f1": 0.6011526158143939 + }, + { + "epoch": 3, + "train_loss": 0.4259763523271889, + "val_macro_f1": 0.6112241742701209 + }, + { + "epoch": 4, + "train_loss": 0.41029934309850075, + "val_macro_f1": 0.6323753215361294 + }, + { + "epoch": 5, + "train_loss": 0.3921037082839164, + "val_macro_f1": 0.6972620007447524 + }, + { + "epoch": 6, + "train_loss": 0.3881657451960691, + "val_macro_f1": 0.6677997574567683 + }, + { + "epoch": 7, + "train_loss": 0.3817187536294293, + "val_macro_f1": 0.7040600949670717 + }, + { + "epoch": 8, + "train_loss": 0.3726365551067765, + "val_macro_f1": 0.6795134830780869 + }, + { + "epoch": 9, + "train_loss": 0.3677122467642377, + "val_macro_f1": 0.7061106320008577 + }, + { + "epoch": 10, + "train_loss": 0.3589630102276043, + "val_macro_f1": 0.6835197531866147 + }, + { + "epoch": 11, + "train_loss": 0.35210557690091954, + "val_macro_f1": 0.7139941425735868 + }, + { + "epoch": 12, + "train_loss": 0.35468299032016926, + "val_macro_f1": 0.6984255129089689 + }, + { + "epoch": 13, + "train_loss": 0.35226902327719767, + "val_macro_f1": 0.7223239155841683 + }, + { + "epoch": 14, + "train_loss": 0.3470750337193726, + "val_macro_f1": 0.6931793907252951 + }, + { + "epoch": 15, + "train_loss": 0.34696838601379637, + "val_macro_f1": 0.6962384375909875 + }, + { + "epoch": 16, + "train_loss": 0.3430639290885561, + "val_macro_f1": 0.7133245192020174 + }, + { + "epoch": 17, + "train_loss": 0.34104909562760855, + "val_macro_f1": 0.6921569232324657 + }, + { + "epoch": 18, + "train_loss": 0.3446259614388654, + "val_macro_f1": 0.6836329860485777 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/target3_resnet_fold0_val.json b/stage1_final/results/letterbox/resnet/target3_resnet_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..73e434947e545cc452b4cc017fa5ce1f8ccf13fb --- /dev/null +++ b/stage1_final/results/letterbox/resnet/target3_resnet_fold0_val.json @@ -0,0 +1,147 @@ +{ + "fold": 0, + "metrics": { + "macro_f1": 0.6888789981412877, + "accuracy": 0.9397410358565738, + "balanced_acc": 0.6858827165813292, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.14285714285714285, + "non_roi": 0.9904489016236867 + }, + "per_class_precision": { + "malignant": 0.9514672686230248, + "non_malignant": 0.16666666666666666, + "non_roi": 0.9601851851851851 + }, + "confusion_matrix": [ + [ + 843, + 35, + 34 + ], + [ + 33, + 7, + 9 + ], + [ + 10, + 0, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9514672686230248, + "recall": 0.9243421052631579, + "f1-score": 0.9377085650723026, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.16666666666666666, + "recall": 0.14285714285714285, + "f1-score": 0.15384615384615385, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9601851851851851, + "recall": 0.9904489016236867, + "f1-score": 0.9750822755054067, + "support": 1047.0 + }, + "accuracy": 0.9397410358565738, + "macro avg": { + "precision": 0.6927730401582922, + "recall": 0.6858827165813292, + "f1-score": 0.6888789981412877, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.936861904651272, + "recall": 0.9397410358565738, + "f1-score": 0.938067637120798, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9880597014925373, + "src_B_n": 670, + "src_C_acc": 0.9288052373158756, + "src_C_n": 1222, + "src_D_acc": 0.7758620689655172, + "src_D_n": 116 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.6759951939582824, + "val_macro_f1": 0.6203864567586151 + }, + { + "epoch": 1, + "train_loss": 0.48789161920547486, + "val_macro_f1": 0.6303006315187912 + }, + { + "epoch": 2, + "train_loss": 0.4668972735404968, + "val_macro_f1": 0.6377229012862626 + }, + { + "epoch": 3, + "train_loss": 0.4415466101169586, + "val_macro_f1": 0.6425448424096344 + }, + { + "epoch": 4, + "train_loss": 0.42212887477874755, + "val_macro_f1": 0.6404514195328055 + }, + { + "epoch": 5, + "train_loss": 0.40990403938293457, + "val_macro_f1": 0.6426800050654743 + }, + { + "epoch": 6, + "train_loss": 0.3995689868927002, + "val_macro_f1": 0.6396609467929896 + }, + { + "epoch": 7, + "train_loss": 0.3906008453369141, + "val_macro_f1": 0.6841133809448952 + }, + { + "epoch": 8, + "train_loss": 0.3852879610061645, + "val_macro_f1": 0.6888789981412877 + }, + { + "epoch": 9, + "train_loss": 0.3867459547519684, + "val_macro_f1": 0.6589848618436908 + }, + { + "epoch": 10, + "train_loss": 0.36993856620788573, + "val_macro_f1": 0.6660519877694874 + }, + { + "epoch": 11, + "train_loss": 0.3632357621192932, + "val_macro_f1": 0.657869073555348 + }, + { + "epoch": 12, + "train_loss": 0.359282044172287, + "val_macro_f1": 0.6689195851691817 + }, + { + "epoch": 13, + "train_loss": 0.36278547525405885, + "val_macro_f1": 0.6728155111278292 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/target3_resnet_fold1_val.json b/stage1_final/results/letterbox/resnet/target3_resnet_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..ffd0f1cdc56486f978f42060995b792c2a40f0fa --- /dev/null +++ b/stage1_final/results/letterbox/resnet/target3_resnet_fold1_val.json @@ -0,0 +1,107 @@ +{ + "fold": 1, + "metrics": { + "macro_f1": 0.5749939773548542, + "accuracy": 0.8532473971244422, + "balanced_acc": 0.5811635625398409, + "per_class_recall": { + "malignant": 0.8278508771929824, + "non_malignant": 0.0, + "non_roi": 0.9156398104265403 + }, + "per_class_precision": { + "malignant": 0.8708189158016147, + "non_malignant": 0.0, + "non_roi": 0.84 + }, + "confusion_matrix": [ + [ + 755, + 0, + 157 + ], + [ + 23, + 0, + 27 + ], + [ + 89, + 0, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8708189158016147, + "recall": 0.8278508771929824, + "f1-score": 0.8487914558740866, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.0, + "recall": 0.0, + "f1-score": 0.0, + "support": 50.0 + }, + "non_roi": { + "precision": 0.84, + "recall": 0.9156398104265403, + "f1-score": 0.8761904761904762, + "support": 1055.0 + }, + "accuracy": 0.8532473971244422, + "macro avg": { + "precision": 0.5702729719338716, + "recall": 0.5811635625398409, + "f1-score": 0.5749939773548542, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8331119738279983, + "recall": 0.8532473971244422, + "f1-score": 0.8420816857402674, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.8873626373626373, + "src_B_n": 728, + "src_C_acc": 0.863302752293578, + "src_C_n": 1090, + "src_D_acc": 0.6733668341708543, + "src_D_n": 199 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.6636193275451661, + "val_macro_f1": 0.5749939773548542 + }, + { + "epoch": 1, + "train_loss": 0.4668263425827026, + "val_macro_f1": 0.529814783304659 + }, + { + "epoch": 2, + "train_loss": 0.4401687815189362, + "val_macro_f1": 0.5472288667437529 + }, + { + "epoch": 3, + "train_loss": 0.41673909163475037, + "val_macro_f1": 0.567939105980101 + }, + { + "epoch": 4, + "train_loss": 0.40771695685386655, + "val_macro_f1": 0.5720007914343609 + }, + { + "epoch": 5, + "train_loss": 0.4062992126941681, + "val_macro_f1": 0.5696678399113497 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/target3_resnet_fold2_val.json b/stage1_final/results/letterbox/resnet/target3_resnet_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..1106ccd32791607aa4b0c9de84c5961048b137b0 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/target3_resnet_fold2_val.json @@ -0,0 +1,192 @@ +{ + "fold": 2, + "metrics": { + "macro_f1": 0.708771243093952, + "accuracy": 0.9235412474849095, + "balanced_acc": 0.6960938986195958, + "per_class_recall": { + "malignant": 0.9484649122807017, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9357351509250244 + }, + "per_class_precision": { + "malignant": 0.8954451345755694, + "non_malignant": 0.3333333333333333, + "non_roi": 0.96875 + }, + "confusion_matrix": [ + [ + 865, + 19, + 28 + ], + [ + 36, + 10, + 3 + ], + [ + 65, + 1, + 961 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8954451345755694, + "recall": 0.9484649122807017, + "f1-score": 0.9211927582534611, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3333333333333333, + "recall": 0.20408163265306123, + "f1-score": 0.25316455696202533, + "support": 49.0 + }, + "non_roi": { + "precision": 0.96875, + "recall": 0.9357351509250244, + "f1-score": 0.9519564140663694, + "support": 1027.0 + }, + "accuracy": 0.9235412474849095, + "macro avg": { + "precision": 0.7325094893029677, + "recall": 0.6960938986195958, + "f1-score": 0.708771243093952, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9194595302144127, + "recall": 0.9235412474849095, + "f1-score": 0.9206197666320206, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9439252336448598, + "src_B_n": 749, + "src_C_acc": 0.9566854990583804, + "src_C_n": 1062, + "src_D_acc": 0.6384180790960452, + "src_D_n": 177 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.6613241822000534, + "val_macro_f1": 0.6070946354884511 + }, + { + "epoch": 1, + "train_loss": 0.4792733391125997, + "val_macro_f1": 0.6198891400660362 + }, + { + "epoch": 2, + "train_loss": 0.4530515940416427, + "val_macro_f1": 0.618439362914172 + }, + { + "epoch": 3, + "train_loss": 0.4226416141267807, + "val_macro_f1": 0.6211255541597018 + }, + { + "epoch": 4, + "train_loss": 0.4162448114818997, + "val_macro_f1": 0.6199124529451896 + }, + { + "epoch": 5, + "train_loss": 0.3969881262571093, + "val_macro_f1": 0.6772229720455689 + }, + { + "epoch": 6, + "train_loss": 0.3914750748210483, + "val_macro_f1": 0.6789145732245104 + }, + { + "epoch": 7, + "train_loss": 0.38394109289797523, + "val_macro_f1": 0.6514132928590225 + }, + { + "epoch": 8, + "train_loss": 0.3670789466963874, + "val_macro_f1": 0.6829315120237235 + }, + { + "epoch": 9, + "train_loss": 0.36350399042878834, + "val_macro_f1": 0.6687441394645223 + }, + { + "epoch": 10, + "train_loss": 0.36211398031030384, + "val_macro_f1": 0.6798817713451859 + }, + { + "epoch": 11, + "train_loss": 0.36451911500522066, + "val_macro_f1": 0.6914250065806978 + }, + { + "epoch": 12, + "train_loss": 0.35378466617493404, + "val_macro_f1": 0.6883796801065706 + }, + { + "epoch": 13, + "train_loss": 0.3555467211537891, + "val_macro_f1": 0.702073142040278 + }, + { + "epoch": 14, + "train_loss": 0.34703665877145434, + "val_macro_f1": 0.6690714518814472 + }, + { + "epoch": 15, + "train_loss": 0.342732697725296, + "val_macro_f1": 0.6852866482470565 + }, + { + "epoch": 16, + "train_loss": 0.3460308892859353, + "val_macro_f1": 0.6724818241159655 + }, + { + "epoch": 17, + "train_loss": 0.3426562888281686, + "val_macro_f1": 0.708771243093952 + }, + { + "epoch": 18, + "train_loss": 0.3414808398201352, + "val_macro_f1": 0.7048548412554997 + }, + { + "epoch": 19, + "train_loss": 0.34444422452222734, + "val_macro_f1": 0.6904869258415435 + }, + { + "epoch": 20, + "train_loss": 0.336492924936234, + "val_macro_f1": 0.7057132562123319 + }, + { + "epoch": 21, + "train_loss": 0.33823899972060373, + "val_macro_f1": 0.6774096550215954 + }, + { + "epoch": 22, + "train_loss": 0.3367017245008832, + "val_macro_f1": 0.676578391459992 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/target3_resnet_fold3_val.json b/stage1_final/results/letterbox/resnet/target3_resnet_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..fd8999d427e0231d4db0c3d4a5b567d932a11dc2 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/target3_resnet_fold3_val.json @@ -0,0 +1,202 @@ +{ + "fold": 3, + "metrics": { + "macro_f1": 0.6855263141708154, + "accuracy": 0.878345498783455, + "balanced_acc": 0.7288352210038958, + "per_class_recall": { + "malignant": 0.9266155531215772, + "non_malignant": 0.4, + "non_roi": 0.8598901098901099 + }, + "per_class_precision": { + "malignant": 0.8840125391849529, + "non_malignant": 0.18018018018018017, + "non_roi": 0.9513677811550152 + }, + "confusion_matrix": [ + [ + 846, + 23, + 44 + ], + [ + 26, + 20, + 4 + ], + [ + 85, + 68, + 939 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8840125391849529, + "recall": 0.9266155531215772, + "f1-score": 0.9048128342245989, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18018018018018017, + "recall": 0.4, + "f1-score": 0.2484472049689441, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9513677811550152, + "recall": 0.8598901098901099, + "f1-score": 0.9033189033189033, + "support": 1092.0 + }, + "accuracy": 0.878345498783455, + "macro avg": { + "precision": 0.6718535001733827, + "recall": 0.7288352210038958, + "f1-score": 0.6855263141708154, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9026793548935025, + "recall": 0.878345498783455, + "f1-score": 0.8880490123210455, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9451327433628318, + "src_B_n": 565, + "src_C_acc": 0.8327556325823223, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.6558465213775635, + "val_macro_f1": 0.5631807355945287 + }, + { + "epoch": 1, + "train_loss": 0.4900139980316162, + "val_macro_f1": 0.5895340149071492 + }, + { + "epoch": 2, + "train_loss": 0.4463319799900055, + "val_macro_f1": 0.6144944461574738 + }, + { + "epoch": 3, + "train_loss": 0.4237514472007751, + "val_macro_f1": 0.6013652001140205 + }, + { + "epoch": 4, + "train_loss": 0.41651095819473266, + "val_macro_f1": 0.5959283906754723 + }, + { + "epoch": 5, + "train_loss": 0.4046211009025574, + "val_macro_f1": 0.6305098144205177 + }, + { + "epoch": 6, + "train_loss": 0.3917780816555023, + "val_macro_f1": 0.610364065517488 + }, + { + "epoch": 7, + "train_loss": 0.3832417035102844, + "val_macro_f1": 0.6671969561170958 + }, + { + "epoch": 8, + "train_loss": 0.37833263993263244, + "val_macro_f1": 0.6492806338559026 + }, + { + "epoch": 9, + "train_loss": 0.3734293863773346, + "val_macro_f1": 0.6631099573590786 + }, + { + "epoch": 10, + "train_loss": 0.3641450927257538, + "val_macro_f1": 0.6481588320889108 + }, + { + "epoch": 11, + "train_loss": 0.3591209692955017, + "val_macro_f1": 0.6770918886528593 + }, + { + "epoch": 12, + "train_loss": 0.3522878952026367, + "val_macro_f1": 0.6679822628172483 + }, + { + "epoch": 13, + "train_loss": 0.35221759152412413, + "val_macro_f1": 0.6376620487300177 + }, + { + "epoch": 14, + "train_loss": 0.35135318350791933, + "val_macro_f1": 0.6357345790959522 + }, + { + "epoch": 15, + "train_loss": 0.3460500583648682, + "val_macro_f1": 0.6777646927750313 + }, + { + "epoch": 16, + "train_loss": 0.345328720331192, + "val_macro_f1": 0.662789916581621 + }, + { + "epoch": 17, + "train_loss": 0.34117532086372376, + "val_macro_f1": 0.6481359565857252 + }, + { + "epoch": 18, + "train_loss": 0.3368652858734131, + "val_macro_f1": 0.6747589194673881 + }, + { + "epoch": 19, + "train_loss": 0.34013196802139284, + "val_macro_f1": 0.6825303648043969 + }, + { + "epoch": 20, + "train_loss": 0.3349564669132233, + "val_macro_f1": 0.6855263141708154 + }, + { + "epoch": 21, + "train_loss": 0.3347694823741913, + "val_macro_f1": 0.6814140445167925 + }, + { + "epoch": 22, + "train_loss": 0.3355400893688202, + "val_macro_f1": 0.682038709102042 + }, + { + "epoch": 23, + "train_loss": 0.336662326335907, + "val_macro_f1": 0.6818746351596593 + }, + { + "epoch": 24, + "train_loss": 0.33651380372047424, + "val_macro_f1": 0.6820873134471656 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/resnet/target3_resnet_fold4_val.json b/stage1_final/results/letterbox/resnet/target3_resnet_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..3cbff2b861f6b23c4fd4bdd296ac71b57d625be8 --- /dev/null +++ b/stage1_final/results/letterbox/resnet/target3_resnet_fold4_val.json @@ -0,0 +1,162 @@ +{ + "fold": 4, + "metrics": { + "macro_f1": 0.6814272127857329, + "accuracy": 0.9084542271135568, + "balanced_acc": 0.6768949366921819, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.17647058823529413, + "non_roi": 0.9352657004830918 + }, + "per_class_precision": { + "malignant": 0.894456289978678, + "non_malignant": 0.21951219512195122, + "non_roi": 0.9490196078431372 + }, + "confusion_matrix": [ + [ + 839, + 26, + 48 + ], + [ + 38, + 9, + 4 + ], + [ + 61, + 6, + 968 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.894456289978678, + "recall": 0.91894852135816, + "f1-score": 0.9065370070232307, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.21951219512195122, + "recall": 0.17647058823529413, + "f1-score": 0.1956521739130435, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9490196078431372, + "recall": 0.9352657004830918, + "f1-score": 0.9420924574209246, + "support": 1035.0 + }, + "accuracy": 0.9084542271135568, + "macro avg": { + "precision": 0.6876626976479221, + "recall": 0.6768949366921819, + "f1-score": 0.6814272127857329, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9054872480337167, + "recall": 0.9084542271135568, + "f1-score": 0.9068095256190255, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9005328596802842, + "src_C_n": 1126, + "src_D_acc": 0.7540983606557377, + "src_D_n": 183 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.6691363754253539, + "val_macro_f1": 0.5897762782361909 + }, + { + "epoch": 1, + "train_loss": 0.4730243342263358, + "val_macro_f1": 0.6031489636469297 + }, + { + "epoch": 2, + "train_loss": 0.43478325695272474, + "val_macro_f1": 0.6108107439345764 + }, + { + "epoch": 3, + "train_loss": 0.42614316987612894, + "val_macro_f1": 0.6073474800333508 + }, + { + "epoch": 4, + "train_loss": 0.40829740795824265, + "val_macro_f1": 0.6159944049703086 + }, + { + "epoch": 5, + "train_loss": 0.39978097355554976, + "val_macro_f1": 0.6072635158310079 + }, + { + "epoch": 6, + "train_loss": 0.39758785258209894, + "val_macro_f1": 0.6194467278292515 + }, + { + "epoch": 7, + "train_loss": 0.3801085293766052, + "val_macro_f1": 0.6255361325848025 + }, + { + "epoch": 8, + "train_loss": 0.3775236410281015, + "val_macro_f1": 0.6382981409973043 + }, + { + "epoch": 9, + "train_loss": 0.3714317792937869, + "val_macro_f1": 0.6387575552642656 + }, + { + "epoch": 10, + "train_loss": 0.3646054539888624, + "val_macro_f1": 0.6509495849147724 + }, + { + "epoch": 11, + "train_loss": 0.3582352548837662, + "val_macro_f1": 0.6814272127857329 + }, + { + "epoch": 12, + "train_loss": 0.3607296137109635, + "val_macro_f1": 0.6387680541293395 + }, + { + "epoch": 13, + "train_loss": 0.35166164712300374, + "val_macro_f1": 0.6353075014480861 + }, + { + "epoch": 14, + "train_loss": 0.35510146830763134, + "val_macro_f1": 0.6719835976267801 + }, + { + "epoch": 15, + "train_loss": 0.3495678684068105, + "val_macro_f1": 0.6666898495828844 + }, + { + "epoch": 16, + "train_loss": 0.34113229740233647, + "val_macro_f1": 0.6683622919077526 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/crt_swin_cv_summary.json b/stage1_final/results/letterbox/swin/crt_swin_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..a8fc9baafaaa7d1f65553ac02dff476fe7b46a82 --- /dev/null +++ b/stage1_final/results/letterbox/swin/crt_swin_cv_summary.json @@ -0,0 +1,376 @@ +{ + "backbone": "swin", + "folds": [ + { + "fold": 0, + "macro_f1": 0.796298046609862, + "accuracy": 0.9576693227091634, + "balanced_acc": 0.8151462791923184, + "per_class_recall": { + "malignant": 0.9495614035087719, + "non_malignant": 0.5102040816326531, + "non_roi": 0.9856733524355301 + }, + "per_class_precision": { + "malignant": 0.9622222222222222, + "non_malignant": 0.3968253968253968, + "non_roi": 0.9875598086124402 + }, + "confusion_matrix": [ + [ + 866, + 37, + 9 + ], + [ + 20, + 25, + 4 + ], + [ + 14, + 1, + 1032 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9622222222222222, + "recall": 0.9495614035087719, + "f1-score": 0.9558498896247241, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3968253968253968, + "recall": 0.5102040816326531, + "f1-score": 0.44642857142857145, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9875598086124402, + "recall": 0.9856733524355301, + "f1-score": 0.9866156787762906, + "support": 1047.0 + }, + "accuracy": 0.9576693227091634, + "macro avg": { + "precision": 0.7822024758866863, + "recall": 0.8151462791923184, + "f1-score": 0.796298046609862, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9616365690878168, + "recall": 0.9576693227091634, + "f1-score": 0.9594605154464765, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.94189852700491, + "src_C_n": 1222, + "src_D_acc": 0.9224137931034483, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7853334523742818, + "accuracy": 0.9043133366385722, + "balanced_acc": 0.8332972340012749, + "per_class_recall": { + "malignant": 0.9089912280701754, + "non_malignant": 0.68, + "non_roi": 0.9109004739336493 + }, + "per_class_precision": { + "malignant": 0.9070021881838074, + "non_malignant": 0.425, + "non_roi": 0.9393939393939394 + }, + "confusion_matrix": [ + [ + 829, + 27, + 56 + ], + [ + 10, + 34, + 6 + ], + [ + 75, + 19, + 961 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9070021881838074, + "recall": 0.9089912280701754, + "f1-score": 0.9079956188389924, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.425, + "recall": 0.68, + "f1-score": 0.5230769230769231, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9393939393939394, + "recall": 0.9109004739336493, + "f1-score": 0.9249278152069298, + "support": 1055.0 + }, + "accuracy": 0.9043133366385722, + "macro avg": { + "precision": 0.7571320425259156, + "recall": 0.8332972340012749, + "f1-score": 0.7853334523742818, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9119963320199498, + "recall": 0.9043133366385722, + "f1-score": 0.9073102109956956, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9217032967032966, + "src_B_n": 728, + "src_C_acc": 0.9110091743119266, + "src_C_n": 1090, + "src_D_acc": 0.8040201005025126, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7431091212492773, + "accuracy": 0.9250503018108652, + "balanced_acc": 0.7344222114613282, + "per_class_recall": { + "malignant": 0.9078947368421053, + "non_malignant": 0.32653061224489793, + "non_roi": 0.9688412852969815 + }, + "per_class_precision": { + "malignant": 0.9282511210762332, + "non_malignant": 0.3902439024390244, + "non_roi": 0.943127962085308 + }, + "confusion_matrix": [ + [ + 828, + 25, + 59 + ], + [ + 32, + 16, + 1 + ], + [ + 32, + 0, + 995 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9282511210762332, + "recall": 0.9078947368421053, + "f1-score": 0.917960088691796, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3902439024390244, + "recall": 0.32653061224489793, + "f1-score": 0.35555555555555557, + "support": 49.0 + }, + "non_roi": { + "precision": 0.943127962085308, + "recall": 0.9688412852969815, + "f1-score": 0.9558117195004803, + "support": 1027.0 + }, + "accuracy": 0.9250503018108652, + "macro avg": { + "precision": 0.7538743285335219, + "recall": 0.7344222114613282, + "f1-score": 0.7431091212492773, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9226757498504266, + "recall": 0.9250503018108652, + "f1-score": 0.9236521423723005, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.8891855807743658, + "src_B_n": 749, + "src_C_acc": 0.9745762711864406, + "src_C_n": 1062, + "src_D_acc": 0.7796610169491526, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7060042798394687, + "accuracy": 0.8773722627737226, + "balanced_acc": 0.8201150255367122, + "per_class_recall": { + "malignant": 0.8619934282584885, + "non_malignant": 0.7, + "non_roi": 0.8983516483516484 + }, + "per_class_precision": { + "malignant": 0.9258823529411765, + "non_malignant": 0.18716577540106952, + "non_roi": 0.9636542239685658 + }, + "confusion_matrix": [ + [ + 787, + 89, + 37 + ], + [ + 15, + 35, + 0 + ], + [ + 48, + 63, + 981 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9258823529411765, + "recall": 0.8619934282584885, + "f1-score": 0.8927963698241633, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18716577540106952, + "recall": 0.7, + "f1-score": 0.29535864978902954, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9636542239685658, + "recall": 0.8983516483516484, + "f1-score": 0.9298578199052133, + "support": 1092.0 + }, + "accuracy": 0.8773722627737226, + "macro avg": { + "precision": 0.6922341174369372, + "recall": 0.8201150255367122, + "f1-score": 0.7060042798394687, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9279801895761661, + "recall": 0.8773722627737226, + "f1-score": 0.8979541398907083, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9327433628318584, + "src_B_n": 565, + "src_C_acc": 0.8622183708838822, + "src_C_n": 1154, + "src_D_acc": 0.8363095238095238, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6691956327288544, + "accuracy": 0.8744372186093047, + "balanced_acc": 0.7214539627937464, + "per_class_recall": { + "malignant": 0.8707557502738226, + "non_malignant": 0.39215686274509803, + "non_roi": 0.9014492753623189 + }, + "per_class_precision": { + "malignant": 0.9330985915492958, + "non_malignant": 0.11428571428571428, + "non_roi": 0.9598765432098766 + }, + "confusion_matrix": [ + [ + 795, + 80, + 38 + ], + [ + 30, + 20, + 1 + ], + [ + 27, + 75, + 933 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9330985915492958, + "recall": 0.8707557502738226, + "f1-score": 0.9008498583569405, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.11428571428571428, + "recall": 0.39215686274509803, + "f1-score": 0.17699115044247787, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9598765432098766, + "recall": 0.9014492753623189, + "f1-score": 0.929745889387145, + "support": 1035.0 + }, + "accuracy": 0.8744372186093047, + "macro avg": { + "precision": 0.6690869496816289, + "recall": 0.7214539627937464, + "f1-score": 0.6691956327288544, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9260729403378193, + "recall": 0.8744372186093047, + "f1-score": 0.8973434041361421, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9521739130434783, + "src_B_n": 690, + "src_C_acc": 0.8507992895204263, + "src_C_n": 1126, + "src_D_acc": 0.726775956284153, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7399881065603489, + "cv_macro_f1_std": 0.047756099710573256, + "cv_non_malignant_recall_mean": 0.5217783113245298, + "cv_non_malignant_recall_std": 0.1495689939809282, + "cv_balanced_acc_mean": 0.784886942597076, + "cv_balanced_acc_std": 0.047054507983738274 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/crt_swin_final.json b/stage1_final/results/letterbox/swin/crt_swin_final.json new file mode 100644 index 0000000000000000000000000000000000000000..75b57d9eafbecd8f5cb02d75185b25d1a905b22f --- /dev/null +++ b/stage1_final/results/letterbox/swin/crt_swin_final.json @@ -0,0 +1,75 @@ +{ + "backbone": "swin", + "test_metrics": { + "macro_f1": 0.8024222443562965, + "accuracy": 0.9414498141263941, + "balanced_acc": 0.8638795814599295, + "per_class_recall": { + "malignant": 0.934560327198364, + "non_malignant": 0.6981132075471698, + "non_roi": 0.9589652096342551 + }, + "per_class_precision": { + "malignant": 0.961093585699264, + "non_malignant": 0.38144329896907214, + "non_roi": 0.9737318840579711 + }, + "confusion_matrix": [ + [ + 914, + 43, + 21 + ], + [ + 8, + 37, + 8 + ], + [ + 29, + 17, + 1075 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.961093585699264, + "recall": 0.934560327198364, + "f1-score": 0.9476412649040954, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.38144329896907214, + "recall": 0.6981132075471698, + "f1-score": 0.49333333333333335, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9737318840579711, + "recall": 0.9589652096342551, + "f1-score": 0.9662921348314607, + "support": 1121.0 + }, + "accuracy": 0.9414498141263941, + "macro avg": { + "precision": 0.7720895895754357, + "recall": 0.8638795814599295, + "f1-score": 0.8024222443562965, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9534012377733394, + "recall": 0.9414498141263941, + "f1-score": 0.9461678935357525, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.9226240538267452, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/emit_crt_swin_oof.json b/stage1_final/results/letterbox/swin/emit_crt_swin_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..2c8a572153874151aa2ecf44e3dcb1b05f863b6d --- /dev/null +++ b/stage1_final/results/letterbox/swin/emit_crt_swin_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "swin", + "folds": [ + { + "fold": 0, + "macro_f1": 0.796298046609862, + "accuracy": 0.9576693227091634, + "balanced_acc": 0.8151462791923184, + "per_class_recall": { + "malignant": 0.9495614035087719, + "non_malignant": 0.5102040816326531, + "non_roi": 0.9856733524355301 + }, + "per_class_precision": { + "malignant": 0.9622222222222222, + "non_malignant": 0.3968253968253968, + "non_roi": 0.9875598086124402 + }, + "confusion_matrix": [ + [ + 866, + 37, + 9 + ], + [ + 20, + 25, + 4 + ], + [ + 14, + 1, + 1032 + ] + ], + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.94189852700491, + "src_C_n": 1222, + "src_D_acc": 0.9224137931034483, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7853334523742818, + "accuracy": 0.9043133366385722, + "balanced_acc": 0.8332972340012749, + "per_class_recall": { + "malignant": 0.9089912280701754, + "non_malignant": 0.68, + "non_roi": 0.9109004739336493 + }, + "per_class_precision": { + "malignant": 0.9070021881838074, + "non_malignant": 0.425, + "non_roi": 0.9393939393939394 + }, + "confusion_matrix": [ + [ + 829, + 27, + 56 + ], + [ + 10, + 34, + 6 + ], + [ + 75, + 19, + 961 + ] + ], + "n": 2017, + "src_B_acc": 0.9217032967032966, + "src_B_n": 728, + "src_C_acc": 0.9110091743119266, + "src_C_n": 1090, + "src_D_acc": 0.8040201005025126, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7431091212492773, + "accuracy": 0.9250503018108652, + "balanced_acc": 0.7344222114613282, + "per_class_recall": { + "malignant": 0.9078947368421053, + "non_malignant": 0.32653061224489793, + "non_roi": 0.9688412852969815 + }, + "per_class_precision": { + "malignant": 0.9282511210762332, + "non_malignant": 0.3902439024390244, + "non_roi": 0.943127962085308 + }, + "confusion_matrix": [ + [ + 828, + 25, + 59 + ], + [ + 32, + 16, + 1 + ], + [ + 32, + 0, + 995 + ] + ], + "n": 1988, + "src_B_acc": 0.8891855807743658, + "src_B_n": 749, + "src_C_acc": 0.9745762711864406, + "src_C_n": 1062, + "src_D_acc": 0.7796610169491526, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7060042798394687, + "accuracy": 0.8773722627737226, + "balanced_acc": 0.8201150255367122, + "per_class_recall": { + "malignant": 0.8619934282584885, + "non_malignant": 0.7, + "non_roi": 0.8983516483516484 + }, + "per_class_precision": { + "malignant": 0.9258823529411765, + "non_malignant": 0.18716577540106952, + "non_roi": 0.9636542239685658 + }, + "confusion_matrix": [ + [ + 787, + 89, + 37 + ], + [ + 15, + 35, + 0 + ], + [ + 48, + 63, + 981 + ] + ], + "n": 2055, + "src_B_acc": 0.9327433628318584, + "src_B_n": 565, + "src_C_acc": 0.8622183708838822, + "src_C_n": 1154, + "src_D_acc": 0.8363095238095238, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6691956327288544, + "accuracy": 0.8744372186093047, + "balanced_acc": 0.7214539627937464, + "per_class_recall": { + "malignant": 0.8707557502738226, + "non_malignant": 0.39215686274509803, + "non_roi": 0.9014492753623189 + }, + "per_class_precision": { + "malignant": 0.9330985915492958, + "non_malignant": 0.11428571428571428, + "non_roi": 0.9598765432098766 + }, + "confusion_matrix": [ + [ + 795, + 80, + 38 + ], + [ + 30, + 20, + 1 + ], + [ + 27, + 75, + 933 + ] + ], + "n": 1999, + "src_B_acc": 0.9521739130434783, + "src_B_n": 690, + "src_C_acc": 0.8507992895204263, + "src_C_n": 1126, + "src_D_acc": 0.726775956284153, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7399881065603489, + "cv_macro_f1_std": 0.047756099710573256, + "cv_non_malignant_recall_mean": 0.5217783113245298, + "cv_non_malignant_recall_std": 0.1495689939809282, + "cv_balanced_acc_mean": 0.784886942597076, + "cv_balanced_acc_std": 0.047054507983738274 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/emit_crt_swin_test.json b/stage1_final/results/letterbox/swin/emit_crt_swin_test.json new file mode 100644 index 0000000000000000000000000000000000000000..c14dcb9a2f1bad579c3e294bae553c31a435aed2 --- /dev/null +++ b/stage1_final/results/letterbox/swin/emit_crt_swin_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "swin", + "test_metrics": { + "macro_f1": 0.8024222443562965, + "accuracy": 0.9414498141263941, + "balanced_acc": 0.8638795814599295, + "per_class_recall": { + "malignant": 0.934560327198364, + "non_malignant": 0.6981132075471698, + "non_roi": 0.9589652096342551 + }, + "per_class_precision": { + "malignant": 0.961093585699264, + "non_malignant": 0.38144329896907214, + "non_roi": 0.9737318840579711 + }, + "confusion_matrix": [ + [ + 914, + 43, + 21 + ], + [ + 8, + 37, + 8 + ], + [ + 29, + 17, + 1075 + ] + ], + "n": 2152, + "src_B_acc": 0.9815864022662889, + "src_B_n": 706, + "src_C_acc": 0.9226240538267452, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/emit_plain_swin_oof.json b/stage1_final/results/letterbox/swin/emit_plain_swin_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..1bcd9c141325b6066b0598ff0cb88fbe29cd072e --- /dev/null +++ b/stage1_final/results/letterbox/swin/emit_plain_swin_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "swin", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7848429877450399, + "accuracy": 0.9631474103585658, + "balanced_acc": 0.7737762890306678, + "per_class_recall": { + "malignant": 0.9616228070175439, + "non_malignant": 0.3673469387755102, + "non_roi": 0.9923591212989494 + }, + "per_class_precision": { + "malignant": 0.9669239250275634, + "non_malignant": 0.45, + "non_roi": 0.9792648444863337 + }, + "confusion_matrix": [ + [ + 877, + 22, + 13 + ], + [ + 22, + 18, + 9 + ], + [ + 8, + 0, + 1039 + ] + ], + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9451718494271686, + "src_C_n": 1222, + "src_D_acc": 0.9827586206896551, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7926293935683866, + "accuracy": 0.9142290530490828, + "balanced_acc": 0.783351694797816, + "per_class_recall": { + "malignant": 0.9287280701754386, + "non_malignant": 0.5, + "non_roi": 0.9213270142180094 + }, + "per_class_precision": { + "malignant": 0.9058823529411765, + "non_malignant": 0.5681818181818182, + "non_roi": 0.9364161849710982 + }, + "confusion_matrix": [ + [ + 847, + 9, + 56 + ], + [ + 15, + 25, + 10 + ], + [ + 73, + 10, + 972 + ] + ], + "n": 2017, + "src_B_acc": 0.9189560439560439, + "src_B_n": 728, + "src_C_acc": 0.9211009174311927, + "src_C_n": 1090, + "src_D_acc": 0.8592964824120602, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7215335981154607, + "accuracy": 0.932092555331992, + "balanced_acc": 0.7139130558696086, + "per_class_recall": { + "malignant": 0.930921052631579, + "non_malignant": 0.24489795918367346, + "non_roi": 0.9659201557935735 + }, + "per_class_precision": { + "malignant": 0.9238302502720348, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9631067961165048 + }, + "confusion_matrix": [ + [ + 849, + 26, + 37 + ], + [ + 36, + 12, + 1 + ], + [ + 34, + 1, + 992 + ] + ], + "n": 1988, + "src_B_acc": 0.9145527369826435, + "src_B_n": 749, + "src_C_acc": 0.972693032015066, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7434488108023993, + "accuracy": 0.9143552311435523, + "balanced_acc": 0.7938590325337315, + "per_class_recall": { + "malignant": 0.8882803943044907, + "non_malignant": 0.54, + "non_roi": 0.9532967032967034 + }, + "per_class_precision": { + "malignant": 0.9364896073903002, + "non_malignant": 0.2755102040816326, + "non_roi": 0.9541704857928506 + }, + "confusion_matrix": [ + [ + 811, + 53, + 49 + ], + [ + 22, + 27, + 1 + ], + [ + 33, + 18, + 1041 + ] + ], + "n": 2055, + "src_B_acc": 0.9380530973451328, + "src_B_n": 565, + "src_C_acc": 0.915944540727903, + "src_C_n": 1154, + "src_D_acc": 0.8690476190476191, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6836072581894488, + "accuracy": 0.9169584792396198, + "balanced_acc": 0.6877661878493851, + "per_class_recall": { + "malignant": 0.8981380065717415, + "non_malignant": 0.19607843137254902, + "non_roi": 0.9690821256038648 + }, + "per_class_precision": { + "malignant": 0.9371428571428572, + "non_malignant": 0.16129032258064516, + "non_roi": 0.9444444444444444 + }, + "confusion_matrix": [ + [ + 820, + 45, + 48 + ], + [ + 30, + 10, + 11 + ], + [ + 25, + 7, + 1003 + ] + ], + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9182948490230906, + "src_C_n": 1126, + "src_D_acc": 0.7377049180327869, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.745212409684147, + "cv_macro_f1_std": 0.04044241379325555, + "cv_non_malignant_recall_mean": 0.36966466586634655, + "cv_non_malignant_recall_std": 0.13542947178454023, + "cv_balanced_acc_mean": 0.7505332520162418, + "cv_balanced_acc_std": 0.041893090894932324 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/emit_plain_swin_test.json b/stage1_final/results/letterbox/swin/emit_plain_swin_test.json new file mode 100644 index 0000000000000000000000000000000000000000..5c9c8deb946698576382d076151c402d0409681b --- /dev/null +++ b/stage1_final/results/letterbox/swin/emit_plain_swin_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "swin", + "test_metrics": { + "macro_f1": 0.8172548784070295, + "accuracy": 0.9535315985130112, + "balanced_acc": 0.8005768798909753, + "per_class_recall": { + "malignant": 0.9550102249488752, + "non_malignant": 0.4716981132075472, + "non_roi": 0.9750223015165032 + }, + "per_class_precision": { + "malignant": 0.9579487179487179, + "non_malignant": 0.5952380952380952, + "non_roi": 0.9629955947136564 + }, + "confusion_matrix": [ + [ + 934, + 10, + 34 + ], + [ + 20, + 25, + 8 + ], + [ + 21, + 7, + 1093 + ] + ], + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9478553406223718, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/seg_swin_cv_summary.json b/stage1_final/results/letterbox/swin/seg_swin_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1f76edc915b1b4a7afe471227593dd13d7339a3f --- /dev/null +++ b/stage1_final/results/letterbox/swin/seg_swin_cv_summary.json @@ -0,0 +1,34 @@ +{ + "backbone": "swin", + "folds": [ + { + "fold": 0, + "dice": 0.865592877070109, + "iou": 0.7685118913650513 + }, + { + "fold": 1, + "dice": 0.8361209630966187, + "iou": 0.7428697943687439 + }, + { + "fold": 2, + "dice": 0.8734339276949564, + "iou": 0.7849820653597513 + }, + { + "fold": 3, + "dice": 0.7915897568066915, + "iou": 0.6668026546637217 + }, + { + "fold": 4, + "dice": 0.8245601058006287, + "iou": 0.7210590481758118 + } + ], + "cv_dice_mean": 0.8382595260938007, + "cv_dice_std": 0.029511575820234774, + "cv_iou_mean": 0.736845090786616, + "cv_iou_std": 0.0412586806200136 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/seg_swin_final.json b/stage1_final/results/letterbox/swin/seg_swin_final.json new file mode 100644 index 0000000000000000000000000000000000000000..409b6f78c94f462deae5a22085056d7ecb851149 --- /dev/null +++ b/stage1_final/results/letterbox/swin/seg_swin_final.json @@ -0,0 +1,247 @@ +{ + "backbone": "swin", + "val_metrics": { + "dice": 0.8430481212479728, + "iou": 0.7472005571637835 + }, + "test_metrics": { + "dice": 0.7734327614307404, + "iou": 0.6680873930454254 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.39371888008382583, + "val_dice": 0.5808203773839133, + "val_iou": 0.4383974458490099 + }, + { + "epoch": 1, + "train_loss": 0.20102518300215402, + "val_dice": 0.6251333100455148, + "val_iou": 0.48150048511368887 + }, + { + "epoch": 2, + "train_loss": 0.16322690662410524, + "val_dice": 0.7746531622750419, + "val_iou": 0.6485760084220341 + }, + { + "epoch": 3, + "train_loss": 0.15231860594616997, + "val_dice": 0.7542452556746346, + "val_iou": 0.6239026273999896 + }, + { + "epoch": 4, + "train_loss": 0.12461601197719574, + "val_dice": 0.7691740053040641, + "val_iou": 0.6455851878438678 + }, + { + "epoch": 5, + "train_loss": 0.11195077581538095, + "val_dice": 0.8058567217418126, + "val_iou": 0.6941406556538173 + }, + { + "epoch": 6, + "train_loss": 0.09741434454917908, + "val_dice": 0.790921151638031, + "val_iou": 0.6771574360983712 + }, + { + "epoch": 7, + "train_loss": 0.08902069388164414, + "val_dice": 0.8089747514043536, + "val_iou": 0.6995261566979545 + }, + { + "epoch": 8, + "train_loss": 0.08605156383580631, + "val_dice": 0.8146069390433175, + "val_iou": 0.7071830630302429 + }, + { + "epoch": 9, + "train_loss": 0.08354865035249127, + "val_dice": 0.7519455211503165, + "val_iou": 0.6375138333865574 + }, + { + "epoch": 10, + "train_loss": 0.07857965326143636, + "val_dice": 0.7976011037826538, + "val_iou": 0.6881469999040876 + }, + { + "epoch": 11, + "train_loss": 0.08053420608242352, + "val_dice": 0.7385627371924264, + "val_iou": 0.6138766535690853 + }, + { + "epoch": 12, + "train_loss": 0.07974600129657322, + "val_dice": 0.7805604594094413, + "val_iou": 0.6641580505030495 + }, + { + "epoch": 13, + "train_loss": 0.07397420600884491, + "val_dice": 0.7924228821481977, + "val_iou": 0.6802931087357658 + }, + { + "epoch": 14, + "train_loss": 0.06878094188869, + "val_dice": 0.7475317801748004, + "val_iou": 0.6351669004985264 + }, + { + "epoch": 15, + "train_loss": 0.06900466254187955, + "val_dice": 0.7994308471679688, + "val_iou": 0.6919384172984532 + }, + { + "epoch": 16, + "train_loss": 0.06702627883189255, + "val_dice": 0.8347675544875008, + "val_iou": 0.7357369235583714 + }, + { + "epoch": 17, + "train_loss": 0.06163228489458561, + "val_dice": 0.8161873306546893, + "val_iou": 0.7141016210828509 + }, + { + "epoch": 18, + "train_loss": 0.06293340317077106, + "val_dice": 0.8221461602619716, + "val_iou": 0.7179652197020394 + }, + { + "epoch": 19, + "train_loss": 0.05959633903370963, + "val_dice": 0.7942444937569755, + "val_iou": 0.685908351625715 + }, + { + "epoch": 20, + "train_loss": 0.058301514428522855, + "val_dice": 0.799595160143716, + "val_iou": 0.6919730390821185 + }, + { + "epoch": 21, + "train_loss": 0.057820322199000254, + "val_dice": 0.8074967094830104, + "val_iou": 0.7024439913885934 + }, + { + "epoch": 22, + "train_loss": 0.05510973143908712, + "val_dice": 0.8197981289454869, + "val_iou": 0.716569857937949 + }, + { + "epoch": 23, + "train_loss": 0.055700663270221815, + "val_dice": 0.8095747317586627, + "val_iou": 0.7025399293218341 + }, + { + "epoch": 24, + "train_loss": 0.053652721353703074, + "val_dice": 0.8255928584507534, + "val_iou": 0.7240723882402692 + }, + { + "epoch": 25, + "train_loss": 0.052947198765145406, + "val_dice": 0.8028073225702558, + "val_iou": 0.6970994898251125 + }, + { + "epoch": 26, + "train_loss": 0.05618554829723305, + "val_dice": 0.8388859714780535, + "val_iou": 0.7410484552383423 + }, + { + "epoch": 27, + "train_loss": 0.0540066102726592, + "val_dice": 0.8092554296766009, + "val_iou": 0.7066972085407802 + }, + { + "epoch": 28, + "train_loss": 0.05428391984767384, + "val_dice": 0.8430481212479728, + "val_iou": 0.7472005571637835 + }, + { + "epoch": 29, + "train_loss": 0.05342652462422848, + "val_dice": 0.7855776974133083, + "val_iou": 0.6767642029694149 + }, + { + "epoch": 30, + "train_loss": 0.05211130757298735, + "val_dice": 0.8180555360657829, + "val_iou": 0.7168601325580052 + }, + { + "epoch": 31, + "train_loss": 0.049922483041882515, + "val_dice": 0.8025300247328622, + "val_iou": 0.6962330000741142 + }, + { + "epoch": 32, + "train_loss": 0.049077065040667854, + "val_dice": 0.8077575819832938, + "val_iou": 0.7028793351990836 + }, + { + "epoch": 33, + "train_loss": 0.04966833835674657, + "val_dice": 0.8175937533378601, + "val_iou": 0.7165022662707737 + }, + { + "epoch": 34, + "train_loss": 0.04792634853058391, + "val_dice": 0.802590651171548, + "val_iou": 0.6980763162885394 + }, + { + "epoch": 35, + "train_loss": 0.048946761008765965, + "val_dice": 0.8042064223970685, + "val_iou": 0.7003587314060756 + }, + { + "epoch": 36, + "train_loss": 0.047529598904980555, + "val_dice": 0.8162243706839425, + "val_iou": 0.7147767628942218 + }, + { + "epoch": 37, + "train_loss": 0.04712939324478308, + "val_dice": 0.8132255673408508, + "val_iou": 0.7119408335004535 + }, + { + "epoch": 38, + "train_loss": 0.047183108826478325, + "val_dice": 0.8140850833484105, + "val_iou": 0.7115870799337115 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/seg_swin_fold0_val.json b/stage1_final/results/letterbox/swin/seg_swin_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..bbfd8ef6192f5d9c2f6c2cd8f8bfd0b48d3d5c69 --- /dev/null +++ b/stage1_final/results/letterbox/swin/seg_swin_fold0_val.json @@ -0,0 +1,189 @@ +{ + "fold": 0, + "metrics": { + "dice": 0.865592877070109, + "iou": 0.7685118913650513 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4271842300891876, + "val_dice": 0.6901737650235494, + "val_iou": 0.5403908491134644 + }, + { + "epoch": 1, + "train_loss": 0.23963280419508617, + "val_dice": 0.7678076426188151, + "val_iou": 0.6574693520863851 + }, + { + "epoch": 2, + "train_loss": 0.19491644700368246, + "val_dice": 0.7977540890375773, + "val_iou": 0.6736952265103658 + }, + { + "epoch": 3, + "train_loss": 0.14429018298784893, + "val_dice": 0.8185176253318787, + "val_iou": 0.705221931139628 + }, + { + "epoch": 4, + "train_loss": 0.12322680701812108, + "val_dice": 0.838580866654714, + "val_iou": 0.7303762634595236 + }, + { + "epoch": 5, + "train_loss": 0.1139088287949562, + "val_dice": 0.8253201444943746, + "val_iou": 0.7161461710929871 + }, + { + "epoch": 6, + "train_loss": 0.11285566985607147, + "val_dice": 0.7787466049194336, + "val_iou": 0.6467190980911255 + }, + { + "epoch": 7, + "train_loss": 0.10755025347073872, + "val_dice": 0.8373522361119589, + "val_iou": 0.7326918443044027 + }, + { + "epoch": 8, + "train_loss": 0.09238315771023432, + "val_dice": 0.8053246736526489, + "val_iou": 0.6840039690335592 + }, + { + "epoch": 9, + "train_loss": 0.08585860977570216, + "val_dice": 0.8466999332110087, + "val_iou": 0.7443392475446066 + }, + { + "epoch": 10, + "train_loss": 0.08113295237223307, + "val_dice": 0.8429004748662313, + "val_iou": 0.7351954181989034 + }, + { + "epoch": 11, + "train_loss": 0.0770366926987966, + "val_dice": 0.8545040686925253, + "val_iou": 0.7537558873494467 + }, + { + "epoch": 12, + "train_loss": 0.07906851842999459, + "val_dice": 0.8421730200449625, + "val_iou": 0.7329365213712057 + }, + { + "epoch": 13, + "train_loss": 0.07367741018533706, + "val_dice": 0.8527557253837585, + "val_iou": 0.754865288734436 + }, + { + "epoch": 14, + "train_loss": 0.07230492234230042, + "val_dice": 0.8530491391817728, + "val_iou": 0.7524175842603048 + }, + { + "epoch": 15, + "train_loss": 0.07011864061156908, + "val_dice": 0.8479198217391968, + "val_iou": 0.7427495718002319 + }, + { + "epoch": 16, + "train_loss": 0.06547558978199959, + "val_dice": 0.8410925070444742, + "val_iou": 0.7324644923210144 + }, + { + "epoch": 17, + "train_loss": 0.06387852827707927, + "val_dice": 0.8376870155334473, + "val_iou": 0.7268260518709818 + }, + { + "epoch": 18, + "train_loss": 0.06511954416831335, + "val_dice": 0.861181358496348, + "val_iou": 0.762735923131307 + }, + { + "epoch": 19, + "train_loss": 0.06343400875727336, + "val_dice": 0.865592877070109, + "val_iou": 0.7685118913650513 + }, + { + "epoch": 20, + "train_loss": 0.06185085947314898, + "val_dice": 0.8527616262435913, + "val_iou": 0.7501808007558187 + }, + { + "epoch": 21, + "train_loss": 0.05680829311410586, + "val_dice": 0.8538572986920675, + "val_iou": 0.7520917852719625 + }, + { + "epoch": 22, + "train_loss": 0.05934623504678408, + "val_dice": 0.8575043280919393, + "val_iou": 0.7582343419392904 + }, + { + "epoch": 23, + "train_loss": 0.056582135458787285, + "val_dice": 0.8619459867477417, + "val_iou": 0.765174945195516 + }, + { + "epoch": 24, + "train_loss": 0.05553176999092102, + "val_dice": 0.8603269457817078, + "val_iou": 0.7639285524686178 + }, + { + "epoch": 25, + "train_loss": 0.057070287068684895, + "val_dice": 0.861930251121521, + "val_iou": 0.7668628096580505 + }, + { + "epoch": 26, + "train_loss": 0.05448226258158684, + "val_dice": 0.8623943328857422, + "val_iou": 0.7658205032348633 + }, + { + "epoch": 27, + "train_loss": 0.05500185191631317, + "val_dice": 0.8394164045651754, + "val_iou": 0.7368911107381185 + }, + { + "epoch": 28, + "train_loss": 0.054755143076181415, + "val_dice": 0.845231831073761, + "val_iou": 0.7457112272580465 + }, + { + "epoch": 29, + "train_loss": 0.05251777519782384, + "val_dice": 0.8583808143933614, + "val_iou": 0.7608326077461243 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/seg_swin_fold1_val.json b/stage1_final/results/letterbox/swin/seg_swin_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..0733145754d014d5c58894f850d211d45d3aed2d --- /dev/null +++ b/stage1_final/results/letterbox/swin/seg_swin_fold1_val.json @@ -0,0 +1,291 @@ +{ + "fold": 1, + "metrics": { + "dice": 0.8361209630966187, + "iou": 0.7428697943687439 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4119938810666402, + "val_dice": 0.5105583568414053, + "val_iou": 0.3994433681170146 + }, + { + "epoch": 1, + "train_loss": 0.2157842030127843, + "val_dice": 0.7212220430374146, + "val_iou": 0.6019264459609985 + }, + { + "epoch": 2, + "train_loss": 0.17593447715044022, + "val_dice": 0.779209037621816, + "val_iou": 0.6666324536005656 + }, + { + "epoch": 3, + "train_loss": 0.13798998246590297, + "val_dice": 0.724630335966746, + "val_iou": 0.6000388264656067 + }, + { + "epoch": 4, + "train_loss": 0.12300718526045482, + "val_dice": 0.7820295890172323, + "val_iou": 0.6671058336893717 + }, + { + "epoch": 5, + "train_loss": 0.11362680246432623, + "val_dice": 0.802353580792745, + "val_iou": 0.6917765339215597 + }, + { + "epoch": 6, + "train_loss": 0.10241847534974416, + "val_dice": 0.7937783996264139, + "val_iou": 0.6825653513272604 + }, + { + "epoch": 7, + "train_loss": 0.10535386751095453, + "val_dice": 0.780143936475118, + "val_iou": 0.674631396929423 + }, + { + "epoch": 8, + "train_loss": 0.08873447328805924, + "val_dice": 0.8094921310742696, + "val_iou": 0.7052457729975382 + }, + { + "epoch": 9, + "train_loss": 0.08996292700370152, + "val_dice": 0.7907815972963969, + "val_iou": 0.680230180422465 + }, + { + "epoch": 10, + "train_loss": 0.08151232153177261, + "val_dice": 0.8068555593490601, + "val_iou": 0.705386737982432 + }, + { + "epoch": 11, + "train_loss": 0.07910417318344116, + "val_dice": 0.8115765452384949, + "val_iou": 0.7134721875190735 + }, + { + "epoch": 12, + "train_loss": 0.074143119653066, + "val_dice": 0.8167653481165568, + "val_iou": 0.7179577946662903 + }, + { + "epoch": 13, + "train_loss": 0.070389324426651, + "val_dice": 0.7969868580500284, + "val_iou": 0.6951860388120016 + }, + { + "epoch": 14, + "train_loss": 0.07067992116014163, + "val_dice": 0.7949968179066976, + "val_iou": 0.6917136907577515 + }, + { + "epoch": 15, + "train_loss": 0.07040310030182202, + "val_dice": 0.8177704215049744, + "val_iou": 0.71867835521698 + }, + { + "epoch": 16, + "train_loss": 0.06548065269986789, + "val_dice": 0.8061735431353251, + "val_iou": 0.7043344179789225 + }, + { + "epoch": 17, + "train_loss": 0.0636920931438605, + "val_dice": 0.8092963894208273, + "val_iou": 0.7092783053716024 + }, + { + "epoch": 18, + "train_loss": 0.0638778974612554, + "val_dice": 0.822039524714152, + "val_iou": 0.7277216116587321 + }, + { + "epoch": 19, + "train_loss": 0.06319594010710716, + "val_dice": 0.8068347970644633, + "val_iou": 0.7069409489631653 + }, + { + "epoch": 20, + "train_loss": 0.06298829888304075, + "val_dice": 0.8223610122998556, + "val_iou": 0.7272694309552511 + }, + { + "epoch": 21, + "train_loss": 0.06185430735349655, + "val_dice": 0.8044082125027975, + "val_iou": 0.701106588045756 + }, + { + "epoch": 22, + "train_loss": 0.05935531680782636, + "val_dice": 0.8117156028747559, + "val_iou": 0.712545116742452 + }, + { + "epoch": 23, + "train_loss": 0.05682744855682055, + "val_dice": 0.794240415096283, + "val_iou": 0.69113822778066 + }, + { + "epoch": 24, + "train_loss": 0.05606422473986943, + "val_dice": 0.8269175092379252, + "val_iou": 0.7340157826741537 + }, + { + "epoch": 25, + "train_loss": 0.05587085063258807, + "val_dice": 0.8214375376701355, + "val_iou": 0.7252254684766134 + }, + { + "epoch": 26, + "train_loss": 0.05562265515327454, + "val_dice": 0.8132052818934122, + "val_iou": 0.7128291328748068 + }, + { + "epoch": 27, + "train_loss": 0.05665505677461624, + "val_dice": 0.8065342307090759, + "val_iou": 0.7052732904752096 + }, + { + "epoch": 28, + "train_loss": 0.054415571689605716, + "val_dice": 0.8171835740407308, + "val_iou": 0.7201170126597086 + }, + { + "epoch": 29, + "train_loss": 0.052976297587156294, + "val_dice": 0.8179671963055929, + "val_iou": 0.7208913962046305 + }, + { + "epoch": 30, + "train_loss": 0.0519957922399044, + "val_dice": 0.8190964857737223, + "val_iou": 0.7224745154380798 + }, + { + "epoch": 31, + "train_loss": 0.05145224556326866, + "val_dice": 0.8271219929059347, + "val_iou": 0.7305242220560709 + }, + { + "epoch": 32, + "train_loss": 0.050684138635794324, + "val_dice": 0.8268101215362549, + "val_iou": 0.7306649883588155 + }, + { + "epoch": 33, + "train_loss": 0.050203174849351245, + "val_dice": 0.8295761346817017, + "val_iou": 0.7335638006528219 + }, + { + "epoch": 34, + "train_loss": 0.049779447913169864, + "val_dice": 0.8302549322446188, + "val_iou": 0.7348222533861796 + }, + { + "epoch": 35, + "train_loss": 0.04982794721921285, + "val_dice": 0.8293629884719849, + "val_iou": 0.734306792418162 + }, + { + "epoch": 36, + "train_loss": 0.04902708902955055, + "val_dice": 0.8361209630966187, + "val_iou": 0.7428697943687439 + }, + { + "epoch": 37, + "train_loss": 0.04961240366101265, + "val_dice": 0.8343154390652975, + "val_iou": 0.7401093244552612 + }, + { + "epoch": 38, + "train_loss": 0.04912754868467649, + "val_dice": 0.8328459660212199, + "val_iou": 0.7384426593780518 + }, + { + "epoch": 39, + "train_loss": 0.04802519207199415, + "val_dice": 0.8323915402094523, + "val_iou": 0.7392091751098633 + }, + { + "epoch": 40, + "train_loss": 0.04739733561873436, + "val_dice": 0.8277429739634196, + "val_iou": 0.7317206660906473 + }, + { + "epoch": 41, + "train_loss": 0.04915637597441673, + "val_dice": 0.832032044728597, + "val_iou": 0.7389898896217346 + }, + { + "epoch": 42, + "train_loss": 0.04876463860273361, + "val_dice": 0.8309571146965027, + "val_iou": 0.7363845308621725 + }, + { + "epoch": 43, + "train_loss": 0.04736793513099353, + "val_dice": 0.831709067026774, + "val_iou": 0.7371089458465576 + }, + { + "epoch": 44, + "train_loss": 0.04684395268559456, + "val_dice": 0.8316382567087809, + "val_iou": 0.736452321211497 + }, + { + "epoch": 45, + "train_loss": 0.0483715313176314, + "val_dice": 0.8317267894744873, + "val_iou": 0.7369168996810913 + }, + { + "epoch": 46, + "train_loss": 0.04736739521225294, + "val_dice": 0.8319387634595236, + "val_iou": 0.7372492154439291 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/seg_swin_fold2_val.json b/stage1_final/results/letterbox/swin/seg_swin_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..977c0ae02393c7c99d83357f1bcc6e4d1caaa84f --- /dev/null +++ b/stage1_final/results/letterbox/swin/seg_swin_fold2_val.json @@ -0,0 +1,189 @@ +{ + "fold": 2, + "metrics": { + "dice": 0.8734339276949564, + "iou": 0.7849820653597513 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4126729170481364, + "val_dice": 0.5084036886692047, + "val_iou": 0.36911176641782123 + }, + { + "epoch": 1, + "train_loss": 0.21173619429270427, + "val_dice": 0.7527248660723368, + "val_iou": 0.6123863259951273 + }, + { + "epoch": 2, + "train_loss": 0.16645504136880238, + "val_dice": 0.7898180683453878, + "val_iou": 0.6721354722976685 + }, + { + "epoch": 3, + "train_loss": 0.14034908364216486, + "val_dice": 0.8065808415412903, + "val_iou": 0.6886542836825053 + }, + { + "epoch": 4, + "train_loss": 0.12352027495702107, + "val_dice": 0.8141334851582845, + "val_iou": 0.7078999876976013 + }, + { + "epoch": 5, + "train_loss": 0.1235107863942782, + "val_dice": 0.8365047772725424, + "val_iou": 0.7424473762512207 + }, + { + "epoch": 6, + "train_loss": 0.1157519832253456, + "val_dice": 0.8064766923586527, + "val_iou": 0.6892699003219604 + }, + { + "epoch": 7, + "train_loss": 0.09524540454149247, + "val_dice": 0.8200332522392273, + "val_iou": 0.7068037986755371 + }, + { + "epoch": 8, + "train_loss": 0.09908664673566818, + "val_dice": 0.8433603048324585, + "val_iou": 0.7463780244191488 + }, + { + "epoch": 9, + "train_loss": 0.08851678073406219, + "val_dice": 0.8473739226659139, + "val_iou": 0.7449111143747965 + }, + { + "epoch": 10, + "train_loss": 0.08599019596974054, + "val_dice": 0.8364039858182272, + "val_iou": 0.7323420643806458 + }, + { + "epoch": 11, + "train_loss": 0.08121993243694306, + "val_dice": 0.8530552387237549, + "val_iou": 0.7517244815826416 + }, + { + "epoch": 12, + "train_loss": 0.08073693389693896, + "val_dice": 0.8352024952570597, + "val_iou": 0.7281105915705363 + }, + { + "epoch": 13, + "train_loss": 0.0799548052251339, + "val_dice": 0.851764957110087, + "val_iou": 0.7548797527949015 + }, + { + "epoch": 14, + "train_loss": 0.0722896528740724, + "val_dice": 0.8498233159383138, + "val_iou": 0.7499444286028544 + }, + { + "epoch": 15, + "train_loss": 0.0725836952527364, + "val_dice": 0.85597163438797, + "val_iou": 0.7598787546157837 + }, + { + "epoch": 16, + "train_loss": 0.069520819435517, + "val_dice": 0.8615744113922119, + "val_iou": 0.768063465754191 + }, + { + "epoch": 17, + "train_loss": 0.06820353989799817, + "val_dice": 0.8600285053253174, + "val_iou": 0.7638615568478903 + }, + { + "epoch": 18, + "train_loss": 0.06881730630993843, + "val_dice": 0.8654976089795431, + "val_iou": 0.777495543162028 + }, + { + "epoch": 19, + "train_loss": 0.0665428951382637, + "val_dice": 0.8734339276949564, + "val_iou": 0.7849820653597513 + }, + { + "epoch": 20, + "train_loss": 0.06532846490542094, + "val_dice": 0.8613459467887878, + "val_iou": 0.7674261132876078 + }, + { + "epoch": 21, + "train_loss": 0.06359362627069155, + "val_dice": 0.8534613450368246, + "val_iou": 0.7562532623608907 + }, + { + "epoch": 22, + "train_loss": 0.06556909283002217, + "val_dice": 0.8631330927213033, + "val_iou": 0.7722131609916687 + }, + { + "epoch": 23, + "train_loss": 0.0617426057656606, + "val_dice": 0.8677695989608765, + "val_iou": 0.7780267596244812 + }, + { + "epoch": 24, + "train_loss": 0.05852152506510417, + "val_dice": 0.8668684363365173, + "val_iou": 0.7755860686302185 + }, + { + "epoch": 25, + "train_loss": 0.058995503435532254, + "val_dice": 0.8660339117050171, + "val_iou": 0.7762338121732076 + }, + { + "epoch": 26, + "train_loss": 0.05628887936472893, + "val_dice": 0.8692779143651327, + "val_iou": 0.7792536616325378 + }, + { + "epoch": 27, + "train_loss": 0.05665016323328018, + "val_dice": 0.8703380823135376, + "val_iou": 0.7815461953481039 + }, + { + "epoch": 28, + "train_loss": 0.05191218753655751, + "val_dice": 0.8634130954742432, + "val_iou": 0.7713971336682638 + }, + { + "epoch": 29, + "train_loss": 0.05274919470151265, + "val_dice": 0.8658283551534017, + "val_iou": 0.7749197284380595 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/seg_swin_fold3_val.json b/stage1_final/results/letterbox/swin/seg_swin_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..842b1f72d98b4eb5f0858ae422c04be0eba26e95 --- /dev/null +++ b/stage1_final/results/letterbox/swin/seg_swin_fold3_val.json @@ -0,0 +1,201 @@ +{ + "fold": 3, + "metrics": { + "dice": 0.7915897568066915, + "iou": 0.6668026546637217 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4634699076414108, + "val_dice": 0.5704930573701859, + "val_iou": 0.4218783626953761 + }, + { + "epoch": 1, + "train_loss": 0.25530895590782166, + "val_dice": 0.7258044282595316, + "val_iou": 0.5858292977015177 + }, + { + "epoch": 2, + "train_loss": 0.17788075904051462, + "val_dice": 0.685762365659078, + "val_iou": 0.5473132530848185 + }, + { + "epoch": 3, + "train_loss": 0.17500700801610947, + "val_dice": 0.71938689549764, + "val_iou": 0.5771455814441045 + }, + { + "epoch": 4, + "train_loss": 0.14509659260511398, + "val_dice": 0.7550201714038849, + "val_iou": 0.616516242424647 + }, + { + "epoch": 5, + "train_loss": 0.11177466375132401, + "val_dice": 0.7360530098279318, + "val_iou": 0.6042747298876444 + }, + { + "epoch": 6, + "train_loss": 0.10690043804546197, + "val_dice": 0.7338914374510447, + "val_iou": 0.5952789187431335 + }, + { + "epoch": 7, + "train_loss": 0.0972160982588927, + "val_dice": 0.7652726272741953, + "val_iou": 0.6309243341286978 + }, + { + "epoch": 8, + "train_loss": 0.0876342576617996, + "val_dice": 0.7608543336391449, + "val_iou": 0.626462052265803 + }, + { + "epoch": 9, + "train_loss": 0.08551193587481976, + "val_dice": 0.7709477345148722, + "val_iou": 0.6371017495791117 + }, + { + "epoch": 10, + "train_loss": 0.07898940177013476, + "val_dice": 0.7782883842786154, + "val_iou": 0.6470468938350677 + }, + { + "epoch": 11, + "train_loss": 0.07565770763903856, + "val_dice": 0.7771908541520437, + "val_iou": 0.6470042566458384 + }, + { + "epoch": 12, + "train_loss": 0.07116576470434666, + "val_dice": 0.7841732601324717, + "val_iou": 0.6552720268567404 + }, + { + "epoch": 13, + "train_loss": 0.07126295535514753, + "val_dice": 0.7841375867525736, + "val_iou": 0.6556000709533691 + }, + { + "epoch": 14, + "train_loss": 0.06647454109042883, + "val_dice": 0.7776641647020975, + "val_iou": 0.6485995948314667 + }, + { + "epoch": 15, + "train_loss": 0.06520398923506339, + "val_dice": 0.7809362312157949, + "val_iou": 0.6529165705045065 + }, + { + "epoch": 16, + "train_loss": 0.0651143438493212, + "val_dice": 0.7733922203381857, + "val_iou": 0.6425388058026632 + }, + { + "epoch": 17, + "train_loss": 0.06627555408825477, + "val_dice": 0.7744825979073843, + "val_iou": 0.645502358675003 + }, + { + "epoch": 18, + "train_loss": 0.06305158790200949, + "val_dice": 0.777139017979304, + "val_iou": 0.6486304899056753 + }, + { + "epoch": 19, + "train_loss": 0.05977300244073073, + "val_dice": 0.7627816796302795, + "val_iou": 0.6313496430714926 + }, + { + "epoch": 20, + "train_loss": 0.05876022856682539, + "val_dice": 0.7820771237214407, + "val_iou": 0.6544671754042307 + }, + { + "epoch": 21, + "train_loss": 0.056686342072983585, + "val_dice": 0.7915897568066915, + "val_iou": 0.6668026546637217 + }, + { + "epoch": 22, + "train_loss": 0.05441819503903389, + "val_dice": 0.7758501569430033, + "val_iou": 0.6488905251026154 + }, + { + "epoch": 23, + "train_loss": 0.05494808250417312, + "val_dice": 0.773434172074, + "val_iou": 0.6440972089767456 + }, + { + "epoch": 24, + "train_loss": 0.057385591169198356, + "val_dice": 0.7875670790672302, + "val_iou": 0.6623902916908264 + }, + { + "epoch": 25, + "train_loss": 0.05602139048278332, + "val_dice": 0.7768553992112478, + "val_iou": 0.6492068072160085 + }, + { + "epoch": 26, + "train_loss": 0.052784906389812626, + "val_dice": 0.772162010272344, + "val_iou": 0.6427368024984995 + }, + { + "epoch": 27, + "train_loss": 0.05435821351905664, + "val_dice": 0.7743524312973022, + "val_iou": 0.6448121666908264 + }, + { + "epoch": 28, + "train_loss": 0.054006749453643955, + "val_dice": 0.7686320841312408, + "val_iou": 0.6370189984639486 + }, + { + "epoch": 29, + "train_loss": 0.051202515761057533, + "val_dice": 0.779760499795278, + "val_iou": 0.6506890753904978 + }, + { + "epoch": 30, + "train_loss": 0.04868628239880005, + "val_dice": 0.7803175449371338, + "val_iou": 0.650757223367691 + }, + { + "epoch": 31, + "train_loss": 0.05136258155107498, + "val_dice": 0.7813589374224345, + "val_iou": 0.6538112759590149 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/seg_swin_fold4_val.json b/stage1_final/results/letterbox/swin/seg_swin_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..0afab74ae2ba861f32f1ba0012e7a0d93feee88b --- /dev/null +++ b/stage1_final/results/letterbox/swin/seg_swin_fold4_val.json @@ -0,0 +1,255 @@ +{ + "fold": 4, + "metrics": { + "dice": 0.8245601058006287, + "iou": 0.7210590481758118 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.43904775151839626, + "val_dice": 0.5069252073764801, + "val_iou": 0.40133599042892454 + }, + { + "epoch": 1, + "train_loss": 0.23000331566883966, + "val_dice": 0.6442664384841919, + "val_iou": 0.5181744575500489 + }, + { + "epoch": 2, + "train_loss": 0.17662431872808015, + "val_dice": 0.7386000275611877, + "val_iou": 0.6099283456802368 + }, + { + "epoch": 3, + "train_loss": 0.14189818444160315, + "val_dice": 0.735079824924469, + "val_iou": 0.6085216641426087 + }, + { + "epoch": 4, + "train_loss": 0.12311304933749713, + "val_dice": 0.7883430480957031, + "val_iou": 0.6686704635620118 + }, + { + "epoch": 5, + "train_loss": 0.10932035572253741, + "val_dice": 0.7610916256904602, + "val_iou": 0.6390652418136596 + }, + { + "epoch": 6, + "train_loss": 0.09672979838573016, + "val_dice": 0.7889214515686035, + "val_iou": 0.672023355960846 + }, + { + "epoch": 7, + "train_loss": 0.0943828895688057, + "val_dice": 0.7708312749862671, + "val_iou": 0.6523672461509704 + }, + { + "epoch": 8, + "train_loss": 0.0911649098763099, + "val_dice": 0.7958199381828308, + "val_iou": 0.6794259190559387 + }, + { + "epoch": 9, + "train_loss": 0.08186673372983932, + "val_dice": 0.7912580251693726, + "val_iou": 0.6722915649414063 + }, + { + "epoch": 10, + "train_loss": 0.08275517420126842, + "val_dice": 0.785245954990387, + "val_iou": 0.6709511995315551 + }, + { + "epoch": 11, + "train_loss": 0.07634417282847258, + "val_dice": 0.7969740748405456, + "val_iou": 0.6800082206726075 + }, + { + "epoch": 12, + "train_loss": 0.07522025589759533, + "val_dice": 0.8087122321128846, + "val_iou": 0.6934891819953919 + }, + { + "epoch": 13, + "train_loss": 0.07983921181697112, + "val_dice": 0.7717489361763, + "val_iou": 0.6534243226051331 + }, + { + "epoch": 14, + "train_loss": 0.07299815433529708, + "val_dice": 0.7857191443443299, + "val_iou": 0.6700924277305603 + }, + { + "epoch": 15, + "train_loss": 0.07269686804367946, + "val_dice": 0.8091349482536316, + "val_iou": 0.6954293608665466 + }, + { + "epoch": 16, + "train_loss": 0.06709598406003071, + "val_dice": 0.810531485080719, + "val_iou": 0.6972470998764038 + }, + { + "epoch": 17, + "train_loss": 0.06355320719572213, + "val_dice": 0.8152268409729004, + "val_iou": 0.70473393201828 + }, + { + "epoch": 18, + "train_loss": 0.06661058045350589, + "val_dice": 0.8068978190422058, + "val_iou": 0.6949730515480042 + }, + { + "epoch": 19, + "train_loss": 0.06487760320305824, + "val_dice": 0.7929904103279114, + "val_iou": 0.6774681329727172 + }, + { + "epoch": 20, + "train_loss": 0.06411005957768513, + "val_dice": 0.8107069373130799, + "val_iou": 0.7020445823669433 + }, + { + "epoch": 21, + "train_loss": 0.06637100560160783, + "val_dice": 0.8168676853179931, + "val_iou": 0.7099178671836853 + }, + { + "epoch": 22, + "train_loss": 0.0605074972487413, + "val_dice": 0.8155480861663819, + "val_iou": 0.7088761329650879 + }, + { + "epoch": 23, + "train_loss": 0.056473804207948536, + "val_dice": 0.8206217646598816, + "val_iou": 0.7132185578346253 + }, + { + "epoch": 24, + "train_loss": 0.056132994019068204, + "val_dice": 0.8166940331459045, + "val_iou": 0.7093645334243774 + }, + { + "epoch": 25, + "train_loss": 0.05475917687782875, + "val_dice": 0.8147414088249206, + "val_iou": 0.7078380703926086 + }, + { + "epoch": 26, + "train_loss": 0.055999145771448426, + "val_dice": 0.818543815612793, + "val_iou": 0.7117817044258118 + }, + { + "epoch": 27, + "train_loss": 0.05357576792056744, + "val_dice": 0.8148069977760315, + "val_iou": 0.7078079104423523 + }, + { + "epoch": 28, + "train_loss": 0.051623978007298246, + "val_dice": 0.8122658967971802, + "val_iou": 0.7048431515693665 + }, + { + "epoch": 29, + "train_loss": 0.05270869313524319, + "val_dice": 0.818650996685028, + "val_iou": 0.7130895256996155 + }, + { + "epoch": 30, + "train_loss": 0.05237350211693691, + "val_dice": 0.8245601058006287, + "val_iou": 0.7210590481758118 + }, + { + "epoch": 31, + "train_loss": 0.05085953439657505, + "val_dice": 0.8201044917106628, + "val_iou": 0.7159251213073731 + }, + { + "epoch": 32, + "train_loss": 0.0501367194721332, + "val_dice": 0.8167959332466126, + "val_iou": 0.7120746493339538 + }, + { + "epoch": 33, + "train_loss": 0.04887686182673161, + "val_dice": 0.8147591710090637, + "val_iou": 0.7098692536354065 + }, + { + "epoch": 34, + "train_loss": 0.048457417923670545, + "val_dice": 0.8202102661132813, + "val_iou": 0.7155092358589172 + }, + { + "epoch": 35, + "train_loss": 0.049005781228725724, + "val_dice": 0.8162145853042603, + "val_iou": 0.710509204864502 + }, + { + "epoch": 36, + "train_loss": 0.04868935621701754, + "val_dice": 0.8202509164810181, + "val_iou": 0.7152523994445801 + }, + { + "epoch": 37, + "train_loss": 0.0487744570351564, + "val_dice": 0.8238937020301819, + "val_iou": 0.7197198867797852 + }, + { + "epoch": 38, + "train_loss": 0.049821213174324766, + "val_dice": 0.8187379598617553, + "val_iou": 0.7138877511024475 + }, + { + "epoch": 39, + "train_loss": 0.04936584285818613, + "val_dice": 0.8218614816665649, + "val_iou": 0.7175549030303955 + }, + { + "epoch": 40, + "train_loss": 0.04920024109574465, + "val_dice": 0.8201745390892029, + "val_iou": 0.7156009197235107 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/target3_swin_cv_summary.json b/stage1_final/results/letterbox/swin/target3_swin_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..a362192f4e77eec6f2d8ad5849fe8967c9afcf17 --- /dev/null +++ b/stage1_final/results/letterbox/swin/target3_swin_cv_summary.json @@ -0,0 +1,374 @@ +{ + "backbone": "swin", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7848429877450399, + "accuracy": 0.9631474103585658, + "balanced_acc": 0.7737762890306678, + "per_class_recall": { + "malignant": 0.9616228070175439, + "non_malignant": 0.3673469387755102, + "non_roi": 0.9923591212989494 + }, + "per_class_precision": { + "malignant": 0.9669239250275634, + "non_malignant": 0.45, + "non_roi": 0.9792648444863337 + }, + "confusion_matrix": [ + [ + 877, + 22, + 13 + ], + [ + 22, + 18, + 9 + ], + [ + 8, + 0, + 1039 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9669239250275634, + "recall": 0.9616228070175439, + "f1-score": 0.9642660802638813, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.45, + "recall": 0.3673469387755102, + "f1-score": 0.4044943820224719, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9792648444863337, + "recall": 0.9923591212989494, + "f1-score": 0.9857685009487666, + "support": 1047.0 + }, + "accuracy": 0.9631474103585658, + "macro avg": { + "precision": 0.7987295898379657, + "recall": 0.7737762890306678, + "f1-score": 0.7848429877450399, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9607444779892077, + "recall": 0.9631474103585658, + "f1-score": 0.9618179832734659, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9451718494271686, + "src_C_n": 1222, + "src_D_acc": 0.9827586206896551, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7926293935683866, + "accuracy": 0.9142290530490828, + "balanced_acc": 0.783351694797816, + "per_class_recall": { + "malignant": 0.9287280701754386, + "non_malignant": 0.5, + "non_roi": 0.9213270142180094 + }, + "per_class_precision": { + "malignant": 0.9058823529411765, + "non_malignant": 0.5681818181818182, + "non_roi": 0.9364161849710982 + }, + "confusion_matrix": [ + [ + 847, + 9, + 56 + ], + [ + 15, + 25, + 10 + ], + [ + 73, + 10, + 972 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9058823529411765, + "recall": 0.9287280701754386, + "f1-score": 0.9171629669734704, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5681818181818182, + "recall": 0.5, + "f1-score": 0.5319148936170213, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9364161849710982, + "recall": 0.9213270142180094, + "f1-score": 0.9288103201146679, + "support": 1055.0 + }, + "accuracy": 0.9142290530490828, + "macro avg": { + "precision": 0.8034934520313644, + "recall": 0.783351694797816, + "f1-score": 0.7926293935683866, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9134818403252118, + "recall": 0.9142290530490828, + "f1-score": 0.9137051354891575, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9189560439560439, + "src_B_n": 728, + "src_C_acc": 0.9211009174311927, + "src_C_n": 1090, + "src_D_acc": 0.8592964824120602, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7215335981154607, + "accuracy": 0.932092555331992, + "balanced_acc": 0.7139130558696086, + "per_class_recall": { + "malignant": 0.930921052631579, + "non_malignant": 0.24489795918367346, + "non_roi": 0.9659201557935735 + }, + "per_class_precision": { + "malignant": 0.9238302502720348, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9631067961165048 + }, + "confusion_matrix": [ + [ + 849, + 26, + 37 + ], + [ + 36, + 12, + 1 + ], + [ + 34, + 1, + 992 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9238302502720348, + "recall": 0.930921052631579, + "f1-score": 0.9273620972146368, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.24489795918367346, + "f1-score": 0.2727272727272727, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9631067961165048, + "recall": 0.9659201557935735, + "f1-score": 0.9645114244044726, + "support": 1027.0 + }, + "accuracy": 0.932092555331992, + "macro avg": { + "precision": 0.731543118026949, + "recall": 0.7139130558696086, + "f1-score": 0.7215335981154607, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9289339994651254, + "recall": 0.932092555331992, + "f1-score": 0.9304180592991844, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9145527369826435, + "src_B_n": 749, + "src_C_acc": 0.972693032015066, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7434488108023993, + "accuracy": 0.9143552311435523, + "balanced_acc": 0.7938590325337315, + "per_class_recall": { + "malignant": 0.8882803943044907, + "non_malignant": 0.54, + "non_roi": 0.9532967032967034 + }, + "per_class_precision": { + "malignant": 0.9364896073903002, + "non_malignant": 0.2755102040816326, + "non_roi": 0.9541704857928506 + }, + "confusion_matrix": [ + [ + 811, + 53, + 49 + ], + [ + 22, + 27, + 1 + ], + [ + 33, + 18, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9364896073903002, + "recall": 0.8882803943044907, + "f1-score": 0.9117481731309725, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.2755102040816326, + "recall": 0.54, + "f1-score": 0.36486486486486486, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9541704857928506, + "recall": 0.9532967032967034, + "f1-score": 0.9537333944113605, + "support": 1092.0 + }, + "accuracy": 0.9143552311435523, + "macro avg": { + "precision": 0.7220567657549278, + "recall": 0.7938590325337315, + "f1-score": 0.7434488108023993, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9298027699451186, + "recall": 0.9143552311435523, + "f1-score": 0.9207524048705727, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9380530973451328, + "src_B_n": 565, + "src_C_acc": 0.915944540727903, + "src_C_n": 1154, + "src_D_acc": 0.8690476190476191, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6836072581894488, + "accuracy": 0.9169584792396198, + "balanced_acc": 0.6877661878493851, + "per_class_recall": { + "malignant": 0.8981380065717415, + "non_malignant": 0.19607843137254902, + "non_roi": 0.9690821256038648 + }, + "per_class_precision": { + "malignant": 0.9371428571428572, + "non_malignant": 0.16129032258064516, + "non_roi": 0.9444444444444444 + }, + "confusion_matrix": [ + [ + 820, + 45, + 48 + ], + [ + 30, + 10, + 11 + ], + [ + 25, + 7, + 1003 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9371428571428572, + "recall": 0.8981380065717415, + "f1-score": 0.9172259507829977, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.16129032258064516, + "recall": 0.19607843137254902, + "f1-score": 0.17699115044247787, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9444444444444444, + "recall": 0.9690821256038648, + "f1-score": 0.9566046733428708, + "support": 1035.0 + }, + "accuracy": 0.9169584792396198, + "macro avg": { + "precision": 0.6809592080559822, + "recall": 0.6877661878493851, + "f1-score": 0.6836072581894488, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9211291821025721, + "recall": 0.9169584792396198, + "f1-score": 0.9187292039256202, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9182948490230906, + "src_C_n": 1126, + "src_D_acc": 0.7377049180327869, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.745212409684147, + "cv_macro_f1_std": 0.04044241379325555, + "cv_non_malignant_recall_mean": 0.36966466586634655, + "cv_non_malignant_recall_std": 0.13542947178454023 +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/target3_swin_final.json b/stage1_final/results/letterbox/swin/target3_swin_final.json new file mode 100644 index 0000000000000000000000000000000000000000..b946b538ee630ff4d76db9b0c6ed6bb1b439de5f --- /dev/null +++ b/stage1_final/results/letterbox/swin/target3_swin_final.json @@ -0,0 +1,4502 @@ +{ + "backbone": "swin", + "val_metrics": { + "macro_f1": 0.7639376167026751, + "accuracy": 0.9290681502086231, + "balanced_acc": 0.770901656051647, + "per_class_recall": { + "malignant": 0.9097435897435897, + "non_malignant": 0.4339622641509434, + "non_roi": 0.9689991142604074 + }, + "per_class_precision": { + "malignant": 0.9609967497291441, + "non_malignant": 0.38333333333333336, + "non_roi": 0.9318568994889267 + }, + "confusion_matrix": [ + [ + 887, + 27, + 61 + ], + [ + 11, + 23, + 19 + ], + [ + 25, + 10, + 1094 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9609967497291441, + "recall": 0.9097435897435897, + "f1-score": 0.934668071654373, + "support": 975.0 + }, + "non_malignant": { + "precision": 0.38333333333333336, + "recall": 0.4339622641509434, + "f1-score": 0.40707964601769914, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9318568994889267, + "recall": 0.9689991142604074, + "f1-score": 0.9500651324359531, + "support": 1129.0 + }, + "accuracy": 0.9290681502086231, + "macro avg": { + "precision": 0.7587289941838012, + "recall": 0.770901656051647, + "f1-score": 0.7639376167026751, + "support": 2157.0 + }, + "weighted avg": { + "precision": 0.9315507358254893, + "recall": 0.9290681502086231, + "f1-score": 0.9297636187399828, + "support": 2157.0 + } + }, + "n": 2157, + "src_B_acc": 0.9686800894854586, + "src_B_n": 447, + "src_C_acc": 0.9011437908496732, + "src_C_n": 1224, + "src_D_acc": 0.9629629629629629, + "src_D_n": 486 + }, + "test_metrics": { + "macro_f1": 0.8172548784070295, + "accuracy": 0.9535315985130112, + "balanced_acc": 0.8005768798909753, + "per_class_recall": { + "malignant": 0.9550102249488752, + "non_malignant": 0.4716981132075472, + "non_roi": 0.9750223015165032 + }, + "per_class_precision": { + "malignant": 0.9579487179487179, + "non_malignant": 0.5952380952380952, + "non_roi": 0.9629955947136564 + }, + "confusion_matrix": [ + [ + 934, + 10, + 34 + ], + [ + 20, + 25, + 8 + ], + [ + 21, + 7, + 1093 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9579487179487179, + "recall": 0.9550102249488752, + "f1-score": 0.9564772145417306, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5952380952380952, + "recall": 0.4716981132075472, + "f1-score": 0.5263157894736842, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9629955947136564, + "recall": 0.9750223015165032, + "f1-score": 0.9689716312056738, + "support": 1121.0 + }, + "accuracy": 0.9535315985130112, + "macro avg": { + "precision": 0.8387274693001565, + "recall": 0.8005768798909753, + "f1-score": 0.8172548784070295, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.951644761559235, + "recall": 0.9535315985130112, + "f1-score": 0.9523915665638839, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9478553406223718, + "src_C_n": 1189, + "src_D_acc": 0.9182879377431906, + "src_D_n": 257 + }, + "test_predictions": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 2, + 1, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 1, + 2, + 1, + 2, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 1, + 2, + 0, + 1, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 2, + 1, + 2, + 2, + 2, + 1, + 1, + 2, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 2 + ], + "test_true": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 2 + ], + "logs": [ + { + "epoch": 0, + "train_loss": 0.4559347680799521, + "val_macro_f1": 0.6730198679024183 + }, + { + "epoch": 1, + "train_loss": 0.39659713559849247, + "val_macro_f1": 0.6878329755223316 + }, + { + "epoch": 2, + "train_loss": 0.37386642538817827, + "val_macro_f1": 0.6622437585386346 + }, + { + "epoch": 3, + "train_loss": 0.36586760810226393, + "val_macro_f1": 0.7639376167026751 + }, + { + "epoch": 4, + "train_loss": 0.35482791180063966, + "val_macro_f1": 0.671113736334474 + }, + { + "epoch": 5, + "train_loss": 0.3433241606897609, + "val_macro_f1": 0.7434908743711212 + }, + { + "epoch": 6, + "train_loss": 0.33880889017111177, + "val_macro_f1": 0.7180508525760111 + }, + { + "epoch": 7, + "train_loss": 0.33114688601463466, + "val_macro_f1": 0.726177057182754 + }, + { + "epoch": 8, + "train_loss": 0.3251321070892796, + "val_macro_f1": 0.6847802873605153 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/target3_swin_fold0_val.json b/stage1_final/results/letterbox/swin/target3_swin_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..5e2f718802040991a0277655a2848fb8aabf2a1e --- /dev/null +++ b/stage1_final/results/letterbox/swin/target3_swin_fold0_val.json @@ -0,0 +1,177 @@ +{ + "fold": 0, + "metrics": { + "macro_f1": 0.7848429877450399, + "accuracy": 0.9631474103585658, + "balanced_acc": 0.7737762890306678, + "per_class_recall": { + "malignant": 0.9616228070175439, + "non_malignant": 0.3673469387755102, + "non_roi": 0.9923591212989494 + }, + "per_class_precision": { + "malignant": 0.9669239250275634, + "non_malignant": 0.45, + "non_roi": 0.9792648444863337 + }, + "confusion_matrix": [ + [ + 877, + 22, + 13 + ], + [ + 22, + 18, + 9 + ], + [ + 8, + 0, + 1039 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9669239250275634, + "recall": 0.9616228070175439, + "f1-score": 0.9642660802638813, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.45, + "recall": 0.3673469387755102, + "f1-score": 0.4044943820224719, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9792648444863337, + "recall": 0.9923591212989494, + "f1-score": 0.9857685009487666, + "support": 1047.0 + }, + "accuracy": 0.9631474103585658, + "macro avg": { + "precision": 0.7987295898379657, + "recall": 0.7737762890306678, + "f1-score": 0.7848429877450399, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9607444779892077, + "recall": 0.9631474103585658, + "f1-score": 0.9618179832734659, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9451718494271686, + "src_C_n": 1222, + "src_D_acc": 0.9827586206896551, + "src_D_n": 116 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.47827370691299437, + "val_macro_f1": 0.688554614784123 + }, + { + "epoch": 1, + "train_loss": 0.3985554416179657, + "val_macro_f1": 0.6938870191932752 + }, + { + "epoch": 2, + "train_loss": 0.38103508472442627, + "val_macro_f1": 0.7607988404931637 + }, + { + "epoch": 3, + "train_loss": 0.37352940821647646, + "val_macro_f1": 0.7451546870719906 + }, + { + "epoch": 4, + "train_loss": 0.3503017921447754, + "val_macro_f1": 0.6503345585444666 + }, + { + "epoch": 5, + "train_loss": 0.3436925086975098, + "val_macro_f1": 0.7648438347276408 + }, + { + "epoch": 6, + "train_loss": 0.338968465089798, + "val_macro_f1": 0.7161528886788949 + }, + { + "epoch": 7, + "train_loss": 0.33250581407547, + "val_macro_f1": 0.7635667204185584 + }, + { + "epoch": 8, + "train_loss": 0.3281218905448914, + "val_macro_f1": 0.708286658465398 + }, + { + "epoch": 9, + "train_loss": 0.32339435386657717, + "val_macro_f1": 0.7725058556423088 + }, + { + "epoch": 10, + "train_loss": 0.31772848510742185, + "val_macro_f1": 0.7832976230913488 + }, + { + "epoch": 11, + "train_loss": 0.31500322461128233, + "val_macro_f1": 0.7373360853193501 + }, + { + "epoch": 12, + "train_loss": 0.3107460238933563, + "val_macro_f1": 0.6965495331998984 + }, + { + "epoch": 13, + "train_loss": 0.31095427680015564, + "val_macro_f1": 0.7213814798014728 + }, + { + "epoch": 14, + "train_loss": 0.3085372986793518, + "val_macro_f1": 0.7848429877450399 + }, + { + "epoch": 15, + "train_loss": 0.3031534390449524, + "val_macro_f1": 0.7457496511082287 + }, + { + "epoch": 16, + "train_loss": 0.29924111771583556, + "val_macro_f1": 0.7588491705318056 + }, + { + "epoch": 17, + "train_loss": 0.3024749736785889, + "val_macro_f1": 0.7671264484867683 + }, + { + "epoch": 18, + "train_loss": 0.3013505277633667, + "val_macro_f1": 0.7546808115898987 + }, + { + "epoch": 19, + "train_loss": 0.2986288676261902, + "val_macro_f1": 0.7500669156029827 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/target3_swin_fold1_val.json b/stage1_final/results/letterbox/swin/target3_swin_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..f12776f932255194520db369772ec3440db4a74a --- /dev/null +++ b/stage1_final/results/letterbox/swin/target3_swin_fold1_val.json @@ -0,0 +1,147 @@ +{ + "fold": 1, + "metrics": { + "macro_f1": 0.7926293935683866, + "accuracy": 0.9142290530490828, + "balanced_acc": 0.783351694797816, + "per_class_recall": { + "malignant": 0.9287280701754386, + "non_malignant": 0.5, + "non_roi": 0.9213270142180094 + }, + "per_class_precision": { + "malignant": 0.9058823529411765, + "non_malignant": 0.5681818181818182, + "non_roi": 0.9364161849710982 + }, + "confusion_matrix": [ + [ + 847, + 9, + 56 + ], + [ + 15, + 25, + 10 + ], + [ + 73, + 10, + 972 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9058823529411765, + "recall": 0.9287280701754386, + "f1-score": 0.9171629669734704, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5681818181818182, + "recall": 0.5, + "f1-score": 0.5319148936170213, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9364161849710982, + "recall": 0.9213270142180094, + "f1-score": 0.9288103201146679, + "support": 1055.0 + }, + "accuracy": 0.9142290530490828, + "macro avg": { + "precision": 0.8034934520313644, + "recall": 0.783351694797816, + "f1-score": 0.7926293935683866, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9134818403252118, + "recall": 0.9142290530490828, + "f1-score": 0.9137051354891575, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9189560439560439, + "src_B_n": 728, + "src_C_acc": 0.9211009174311927, + "src_C_n": 1090, + "src_D_acc": 0.8592964824120602, + "src_D_n": 199 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4531396758556366, + "val_macro_f1": 0.5721265373300676 + }, + { + "epoch": 1, + "train_loss": 0.3822724137306213, + "val_macro_f1": 0.772136926738685 + }, + { + "epoch": 2, + "train_loss": 0.3637335705757141, + "val_macro_f1": 0.7380890410818459 + }, + { + "epoch": 3, + "train_loss": 0.35056975293159487, + "val_macro_f1": 0.6086090584154604 + }, + { + "epoch": 4, + "train_loss": 0.34502064251899717, + "val_macro_f1": 0.7279575617150997 + }, + { + "epoch": 5, + "train_loss": 0.3459429976940155, + "val_macro_f1": 0.6722161524321603 + }, + { + "epoch": 6, + "train_loss": 0.33994224381446836, + "val_macro_f1": 0.7770157741613497 + }, + { + "epoch": 7, + "train_loss": 0.3334648702144623, + "val_macro_f1": 0.7183360513777695 + }, + { + "epoch": 8, + "train_loss": 0.3242007358074188, + "val_macro_f1": 0.7926293935683866 + }, + { + "epoch": 9, + "train_loss": 0.32695142126083376, + "val_macro_f1": 0.7256322883772007 + }, + { + "epoch": 10, + "train_loss": 0.31663429546356203, + "val_macro_f1": 0.7303518248886512 + }, + { + "epoch": 11, + "train_loss": 0.3122890529632568, + "val_macro_f1": 0.7055203604919275 + }, + { + "epoch": 12, + "train_loss": 0.3084149386882782, + "val_macro_f1": 0.7069944018785739 + }, + { + "epoch": 13, + "train_loss": 0.307172979593277, + "val_macro_f1": 0.7249506343591849 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/target3_swin_fold2_val.json b/stage1_final/results/letterbox/swin/target3_swin_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..80d66a5cf08b3d66fe4cde7f6524c4d6281c634b --- /dev/null +++ b/stage1_final/results/letterbox/swin/target3_swin_fold2_val.json @@ -0,0 +1,147 @@ +{ + "fold": 2, + "metrics": { + "macro_f1": 0.7215335981154607, + "accuracy": 0.932092555331992, + "balanced_acc": 0.7139130558696086, + "per_class_recall": { + "malignant": 0.930921052631579, + "non_malignant": 0.24489795918367346, + "non_roi": 0.9659201557935735 + }, + "per_class_precision": { + "malignant": 0.9238302502720348, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9631067961165048 + }, + "confusion_matrix": [ + [ + 849, + 26, + 37 + ], + [ + 36, + 12, + 1 + ], + [ + 34, + 1, + 992 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9238302502720348, + "recall": 0.930921052631579, + "f1-score": 0.9273620972146368, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.24489795918367346, + "f1-score": 0.2727272727272727, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9631067961165048, + "recall": 0.9659201557935735, + "f1-score": 0.9645114244044726, + "support": 1027.0 + }, + "accuracy": 0.932092555331992, + "macro avg": { + "precision": 0.731543118026949, + "recall": 0.7139130558696086, + "f1-score": 0.7215335981154607, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9289339994651254, + "recall": 0.932092555331992, + "f1-score": 0.9304180592991844, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9145527369826435, + "src_B_n": 749, + "src_C_acc": 0.972693032015066, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4819946222835117, + "val_macro_f1": 0.6318652483762217 + }, + { + "epoch": 1, + "train_loss": 0.3976259524860079, + "val_macro_f1": 0.6656870682715293 + }, + { + "epoch": 2, + "train_loss": 0.3781550536080012, + "val_macro_f1": 0.6109281365917615 + }, + { + "epoch": 3, + "train_loss": 0.3657609366235279, + "val_macro_f1": 0.6504413928968416 + }, + { + "epoch": 4, + "train_loss": 0.3577256500720978, + "val_macro_f1": 0.7018229055118748 + }, + { + "epoch": 5, + "train_loss": 0.3478049884239833, + "val_macro_f1": 0.674836361865727 + }, + { + "epoch": 6, + "train_loss": 0.3443172907545453, + "val_macro_f1": 0.6492975132020807 + }, + { + "epoch": 7, + "train_loss": 0.33181265445928726, + "val_macro_f1": 0.6471510927965735 + }, + { + "epoch": 8, + "train_loss": 0.32986706258758663, + "val_macro_f1": 0.7215335981154607 + }, + { + "epoch": 9, + "train_loss": 0.32323627410426975, + "val_macro_f1": 0.7074389755782192 + }, + { + "epoch": 10, + "train_loss": 0.31534989178180695, + "val_macro_f1": 0.6919309108484747 + }, + { + "epoch": 11, + "train_loss": 0.31929542124271393, + "val_macro_f1": 0.6402111714930891 + }, + { + "epoch": 12, + "train_loss": 0.3079881533270791, + "val_macro_f1": 0.6662367148994875 + }, + { + "epoch": 13, + "train_loss": 0.30650068677607034, + "val_macro_f1": 0.6570889723951344 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/target3_swin_fold3_val.json b/stage1_final/results/letterbox/swin/target3_swin_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..33dd96ba09c3ac22375ebb3944d7a70433154ece --- /dev/null +++ b/stage1_final/results/letterbox/swin/target3_swin_fold3_val.json @@ -0,0 +1,127 @@ +{ + "fold": 3, + "metrics": { + "macro_f1": 0.7434488108023993, + "accuracy": 0.9143552311435523, + "balanced_acc": 0.7938590325337315, + "per_class_recall": { + "malignant": 0.8882803943044907, + "non_malignant": 0.54, + "non_roi": 0.9532967032967034 + }, + "per_class_precision": { + "malignant": 0.9364896073903002, + "non_malignant": 0.2755102040816326, + "non_roi": 0.9541704857928506 + }, + "confusion_matrix": [ + [ + 811, + 53, + 49 + ], + [ + 22, + 27, + 1 + ], + [ + 33, + 18, + 1041 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9364896073903002, + "recall": 0.8882803943044907, + "f1-score": 0.9117481731309725, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.2755102040816326, + "recall": 0.54, + "f1-score": 0.36486486486486486, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9541704857928506, + "recall": 0.9532967032967034, + "f1-score": 0.9537333944113605, + "support": 1092.0 + }, + "accuracy": 0.9143552311435523, + "macro avg": { + "precision": 0.7220567657549278, + "recall": 0.7938590325337315, + "f1-score": 0.7434488108023993, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9298027699451186, + "recall": 0.9143552311435523, + "f1-score": 0.9207524048705727, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9380530973451328, + "src_B_n": 565, + "src_C_acc": 0.915944540727903, + "src_C_n": 1154, + "src_D_acc": 0.8690476190476191, + "src_D_n": 336 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.4693335733413696, + "val_macro_f1": 0.6264405075223435 + }, + { + "epoch": 1, + "train_loss": 0.3892751386165619, + "val_macro_f1": 0.6351473483748103 + }, + { + "epoch": 2, + "train_loss": 0.37330075311660765, + "val_macro_f1": 0.6534239483317257 + }, + { + "epoch": 3, + "train_loss": 0.3647502176761627, + "val_macro_f1": 0.6817899027818263 + }, + { + "epoch": 4, + "train_loss": 0.353739438533783, + "val_macro_f1": 0.7434488108023993 + }, + { + "epoch": 5, + "train_loss": 0.3428398530483246, + "val_macro_f1": 0.7177569452003573 + }, + { + "epoch": 6, + "train_loss": 0.3362942039966583, + "val_macro_f1": 0.7166162614531634 + }, + { + "epoch": 7, + "train_loss": 0.3362950644493103, + "val_macro_f1": 0.724636534247543 + }, + { + "epoch": 8, + "train_loss": 0.3245956382751465, + "val_macro_f1": 0.7085321612877425 + }, + { + "epoch": 9, + "train_loss": 0.3196186857223511, + "val_macro_f1": 0.710371790581701 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/letterbox/swin/target3_swin_fold4_val.json b/stage1_final/results/letterbox/swin/target3_swin_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..5444ed6316ac6616956ca26cc9706a761e85703a --- /dev/null +++ b/stage1_final/results/letterbox/swin/target3_swin_fold4_val.json @@ -0,0 +1,117 @@ +{ + "fold": 4, + "metrics": { + "macro_f1": 0.6836072581894488, + "accuracy": 0.9169584792396198, + "balanced_acc": 0.6877661878493851, + "per_class_recall": { + "malignant": 0.8981380065717415, + "non_malignant": 0.19607843137254902, + "non_roi": 0.9690821256038648 + }, + "per_class_precision": { + "malignant": 0.9371428571428572, + "non_malignant": 0.16129032258064516, + "non_roi": 0.9444444444444444 + }, + "confusion_matrix": [ + [ + 820, + 45, + 48 + ], + [ + 30, + 10, + 11 + ], + [ + 25, + 7, + 1003 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9371428571428572, + "recall": 0.8981380065717415, + "f1-score": 0.9172259507829977, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.16129032258064516, + "recall": 0.19607843137254902, + "f1-score": 0.17699115044247787, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9444444444444444, + "recall": 0.9690821256038648, + "f1-score": 0.9566046733428708, + "support": 1035.0 + }, + "accuracy": 0.9169584792396198, + "macro avg": { + "precision": 0.6809592080559822, + "recall": 0.6877661878493851, + "f1-score": 0.6836072581894488, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9211291821025721, + "recall": 0.9169584792396198, + "f1-score": 0.9187292039256202, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9182948490230906, + "src_C_n": 1126, + "src_D_acc": 0.7377049180327869, + "src_D_n": 183 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.46710081351181815, + "val_macro_f1": 0.641576615678831 + }, + { + "epoch": 1, + "train_loss": 0.39034080055970993, + "val_macro_f1": 0.6446507470281552 + }, + { + "epoch": 2, + "train_loss": 0.3721086948163926, + "val_macro_f1": 0.6836072581894488 + }, + { + "epoch": 3, + "train_loss": 0.36656215668670716, + "val_macro_f1": 0.6687751260008413 + }, + { + "epoch": 4, + "train_loss": 0.34867053183298263, + "val_macro_f1": 0.6621228047268453 + }, + { + "epoch": 5, + "train_loss": 0.33852691522666384, + "val_macro_f1": 0.6452318580847393 + }, + { + "epoch": 6, + "train_loss": 0.33740057169444976, + "val_macro_f1": 0.6233960238690726 + }, + { + "epoch": 7, + "train_loss": 0.33042133705956594, + "val_macro_f1": 0.6170568055510707 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/crt_convnext_cv_summary.json b/stage1_final/results/resized/convnext/crt_convnext_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..be8532fa28372db1259ee004d9471ac5073e62c0 --- /dev/null +++ b/stage1_final/results/resized/convnext/crt_convnext_cv_summary.json @@ -0,0 +1,351 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "macro_f1": 0.781051048089984, + "accuracy": 0.9402390438247012, + "balanced_acc": 0.8411657341265567, + "per_class_recall": { + "malignant": 0.9089912280701754, + "non_malignant": 0.6326530612244898, + "non_roi": 0.9818529130850048 + }, + "confusion_matrix": [ + [ + 829, + 62, + 21 + ], + [ + 9, + 31, + 9 + ], + [ + 16, + 3, + 1028 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9707259953161592, + "recall": 0.9089912280701754, + "f1-score": 0.9388448471121178, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3229166666666667, + "recall": 0.6326530612244898, + "f1-score": 0.42758620689655175, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9716446124763705, + "recall": 0.9818529130850048, + "f1-score": 0.9767220902612826, + "support": 1047.0 + }, + "accuracy": 0.9402390438247012, + "macro avg": { + "precision": 0.7550957581530655, + "recall": 0.8411657341265567, + "f1-score": 0.781051048089984, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9553968793116353, + "recall": 0.9402390438247012, + "f1-score": 0.9461186519958892, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9865671641791045, + "src_B_n": 670, + "src_C_acc": 0.9198036006546645, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7825459246567524, + "accuracy": 0.9157164105106594, + "balanced_acc": 0.8336685513150965, + "per_class_recall": { + "malignant": 0.8969298245614035, + "non_malignant": 0.66, + "non_roi": 0.9440758293838862 + }, + "confusion_matrix": [ + [ + 818, + 36, + 58 + ], + [ + 13, + 33, + 4 + ], + [ + 43, + 16, + 996 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9359267734553776, + "recall": 0.8969298245614035, + "f1-score": 0.916013437849944, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38823529411764707, + "recall": 0.66, + "f1-score": 0.4888888888888889, + "support": 50.0 + }, + "non_roi": { + "precision": 0.941398865784499, + "recall": 0.9440758293838862, + "f1-score": 0.9427354472314246, + "support": 1055.0 + }, + "accuracy": 0.9157164105106594, + "macro avg": { + "precision": 0.7551869777858412, + "recall": 0.8336685513150965, + "f1-score": 0.7825459246567524, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9252120899850437, + "recall": 0.9157164105106594, + "f1-score": 0.9194023780826706, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9313186813186813, + "src_B_n": 728, + "src_C_acc": 0.9238532110091743, + "src_C_n": 1090, + "src_D_acc": 0.8140703517587939, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7471326470850777, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7537805048393228, + "per_class_recall": { + "malignant": 0.9232456140350878, + "non_malignant": 0.3877551020408163, + "non_roi": 0.9503407984420643 + }, + "confusion_matrix": [ + [ + 842, + 35, + 35 + ], + [ + 30, + 19, + 0 + ], + [ + 50, + 1, + 976 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.913232104121475, + "recall": 0.9232456140350878, + "f1-score": 0.9182115594329335, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34545454545454546, + "recall": 0.3877551020408163, + "f1-score": 0.36538461538461536, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9653808110781404, + "recall": 0.9503407984420643, + "f1-score": 0.957801766437684, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7413558202180536, + "recall": 0.7537805048393228, + "f1-score": 0.7471326470850777, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.926177587858807, + "recall": 0.9240442655935613, + "f1-score": 0.9250378282133718, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9132176234979973, + "src_B_n": 749, + "src_C_acc": 0.9585687382297552, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7166868444940574, + "accuracy": 0.8841849148418491, + "balanced_acc": 0.8470037191723939, + "per_class_recall": { + "malignant": 0.9266155531215772, + "non_malignant": 0.76, + "non_roi": 0.8543956043956044 + }, + "confusion_matrix": [ + [ + 846, + 50, + 17 + ], + [ + 10, + 38, + 2 + ], + [ + 49, + 110, + 933 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9348066298342541, + "recall": 0.9266155531215772, + "f1-score": 0.9306930693069307, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1919191919191919, + "recall": 0.76, + "f1-score": 0.3064516129032258, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9800420168067226, + "recall": 0.8543956043956044, + "f1-score": 0.9129158512720157, + "support": 1092.0 + }, + "accuracy": 0.8841849148418491, + "macro avg": { + "precision": 0.7022559461867228, + "recall": 0.8470037191723939, + "f1-score": 0.7166868444940574, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9407689999939538, + "recall": 0.8841849148418491, + "f1-score": 0.9060581326089685, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9663716814159292, + "src_B_n": 565, + "src_C_acc": 0.8275563258232236, + "src_C_n": 1154, + "src_D_acc": 0.9404761904761905, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6576591008453563, + "accuracy": 0.8789394697348675, + "balanced_acc": 0.6868109810395578, + "per_class_recall": { + "malignant": 0.864184008762322, + "non_malignant": 0.27450980392156865, + "non_roi": 0.9217391304347826 + }, + "confusion_matrix": [ + [ + 789, + 88, + 36 + ], + [ + 34, + 14, + 3 + ], + [ + 37, + 44, + 954 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9174418604651163, + "recall": 0.864184008762322, + "f1-score": 0.8900169204737732, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0958904109589041, + "recall": 0.27450980392156865, + "f1-score": 0.14213197969543148, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9607250755287009, + "recall": 0.9217391304347826, + "f1-score": 0.9408284023668639, + "support": 1035.0 + }, + "accuracy": 0.8789394697348675, + "macro avg": { + "precision": 0.6580191156509071, + "recall": 0.6868109810395578, + "f1-score": 0.6576591008453563, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9188920874115861, + "recall": 0.8789394697348675, + "f1-score": 0.8972444101084174, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.866785079928952, + "src_C_n": 1126, + "src_D_acc": 0.639344262295082, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7370151130342456, + "cv_macro_f1_std": 0.046529986139848184, + "cv_non_malignant_recall_mean": 0.542983593437375, + "cv_non_malignant_recall_std": 0.1816610215613892, + "cv_balanced_acc_mean": 0.7924858980985856, + "cv_balanced_acc_std": 0.06277455812522126 +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/crt_convnext_final.json b/stage1_final/results/resized/convnext/crt_convnext_final.json new file mode 100644 index 0000000000000000000000000000000000000000..6a94b5f972a1f10a4f991fd159155c9fd969d939 --- /dev/null +++ b/stage1_final/results/resized/convnext/crt_convnext_final.json @@ -0,0 +1,70 @@ +{ + "backbone": "convnext", + "test_metrics": { + "macro_f1": 0.7581079839144355, + "accuracy": 0.9344795539033457, + "balanced_acc": 0.7996736442352494, + "per_class_recall": { + "malignant": 0.9386503067484663, + "non_malignant": 0.5094339622641509, + "non_roi": 0.9509366636931311 + }, + "confusion_matrix": [ + [ + 918, + 35, + 25 + ], + [ + 6, + 27, + 20 + ], + [ + 22, + 33, + 1066 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9704016913319239, + "recall": 0.9386503067484663, + "f1-score": 0.9542619542619543, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.28421052631578947, + "recall": 0.5094339622641509, + "f1-score": 0.36486486486486486, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9594959495949595, + "recall": 0.9509366636931311, + "f1-score": 0.9551971326164874, + "support": 1121.0 + }, + "accuracy": 0.9344795539033457, + "macro avg": { + "precision": 0.7380360557475577, + "recall": 0.7996736442352494, + "f1-score": 0.7581079839144355, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9478210834169647, + "recall": 0.9344795539033457, + "f1-score": 0.9402332782384346, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9773371104815864, + "src_B_n": 706, + "src_C_acc": 0.9150546677880572, + "src_C_n": 1189, + "src_D_acc": 0.9066147859922179, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/emit_crt_convnext_oof.json b/stage1_final/results/resized/convnext/emit_crt_convnext_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..be8532fa28372db1259ee004d9471ac5073e62c0 --- /dev/null +++ b/stage1_final/results/resized/convnext/emit_crt_convnext_oof.json @@ -0,0 +1,351 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "macro_f1": 0.781051048089984, + "accuracy": 0.9402390438247012, + "balanced_acc": 0.8411657341265567, + "per_class_recall": { + "malignant": 0.9089912280701754, + "non_malignant": 0.6326530612244898, + "non_roi": 0.9818529130850048 + }, + "confusion_matrix": [ + [ + 829, + 62, + 21 + ], + [ + 9, + 31, + 9 + ], + [ + 16, + 3, + 1028 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9707259953161592, + "recall": 0.9089912280701754, + "f1-score": 0.9388448471121178, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3229166666666667, + "recall": 0.6326530612244898, + "f1-score": 0.42758620689655175, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9716446124763705, + "recall": 0.9818529130850048, + "f1-score": 0.9767220902612826, + "support": 1047.0 + }, + "accuracy": 0.9402390438247012, + "macro avg": { + "precision": 0.7550957581530655, + "recall": 0.8411657341265567, + "f1-score": 0.781051048089984, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9553968793116353, + "recall": 0.9402390438247012, + "f1-score": 0.9461186519958892, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9865671641791045, + "src_B_n": 670, + "src_C_acc": 0.9198036006546645, + "src_C_n": 1222, + "src_D_acc": 0.8879310344827587, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7825459246567524, + "accuracy": 0.9157164105106594, + "balanced_acc": 0.8336685513150965, + "per_class_recall": { + "malignant": 0.8969298245614035, + "non_malignant": 0.66, + "non_roi": 0.9440758293838862 + }, + "confusion_matrix": [ + [ + 818, + 36, + 58 + ], + [ + 13, + 33, + 4 + ], + [ + 43, + 16, + 996 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9359267734553776, + "recall": 0.8969298245614035, + "f1-score": 0.916013437849944, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38823529411764707, + "recall": 0.66, + "f1-score": 0.4888888888888889, + "support": 50.0 + }, + "non_roi": { + "precision": 0.941398865784499, + "recall": 0.9440758293838862, + "f1-score": 0.9427354472314246, + "support": 1055.0 + }, + "accuracy": 0.9157164105106594, + "macro avg": { + "precision": 0.7551869777858412, + "recall": 0.8336685513150965, + "f1-score": 0.7825459246567524, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9252120899850437, + "recall": 0.9157164105106594, + "f1-score": 0.9194023780826706, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9313186813186813, + "src_B_n": 728, + "src_C_acc": 0.9238532110091743, + "src_C_n": 1090, + "src_D_acc": 0.8140703517587939, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.7471326470850777, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7537805048393228, + "per_class_recall": { + "malignant": 0.9232456140350878, + "non_malignant": 0.3877551020408163, + "non_roi": 0.9503407984420643 + }, + "confusion_matrix": [ + [ + 842, + 35, + 35 + ], + [ + 30, + 19, + 0 + ], + [ + 50, + 1, + 976 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.913232104121475, + "recall": 0.9232456140350878, + "f1-score": 0.9182115594329335, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.34545454545454546, + "recall": 0.3877551020408163, + "f1-score": 0.36538461538461536, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9653808110781404, + "recall": 0.9503407984420643, + "f1-score": 0.957801766437684, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7413558202180536, + "recall": 0.7537805048393228, + "f1-score": 0.7471326470850777, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.926177587858807, + "recall": 0.9240442655935613, + "f1-score": 0.9250378282133718, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9132176234979973, + "src_B_n": 749, + "src_C_acc": 0.9585687382297552, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7166868444940574, + "accuracy": 0.8841849148418491, + "balanced_acc": 0.8470037191723939, + "per_class_recall": { + "malignant": 0.9266155531215772, + "non_malignant": 0.76, + "non_roi": 0.8543956043956044 + }, + "confusion_matrix": [ + [ + 846, + 50, + 17 + ], + [ + 10, + 38, + 2 + ], + [ + 49, + 110, + 933 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9348066298342541, + "recall": 0.9266155531215772, + "f1-score": 0.9306930693069307, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1919191919191919, + "recall": 0.76, + "f1-score": 0.3064516129032258, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9800420168067226, + "recall": 0.8543956043956044, + "f1-score": 0.9129158512720157, + "support": 1092.0 + }, + "accuracy": 0.8841849148418491, + "macro avg": { + "precision": 0.7022559461867228, + "recall": 0.8470037191723939, + "f1-score": 0.7166868444940574, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9407689999939538, + "recall": 0.8841849148418491, + "f1-score": 0.9060581326089685, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9663716814159292, + "src_B_n": 565, + "src_C_acc": 0.8275563258232236, + "src_C_n": 1154, + "src_D_acc": 0.9404761904761905, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6576591008453563, + "accuracy": 0.8789394697348675, + "balanced_acc": 0.6868109810395578, + "per_class_recall": { + "malignant": 0.864184008762322, + "non_malignant": 0.27450980392156865, + "non_roi": 0.9217391304347826 + }, + "confusion_matrix": [ + [ + 789, + 88, + 36 + ], + [ + 34, + 14, + 3 + ], + [ + 37, + 44, + 954 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9174418604651163, + "recall": 0.864184008762322, + "f1-score": 0.8900169204737732, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0958904109589041, + "recall": 0.27450980392156865, + "f1-score": 0.14213197969543148, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9607250755287009, + "recall": 0.9217391304347826, + "f1-score": 0.9408284023668639, + "support": 1035.0 + }, + "accuracy": 0.8789394697348675, + "macro avg": { + "precision": 0.6580191156509071, + "recall": 0.6868109810395578, + "f1-score": 0.6576591008453563, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9188920874115861, + "recall": 0.8789394697348675, + "f1-score": 0.8972444101084174, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.866785079928952, + "src_C_n": 1126, + "src_D_acc": 0.639344262295082, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7370151130342456, + "cv_macro_f1_std": 0.046529986139848184, + "cv_non_malignant_recall_mean": 0.542983593437375, + "cv_non_malignant_recall_std": 0.1816610215613892, + "cv_balanced_acc_mean": 0.7924858980985856, + "cv_balanced_acc_std": 0.06277455812522126 +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/emit_crt_convnext_test.json b/stage1_final/results/resized/convnext/emit_crt_convnext_test.json new file mode 100644 index 0000000000000000000000000000000000000000..6a94b5f972a1f10a4f991fd159155c9fd969d939 --- /dev/null +++ b/stage1_final/results/resized/convnext/emit_crt_convnext_test.json @@ -0,0 +1,70 @@ +{ + "backbone": "convnext", + "test_metrics": { + "macro_f1": 0.7581079839144355, + "accuracy": 0.9344795539033457, + "balanced_acc": 0.7996736442352494, + "per_class_recall": { + "malignant": 0.9386503067484663, + "non_malignant": 0.5094339622641509, + "non_roi": 0.9509366636931311 + }, + "confusion_matrix": [ + [ + 918, + 35, + 25 + ], + [ + 6, + 27, + 20 + ], + [ + 22, + 33, + 1066 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9704016913319239, + "recall": 0.9386503067484663, + "f1-score": 0.9542619542619543, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.28421052631578947, + "recall": 0.5094339622641509, + "f1-score": 0.36486486486486486, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9594959495949595, + "recall": 0.9509366636931311, + "f1-score": 0.9551971326164874, + "support": 1121.0 + }, + "accuracy": 0.9344795539033457, + "macro avg": { + "precision": 0.7380360557475577, + "recall": 0.7996736442352494, + "f1-score": 0.7581079839144355, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9478210834169647, + "recall": 0.9344795539033457, + "f1-score": 0.9402332782384346, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9773371104815864, + "src_B_n": 706, + "src_C_acc": 0.9150546677880572, + "src_C_n": 1189, + "src_D_acc": 0.9066147859922179, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/emit_plain_convnext_oof.json b/stage1_final/results/resized/convnext/emit_plain_convnext_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..6e041b78bf649abd000a4f42453e625d05d8c1ee --- /dev/null +++ b/stage1_final/results/resized/convnext/emit_plain_convnext_oof.json @@ -0,0 +1,352 @@ +{ + "backbone": "convnext", + "method": "plain", + "folds": [ + { + "fold": 0, + "macro_f1": 0.736432888645278, + "accuracy": 0.9516932270916335, + "balanced_acc": 0.7074819673005682, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9914040114613181 + }, + "confusion_matrix": [ + [ + 864, + 5, + 43 + ], + [ + 23, + 9, + 17 + ], + [ + 9, + 0, + 1038 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9642857142857143, + "recall": 0.9473684210526315, + "f1-score": 0.9557522123893806, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6428571428571429, + "recall": 0.1836734693877551, + "f1-score": 0.2857142857142857, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9453551912568307, + "recall": 0.9914040114613181, + "f1-score": 0.9678321678321679, + "support": 1047.0 + }, + "accuracy": 0.9516932270916335, + "macro avg": { + "precision": 0.8508326827998959, + "recall": 0.7074819673005682, + "f1-score": 0.736432888645278, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9465714425669686, + "recall": 0.9516932270916335, + "f1-score": 0.9457003473204157, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.982089552238806, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.9655172413793104, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7141587926054309, + "accuracy": 0.9117501239464552, + "balanced_acc": 0.6915738893046202, + "per_class_recall": { + "malignant": 0.9002192982456141, + "non_malignant": 0.22, + "non_roi": 0.9545023696682464 + }, + "confusion_matrix": [ + [ + 821, + 9, + 82 + ], + [ + 16, + 11, + 23 + ], + [ + 44, + 4, + 1007 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318955732122588, + "recall": 0.9002192982456141, + "f1-score": 0.9157836029001674, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4583333333333333, + "recall": 0.22, + "f1-score": 0.2972972972972973, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9055755395683454, + "recall": 0.9545023696682464, + "f1-score": 0.9293954776188279, + "support": 1055.0 + }, + "accuracy": 0.9117501239464552, + "macro avg": { + "precision": 0.7652681487046458, + "recall": 0.6915738893046202, + "f1-score": 0.7141587926054309, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.906389501081235, + "recall": 0.9117501239464552, + "f1-score": 0.9075715119472886, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9285714285714286, + "src_B_n": 728, + "src_C_acc": 0.926605504587156, + "src_C_n": 1090, + "src_D_acc": 0.7688442211055276, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.731958403502984, + "accuracy": 0.9305835010060363, + "balanced_acc": 0.7196630599659533, + "per_class_recall": { + "malignant": 0.9375, + "non_malignant": 0.2653061224489796, + "non_roi": 0.9561830574488802 + }, + "confusion_matrix": [ + [ + 855, + 22, + 35 + ], + [ + 31, + 13, + 5 + ], + [ + 45, + 0, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9183673469387755, + "recall": 0.9375, + "f1-score": 0.9278350515463918, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.37142857142857144, + "recall": 0.2653061224489796, + "f1-score": 0.30952380952380953, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9608610567514677, + "recall": 0.9561830574488802, + "f1-score": 0.9585163494387506, + "support": 1027.0 + }, + "accuracy": 0.9305835010060363, + "macro avg": { + "precision": 0.7502189917062715, + "recall": 0.7196630599659533, + "f1-score": 0.731958403502984, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9268386950160566, + "recall": 0.9305835010060363, + "f1-score": 0.9284449318664852, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9252336448598131, + "src_B_n": 749, + "src_C_acc": 0.9670433145009416, + "src_C_n": 1062, + "src_D_acc": 0.7344632768361582, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7184331901650385, + "accuracy": 0.9138686131386862, + "balanced_acc": 0.7202091081609154, + "per_class_recall": { + "malignant": 0.9430449069003286, + "non_malignant": 0.3, + "non_roi": 0.9175824175824175 + }, + "confusion_matrix": [ + [ + 861, + 9, + 43 + ], + [ + 24, + 15, + 11 + ], + [ + 63, + 27, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9082278481012658, + "recall": 0.9430449069003286, + "f1-score": 0.9253089736700698, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.3, + "f1-score": 0.297029702970297, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9488636363636364, + "recall": 0.9175824175824175, + "f1-score": 0.9329608938547486, + "support": 1092.0 + }, + "accuracy": 0.9138686131386862, + "macro avg": { + "precision": 0.7170697105079086, + "recall": 0.7202091081609154, + "f1-score": 0.7184331901650385, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9148793180430598, + "recall": 0.9138686131386862, + "f1-score": 0.9140885032596954, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9504424778761061, + "src_B_n": 565, + "src_C_acc": 0.8856152512998267, + "src_C_n": 1154, + "src_D_acc": 0.9494047619047619, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6443766001099721, + "accuracy": 0.9234617308654327, + "balanced_acc": 0.6431886734724684, + "per_class_recall": { + "malignant": 0.9222343921139102, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9681159420289855 + }, + "confusion_matrix": [ + [ + 842, + 15, + 56 + ], + [ + 39, + 2, + 10 + ], + [ + 32, + 1, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9222343921139102, + "recall": 0.9222343921139102, + "f1-score": 0.9222343921139102, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1111111111111111, + "recall": 0.0392156862745098, + "f1-score": 0.057971014492753624, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9382022471910112, + "recall": 0.9681159420289855, + "f1-score": 0.9529243937232525, + "support": 1035.0 + }, + "accuracy": 0.9234617308654327, + "macro avg": { + "precision": 0.6571825834720109, + "recall": 0.6431886734724684, + "f1-score": 0.6443766001099721, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.909807900204784, + "recall": 0.9234617308654327, + "f1-score": 0.9160746719573271, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9174067495559503, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7090719750057407, + "cv_macro_f1_std": 0.033380856190352214, + "cv_non_malignant_recall_mean": 0.20163905562224893, + "cv_non_malignant_recall_std": 0.09029906782981363, + "cv_balanced_acc_mean": 0.6964233396409051, + "cv_balanced_acc_std": 0.028585267118633073 +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/emit_plain_convnext_test.json b/stage1_final/results/resized/convnext/emit_plain_convnext_test.json new file mode 100644 index 0000000000000000000000000000000000000000..39abdbcf5690b0e916009143ccadae2299147bad --- /dev/null +++ b/stage1_final/results/resized/convnext/emit_plain_convnext_test.json @@ -0,0 +1,71 @@ +{ + "backbone": "convnext", + "method": "plain", + "test_metrics": { + "macro_f1": 0.7599256503582499, + "accuracy": 0.9544609665427509, + "balanced_acc": 0.7470700830899931, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.3018867924528302, + "non_roi": 0.9884032114183765 + }, + "confusion_matrix": [ + [ + 930, + 19, + 29 + ], + [ + 8, + 16, + 29 + ], + [ + 8, + 5, + 1108 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9830866807610994, + "recall": 0.950920245398773, + "f1-score": 0.9667359667359667, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4, + "recall": 0.3018867924528302, + "f1-score": 0.34408602150537637, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9502572898799314, + "recall": 0.9884032114183765, + "f1-score": 0.9689549628334062, + "support": 1121.0 + }, + "accuracy": 0.9544609665427509, + "macro avg": { + "precision": 0.7777813235470102, + "recall": 0.7470700830899931, + "f1-score": 0.7599256503582499, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9516250909571369, + "recall": 0.9544609665427509, + "f1-score": 0.9525570854757476, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9444911690496215, + "src_C_n": 1189, + "src_D_acc": 0.9105058365758755, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/seg_convnext_cv_summary.json b/stage1_final/results/resized/convnext/seg_convnext_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..02b53f76f6c3c2dcd33dc15fc81e430f28b49fe3 --- /dev/null +++ b/stage1_final/results/resized/convnext/seg_convnext_cv_summary.json @@ -0,0 +1,33 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "dice": 0.855466345945994, + "iou": 0.7531484564145406 + }, + { + "fold": 1, + "dice": 0.8241024216016134, + "iou": 0.7335984110832214 + }, + { + "fold": 2, + "dice": 0.8832735220591227, + "iou": 0.8031244079271952 + }, + { + "fold": 3, + "dice": 0.76290895541509, + "iou": 0.6352097491423289 + }, + { + "fold": 4, + "dice": 0.8244645833969116, + "iou": 0.7271586298942566 + } + ], + "cv_dice_mean": 0.8300431656837464, + "cv_dice_std": 0.040132839778597426, + "cv_iou_mean": 0.7304479308923085 +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/seg_convnext_final.json b/stage1_final/results/resized/convnext/seg_convnext_final.json new file mode 100644 index 0000000000000000000000000000000000000000..da51f7820496c3a9f69a55d9bf76d8a764e98965 --- /dev/null +++ b/stage1_final/results/resized/convnext/seg_convnext_final.json @@ -0,0 +1,133 @@ +{ + "backbone": "convnext", + "val_metrics": { + "dice": 0.8741910202162606, + "iou": 0.7850569146020072 + }, + "test_metrics": { + "dice": 0.748949259519577, + "iou": 0.6388109922409058 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5356802145640055, + "val_dice": 0.46530564767973764, + "val_iou": 0.32123381750924246 + }, + { + "epoch": 1, + "train_loss": 0.31404516763157314, + "val_dice": 0.7109511750085014, + "val_iou": 0.5688922788415637 + }, + { + "epoch": 2, + "train_loss": 0.19200843903753492, + "val_dice": 0.7673443896429879, + "val_iou": 0.6361081685338702 + }, + { + "epoch": 3, + "train_loss": 0.18212414118978712, + "val_dice": 0.6976977671895709, + "val_iou": 0.5640668741294316 + }, + { + "epoch": 4, + "train_loss": 0.13704623447524178, + "val_dice": 0.8362946850912911, + "val_iou": 0.7336136698722839 + }, + { + "epoch": 5, + "train_loss": 0.12524600658151838, + "val_dice": 0.6971189975738525, + "val_iou": 0.5825883618422917 + }, + { + "epoch": 6, + "train_loss": 0.12511973910861546, + "val_dice": 0.813924389226096, + "val_iou": 0.7043350764683315 + }, + { + "epoch": 7, + "train_loss": 0.11625071201059553, + "val_dice": 0.8499049203736442, + "val_iou": 0.7531581435884748 + }, + { + "epoch": 8, + "train_loss": 0.09974037607510884, + "val_dice": 0.8488563895225525, + "val_iou": 0.7482934934752328 + }, + { + "epoch": 9, + "train_loss": 0.08527022103468578, + "val_dice": 0.8741910202162606, + "val_iou": 0.7850569146020072 + }, + { + "epoch": 10, + "train_loss": 0.07427867377797763, + "val_dice": 0.8321600471224103, + "val_iou": 0.7285766686711993 + }, + { + "epoch": 11, + "train_loss": 0.0732708399494489, + "val_dice": 0.8273467080933707, + "val_iou": 0.7214909536497933 + }, + { + "epoch": 12, + "train_loss": 0.06439502992563778, + "val_dice": 0.8177213413374764, + "val_iou": 0.7162994146347046 + }, + { + "epoch": 13, + "train_loss": 0.06061594312389692, + "val_dice": 0.8056254982948303, + "val_iou": 0.701389342546463 + }, + { + "epoch": 14, + "train_loss": 0.05938998733957609, + "val_dice": 0.8500180925641742, + "val_iou": 0.7542699830872672 + }, + { + "epoch": 15, + "train_loss": 0.054788601067331105, + "val_dice": 0.8045480591910226, + "val_iou": 0.7028748563357762 + }, + { + "epoch": 16, + "train_loss": 0.05322002660897043, + "val_dice": 0.8280952998570034, + "val_iou": 0.7317888310977391 + }, + { + "epoch": 17, + "train_loss": 0.05431328962246577, + "val_dice": 0.8406039476394653, + "val_iou": 0.7462436131068638 + }, + { + "epoch": 18, + "train_loss": 0.04828092041942808, + "val_dice": 0.8224482962063381, + "val_iou": 0.7242596064295087 + }, + { + "epoch": 19, + "train_loss": 0.045785843498177, + "val_dice": 0.8382997001920428, + "val_iou": 0.7425344075475421 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/seg_convnext_fold0_val.json b/stage1_final/results/resized/convnext/seg_convnext_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..1d2fe81fa2ba0d561c1489e355c8556c52162396 --- /dev/null +++ b/stage1_final/results/resized/convnext/seg_convnext_fold0_val.json @@ -0,0 +1,249 @@ +{ + "fold": 0, + "metrics": { + "dice": 0.855466345945994, + "iou": 0.7531484564145406 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5597110220364162, + "val_dice": 0.5305287142594656, + "val_iou": 0.3948983947436015 + }, + { + "epoch": 1, + "train_loss": 0.3723961498056139, + "val_dice": 0.6396191120147705, + "val_iou": 0.4886562724908193 + }, + { + "epoch": 2, + "train_loss": 0.2906549445220402, + "val_dice": 0.7133318583170573, + "val_iou": 0.5633683999379476 + }, + { + "epoch": 3, + "train_loss": 0.2177317099911826, + "val_dice": 0.7783863147099813, + "val_iou": 0.6527962883313497 + }, + { + "epoch": 4, + "train_loss": 0.191082986337798, + "val_dice": 0.7159709334373474, + "val_iou": 0.5759393374125162 + }, + { + "epoch": 5, + "train_loss": 0.1437604512487139, + "val_dice": 0.7661359707514445, + "val_iou": 0.6282111207644144 + }, + { + "epoch": 6, + "train_loss": 0.12170378863811493, + "val_dice": 0.7570517460505167, + "val_iou": 0.6191561222076416 + }, + { + "epoch": 7, + "train_loss": 0.09808703299079623, + "val_dice": 0.831884523232778, + "val_iou": 0.7185551722844442 + }, + { + "epoch": 8, + "train_loss": 0.09762353450059891, + "val_dice": 0.8373882174491882, + "val_iou": 0.7300409277280172 + }, + { + "epoch": 9, + "train_loss": 0.0883082885827337, + "val_dice": 0.8437216281890869, + "val_iou": 0.7383391459782919 + }, + { + "epoch": 10, + "train_loss": 0.0735126616699355, + "val_dice": 0.8443465630213419, + "val_iou": 0.7381499608357748 + }, + { + "epoch": 11, + "train_loss": 0.06672812093581472, + "val_dice": 0.8474563757578532, + "val_iou": 0.7453409234682719 + }, + { + "epoch": 12, + "train_loss": 0.07362241510834013, + "val_dice": 0.8450421293576559, + "val_iou": 0.7395379940668741 + }, + { + "epoch": 13, + "train_loss": 0.0650877154299191, + "val_dice": 0.845941404501597, + "val_iou": 0.7402747869491577 + }, + { + "epoch": 14, + "train_loss": 0.06306647722210203, + "val_dice": 0.8495293656984965, + "val_iou": 0.7444500724474589 + }, + { + "epoch": 15, + "train_loss": 0.05984788068703243, + "val_dice": 0.8434861302375793, + "val_iou": 0.7374458114306132 + }, + { + "epoch": 16, + "train_loss": 0.05876378768256733, + "val_dice": 0.8411853512128195, + "val_iou": 0.7322106758753458 + }, + { + "epoch": 17, + "train_loss": 0.0520323956651347, + "val_dice": 0.8508453766504923, + "val_iou": 0.7479302883148193 + }, + { + "epoch": 18, + "train_loss": 0.052809770085981915, + "val_dice": 0.8473891218503317, + "val_iou": 0.7409481406211853 + }, + { + "epoch": 19, + "train_loss": 0.04901411437562534, + "val_dice": 0.8474359512329102, + "val_iou": 0.7402615149815878 + }, + { + "epoch": 20, + "train_loss": 0.04751483244555337, + "val_dice": 0.8476123213768005, + "val_iou": 0.7423300544420878 + }, + { + "epoch": 21, + "train_loss": 0.04661609871046884, + "val_dice": 0.8516180316607157, + "val_iou": 0.7472774585088094 + }, + { + "epoch": 22, + "train_loss": 0.04597410932183266, + "val_dice": 0.850150485833486, + "val_iou": 0.7465863625208536 + }, + { + "epoch": 23, + "train_loss": 0.04427438335759299, + "val_dice": 0.8523155649503072, + "val_iou": 0.7509223421414694 + }, + { + "epoch": 24, + "train_loss": 0.04665243199893406, + "val_dice": 0.8544260859489441, + "val_iou": 0.7528321544329325 + }, + { + "epoch": 25, + "train_loss": 0.04032401527677264, + "val_dice": 0.846478799978892, + "val_iou": 0.7397645711898804 + }, + { + "epoch": 26, + "train_loss": 0.041367050260305405, + "val_dice": 0.851637621720632, + "val_iou": 0.7486778497695923 + }, + { + "epoch": 27, + "train_loss": 0.03975054781351771, + "val_dice": 0.8527291814486185, + "val_iou": 0.7490190068880717 + }, + { + "epoch": 28, + "train_loss": 0.03920946855630193, + "val_dice": 0.8544286688168844, + "val_iou": 0.7527981599171957 + }, + { + "epoch": 29, + "train_loss": 0.03952944704464504, + "val_dice": 0.855466345945994, + "val_iou": 0.7531484564145406 + }, + { + "epoch": 30, + "train_loss": 0.04209865682891437, + "val_dice": 0.847628672917684, + "val_iou": 0.7406539718310038 + }, + { + "epoch": 31, + "train_loss": 0.03651809852038111, + "val_dice": 0.8524911204973856, + "val_iou": 0.7486917972564697 + }, + { + "epoch": 32, + "train_loss": 0.037322813378913064, + "val_dice": 0.8525221347808838, + "val_iou": 0.7491612037022909 + }, + { + "epoch": 33, + "train_loss": 0.03707798197865486, + "val_dice": 0.8509158690770467, + "val_iou": 0.746632436911265 + }, + { + "epoch": 34, + "train_loss": 0.034629126744610925, + "val_dice": 0.8516791065533956, + "val_iou": 0.7478238344192505 + }, + { + "epoch": 35, + "train_loss": 0.03701899041022573, + "val_dice": 0.8500203887621561, + "val_iou": 0.7446975111961365 + }, + { + "epoch": 36, + "train_loss": 0.03395243388201509, + "val_dice": 0.8505015770594279, + "val_iou": 0.7453431685765585 + }, + { + "epoch": 37, + "train_loss": 0.035951306245156696, + "val_dice": 0.8502125342686971, + "val_iou": 0.7453700304031372 + }, + { + "epoch": 38, + "train_loss": 0.03489887182201658, + "val_dice": 0.851046641667684, + "val_iou": 0.7466043631235758 + }, + { + "epoch": 39, + "train_loss": 0.03468672399009977, + "val_dice": 0.8491619825363159, + "val_iou": 0.7432853579521179 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/seg_convnext_fold1_val.json b/stage1_final/results/resized/convnext/seg_convnext_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..f854ebf37e6c6b2f4d30b067c38067acd04ad606 --- /dev/null +++ b/stage1_final/results/resized/convnext/seg_convnext_fold1_val.json @@ -0,0 +1,153 @@ +{ + "fold": 1, + "metrics": { + "dice": 0.8241024216016134, + "iou": 0.7335984110832214 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5391489352498736, + "val_dice": 0.4180852174758911, + "val_iou": 0.3002210607131322 + }, + { + "epoch": 1, + "train_loss": 0.3866264011178698, + "val_dice": 0.6341368556022644, + "val_iou": 0.5019733806451162 + }, + { + "epoch": 2, + "train_loss": 0.2669882880789893, + "val_dice": 0.5785185992717743, + "val_iou": 0.4650446871916453 + }, + { + "epoch": 3, + "train_loss": 0.20398774955953872, + "val_dice": 0.7201166351636251, + "val_iou": 0.6087894439697266 + }, + { + "epoch": 4, + "train_loss": 0.15954494050570897, + "val_dice": 0.7764639258384705, + "val_iou": 0.6734594106674194 + }, + { + "epoch": 5, + "train_loss": 0.13744172028132848, + "val_dice": 0.7687352697054545, + "val_iou": 0.673206090927124 + }, + { + "epoch": 6, + "train_loss": 0.1500304171017238, + "val_dice": 0.7761055032412211, + "val_iou": 0.6795953114827474 + }, + { + "epoch": 7, + "train_loss": 0.12609483195202692, + "val_dice": 0.7841794689496359, + "val_iou": 0.6805217266082764 + }, + { + "epoch": 8, + "train_loss": 0.1110644478883062, + "val_dice": 0.7553473313649496, + "val_iou": 0.6578496893246969 + }, + { + "epoch": 9, + "train_loss": 0.09419064010892596, + "val_dice": 0.7894535263379415, + "val_iou": 0.688714861869812 + }, + { + "epoch": 10, + "train_loss": 0.0864290137376104, + "val_dice": 0.8004516164461771, + "val_iou": 0.7105351686477661 + }, + { + "epoch": 11, + "train_loss": 0.07256730858768735, + "val_dice": 0.7980439265569051, + "val_iou": 0.7093374530474345 + }, + { + "epoch": 12, + "train_loss": 0.06920302499617849, + "val_dice": 0.8157923221588135, + "val_iou": 0.7268922726313273 + }, + { + "epoch": 13, + "train_loss": 0.06740095838904381, + "val_dice": 0.8241024216016134, + "val_iou": 0.7335984110832214 + }, + { + "epoch": 14, + "train_loss": 0.06278459514890398, + "val_dice": 0.8096815148989359, + "val_iou": 0.7199819087982178 + }, + { + "epoch": 15, + "train_loss": 0.05874880190406527, + "val_dice": 0.80689005057017, + "val_iou": 0.7193905115127563 + }, + { + "epoch": 16, + "train_loss": 0.06114458931343896, + "val_dice": 0.7965743740399679, + "val_iou": 0.7001105149586996 + }, + { + "epoch": 17, + "train_loss": 0.05479322267430169, + "val_dice": 0.7910812099774679, + "val_iou": 0.7036889394124349 + }, + { + "epoch": 18, + "train_loss": 0.051938524203641076, + "val_dice": 0.8120201230049133, + "val_iou": 0.7228840192159017 + }, + { + "epoch": 19, + "train_loss": 0.05153472561921392, + "val_dice": 0.8009728789329529, + "val_iou": 0.7085927327473959 + }, + { + "epoch": 20, + "train_loss": 0.05108799732157162, + "val_dice": 0.7989873290061951, + "val_iou": 0.7095283269882202 + }, + { + "epoch": 21, + "train_loss": 0.04756943828293255, + "val_dice": 0.8054873545964559, + "val_iou": 0.7196144262949625 + }, + { + "epoch": 22, + "train_loss": 0.049143142466034205, + "val_dice": 0.8043903112411499, + "val_iou": 0.7153817415237427 + }, + { + "epoch": 23, + "train_loss": 0.051263824105262756, + "val_dice": 0.8206282258033752, + "val_iou": 0.7324449221293131 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/seg_convnext_fold2_val.json b/stage1_final/results/resized/convnext/seg_convnext_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..6f79c8d04d3a1e1526cf910a721a63f70003e37c --- /dev/null +++ b/stage1_final/results/resized/convnext/seg_convnext_fold2_val.json @@ -0,0 +1,201 @@ +{ + "fold": 2, + "metrics": { + "dice": 0.8832735220591227, + "iou": 0.8031244079271952 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5458122917584011, + "val_dice": 0.41287978490193683, + "val_iou": 0.2886018951733907 + }, + { + "epoch": 1, + "train_loss": 0.38506846342767986, + "val_dice": 0.6075812776883444, + "val_iou": 0.4574347138404846 + }, + { + "epoch": 2, + "train_loss": 0.2512615535940443, + "val_dice": 0.707621177037557, + "val_iou": 0.5729022721449534 + }, + { + "epoch": 3, + "train_loss": 0.1824616470507213, + "val_dice": 0.7668144901593527, + "val_iou": 0.6391225854555765 + }, + { + "epoch": 4, + "train_loss": 0.15099067986011505, + "val_dice": 0.773881177107493, + "val_iou": 0.6518643895785013 + }, + { + "epoch": 5, + "train_loss": 0.12006688650165286, + "val_dice": 0.8496485153834025, + "val_iou": 0.7566747069358826 + }, + { + "epoch": 6, + "train_loss": 0.1118179474558149, + "val_dice": 0.847133219242096, + "val_iou": 0.7576227386792501 + }, + { + "epoch": 7, + "train_loss": 0.10943666632686343, + "val_dice": 0.8599389990170797, + "val_iou": 0.768722136815389 + }, + { + "epoch": 8, + "train_loss": 0.09713520961148399, + "val_dice": 0.8298617998758951, + "val_iou": 0.7245440483093262 + }, + { + "epoch": 9, + "train_loss": 0.09605247953108378, + "val_dice": 0.8212502400080363, + "val_iou": 0.7133889396985372 + }, + { + "epoch": 10, + "train_loss": 0.08247373253107071, + "val_dice": 0.845359206199646, + "val_iou": 0.7496785322825114 + }, + { + "epoch": 11, + "train_loss": 0.06834151755486216, + "val_dice": 0.86220649878184, + "val_iou": 0.7705954710642496 + }, + { + "epoch": 12, + "train_loss": 0.06917376017996243, + "val_dice": 0.8660308122634888, + "val_iou": 0.7787876725196838 + }, + { + "epoch": 13, + "train_loss": 0.07075618952512741, + "val_dice": 0.8629182577133179, + "val_iou": 0.7751184105873108 + }, + { + "epoch": 14, + "train_loss": 0.06677024172885078, + "val_dice": 0.8656653165817261, + "val_iou": 0.778014341990153 + }, + { + "epoch": 15, + "train_loss": 0.058357318597180505, + "val_dice": 0.8584548632303873, + "val_iou": 0.7714352011680603 + }, + { + "epoch": 16, + "train_loss": 0.056153295295579095, + "val_dice": 0.8578793803850809, + "val_iou": 0.7671730319658915 + }, + { + "epoch": 17, + "train_loss": 0.056042982531445365, + "val_dice": 0.8585391044616699, + "val_iou": 0.7717018127441406 + }, + { + "epoch": 18, + "train_loss": 0.05295347635235105, + "val_dice": 0.870907723903656, + "val_iou": 0.786368727684021 + }, + { + "epoch": 19, + "train_loss": 0.04931852860110147, + "val_dice": 0.8605453968048096, + "val_iou": 0.7735177477200826 + }, + { + "epoch": 20, + "train_loss": 0.04956429771014622, + "val_dice": 0.8748164176940918, + "val_iou": 0.7896276911099752 + }, + { + "epoch": 21, + "train_loss": 0.04997768572398594, + "val_dice": 0.8832735220591227, + "val_iou": 0.8031244079271952 + }, + { + "epoch": 22, + "train_loss": 0.05241283614720617, + "val_dice": 0.8672876159350077, + "val_iou": 0.7797842224438986 + }, + { + "epoch": 23, + "train_loss": 0.04683079357658114, + "val_dice": 0.8689625461896261, + "val_iou": 0.7833343942960104 + }, + { + "epoch": 24, + "train_loss": 0.044908296316862106, + "val_dice": 0.8673028548558553, + "val_iou": 0.7809971968332926 + }, + { + "epoch": 25, + "train_loss": 0.045070044696331024, + "val_dice": 0.8670742313067118, + "val_iou": 0.781410296758016 + }, + { + "epoch": 26, + "train_loss": 0.04614831507205963, + "val_dice": 0.8676492969195048, + "val_iou": 0.7822157939275106 + }, + { + "epoch": 27, + "train_loss": 0.041815322424684255, + "val_dice": 0.8678568601608276, + "val_iou": 0.7806759079297384 + }, + { + "epoch": 28, + "train_loss": 0.041829033089535575, + "val_dice": 0.8704705834388733, + "val_iou": 0.7845884760220846 + }, + { + "epoch": 29, + "train_loss": 0.041204637714794705, + "val_dice": 0.8662442564964294, + "val_iou": 0.7795566916465759 + }, + { + "epoch": 30, + "train_loss": 0.04111203072326524, + "val_dice": 0.8755555947621664, + "val_iou": 0.7921377817789713 + }, + { + "epoch": 31, + "train_loss": 0.03889374647821699, + "val_dice": 0.871671199798584, + "val_iou": 0.7878187497456869 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/seg_convnext_fold3_val.json b/stage1_final/results/resized/convnext/seg_convnext_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..3a62ca55aa39b74385c8f0f5ebe135ab3e85640d --- /dev/null +++ b/stage1_final/results/resized/convnext/seg_convnext_fold3_val.json @@ -0,0 +1,201 @@ +{ + "fold": 3, + "metrics": { + "dice": 0.76290895541509, + "iou": 0.6352097491423289 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5766081213951111, + "val_dice": 0.5352369546890259, + "val_iou": 0.38876331349213916 + }, + { + "epoch": 1, + "train_loss": 0.39285258452097577, + "val_dice": 0.6202052930990855, + "val_iou": 0.47122595210870105 + }, + { + "epoch": 2, + "train_loss": 0.302896906932195, + "val_dice": 0.6425647636254629, + "val_iou": 0.508269652724266 + }, + { + "epoch": 3, + "train_loss": 0.22573922326167425, + "val_dice": 0.656808982292811, + "val_iou": 0.5134537220001221 + }, + { + "epoch": 4, + "train_loss": 0.1709527870019277, + "val_dice": 0.7268447478612264, + "val_iou": 0.5868141750494639 + }, + { + "epoch": 5, + "train_loss": 0.13916060949365297, + "val_dice": 0.7299269537130991, + "val_iou": 0.5947337448596954 + }, + { + "epoch": 6, + "train_loss": 0.10893122851848602, + "val_dice": 0.7314724723498026, + "val_iou": 0.5965300599733988 + }, + { + "epoch": 7, + "train_loss": 0.104555727293094, + "val_dice": 0.718226303656896, + "val_iou": 0.5835975855588913 + }, + { + "epoch": 8, + "train_loss": 0.10324088235696156, + "val_dice": 0.7155517041683197, + "val_iou": 0.5784689287344614 + }, + { + "epoch": 9, + "train_loss": 0.08623667061328888, + "val_dice": 0.7325852413972219, + "val_iou": 0.5991698106129965 + }, + { + "epoch": 10, + "train_loss": 0.07692259550094604, + "val_dice": 0.7343695362408956, + "val_iou": 0.5998063882191976 + }, + { + "epoch": 11, + "train_loss": 0.07312507989505927, + "val_dice": 0.7420534988244375, + "val_iou": 0.6106990277767181 + }, + { + "epoch": 12, + "train_loss": 0.07201961614191532, + "val_dice": 0.7458852926890055, + "val_iou": 0.6128114561239878 + }, + { + "epoch": 13, + "train_loss": 0.05883284844458103, + "val_dice": 0.7511552572250366, + "val_iou": 0.6199136277039846 + }, + { + "epoch": 14, + "train_loss": 0.05849405191838741, + "val_dice": 0.7602996826171875, + "val_iou": 0.630407472451528 + }, + { + "epoch": 15, + "train_loss": 0.05704973638057709, + "val_dice": 0.7569040457407633, + "val_iou": 0.6284704605738322 + }, + { + "epoch": 16, + "train_loss": 0.05159532092511654, + "val_dice": 0.7500910957654318, + "val_iou": 0.6217969606320063 + }, + { + "epoch": 17, + "train_loss": 0.05546868095795313, + "val_dice": 0.7451242605845133, + "val_iou": 0.6146000027656555 + }, + { + "epoch": 18, + "train_loss": 0.051277268677949905, + "val_dice": 0.7558879256248474, + "val_iou": 0.6256566345691681 + }, + { + "epoch": 19, + "train_loss": 0.05104489872852961, + "val_dice": 0.7550041675567627, + "val_iou": 0.6252001027266184 + }, + { + "epoch": 20, + "train_loss": 0.04535755204657713, + "val_dice": 0.757167398929596, + "val_iou": 0.6276578605175018 + }, + { + "epoch": 21, + "train_loss": 0.04427259167035421, + "val_dice": 0.76290895541509, + "val_iou": 0.6352097491423289 + }, + { + "epoch": 22, + "train_loss": 0.04157908447086811, + "val_dice": 0.7595773935317993, + "val_iou": 0.6321524580319723 + }, + { + "epoch": 23, + "train_loss": 0.04091732328136762, + "val_dice": 0.7605601151784261, + "val_iou": 0.6340941786766052 + }, + { + "epoch": 24, + "train_loss": 0.040464648976922035, + "val_dice": 0.7577106058597565, + "val_iou": 0.629671037197113 + }, + { + "epoch": 25, + "train_loss": 0.04229804563025633, + "val_dice": 0.7615533868471781, + "val_iou": 0.6339505761861801 + }, + { + "epoch": 26, + "train_loss": 0.0384632038573424, + "val_dice": 0.7580727338790894, + "val_iou": 0.6287568112214407 + }, + { + "epoch": 27, + "train_loss": 0.03938572481274605, + "val_dice": 0.7615266939004263, + "val_iou": 0.6342507352431616 + }, + { + "epoch": 28, + "train_loss": 0.03620092632869879, + "val_dice": 0.7617925604184469, + "val_iou": 0.635453537106514 + }, + { + "epoch": 29, + "train_loss": 0.037871772423386574, + "val_dice": 0.7591903408368429, + "val_iou": 0.6320146272579829 + }, + { + "epoch": 30, + "train_loss": 0.036773741245269775, + "val_dice": 0.7609207034111023, + "val_iou": 0.6332434912522634 + }, + { + "epoch": 31, + "train_loss": 0.036457678924004235, + "val_dice": 0.7625210483868917, + "val_iou": 0.6363740960756937 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/seg_convnext_fold4_val.json b/stage1_final/results/resized/convnext/seg_convnext_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..539fdf4650161cf8f5fa7fa076eacde4263fbd1a --- /dev/null +++ b/stage1_final/results/resized/convnext/seg_convnext_fold4_val.json @@ -0,0 +1,231 @@ +{ + "fold": 4, + "metrics": { + "dice": 0.8244645833969116, + "iou": 0.7271586298942566 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5667102187871933, + "val_dice": 0.4955446124076843, + "val_iou": 0.35877466201782227 + }, + { + "epoch": 1, + "train_loss": 0.3815132826566696, + "val_dice": 0.5981286287307739, + "val_iou": 0.4630507528781891 + }, + { + "epoch": 2, + "train_loss": 0.2629370540380478, + "val_dice": 0.5944805085659027, + "val_iou": 0.48065708577632904 + }, + { + "epoch": 3, + "train_loss": 0.21612816800673804, + "val_dice": 0.7137897849082947, + "val_iou": 0.5808270215988159 + }, + { + "epoch": 4, + "train_loss": 0.15024424344301224, + "val_dice": 0.7730423450469971, + "val_iou": 0.6540391445159912 + }, + { + "epoch": 5, + "train_loss": 0.1346460481484731, + "val_dice": 0.7704803586006165, + "val_iou": 0.6595897674560547 + }, + { + "epoch": 6, + "train_loss": 0.11259495218594869, + "val_dice": 0.7766194343566895, + "val_iou": 0.6727785468101501 + }, + { + "epoch": 7, + "train_loss": 0.0998782180249691, + "val_dice": 0.7533035516738892, + "val_iou": 0.6378645300865173 + }, + { + "epoch": 8, + "train_loss": 0.09379518280426662, + "val_dice": 0.7816089987754822, + "val_iou": 0.672368335723877 + }, + { + "epoch": 9, + "train_loss": 0.08197273438175519, + "val_dice": 0.8166745901107788, + "val_iou": 0.7132309317588806 + }, + { + "epoch": 10, + "train_loss": 0.07946287716428439, + "val_dice": 0.8061363697052002, + "val_iou": 0.7029634714126587 + }, + { + "epoch": 11, + "train_loss": 0.06643760701020558, + "val_dice": 0.7963850021362304, + "val_iou": 0.6897312283515931 + }, + { + "epoch": 12, + "train_loss": 0.06598969300587972, + "val_dice": 0.8117613554000854, + "val_iou": 0.7066981077194214 + }, + { + "epoch": 13, + "train_loss": 0.061511700972914696, + "val_dice": 0.7878575682640075, + "val_iou": 0.6796129822731019 + }, + { + "epoch": 14, + "train_loss": 0.055805535366137825, + "val_dice": 0.8035443067550659, + "val_iou": 0.698697829246521 + }, + { + "epoch": 15, + "train_loss": 0.06126175137857596, + "val_dice": 0.7891143441200257, + "val_iou": 0.6854765176773071 + }, + { + "epoch": 16, + "train_loss": 0.05494087003171444, + "val_dice": 0.8075177669525146, + "val_iou": 0.7063612818717957 + }, + { + "epoch": 17, + "train_loss": 0.054315744588772454, + "val_dice": 0.8059538006782532, + "val_iou": 0.7077668905258179 + }, + { + "epoch": 18, + "train_loss": 0.05560636706650257, + "val_dice": 0.8220274686813355, + "val_iou": 0.724503219127655 + }, + { + "epoch": 19, + "train_loss": 0.05024068740506967, + "val_dice": 0.8194081902503967, + "val_iou": 0.720659363269806 + }, + { + "epoch": 20, + "train_loss": 0.04821620384852091, + "val_dice": 0.8118820905685424, + "val_iou": 0.7113161563873291 + }, + { + "epoch": 21, + "train_loss": 0.0466290848950545, + "val_dice": 0.7953360557556153, + "val_iou": 0.6887977242469787 + }, + { + "epoch": 22, + "train_loss": 0.04995712203284105, + "val_dice": 0.7994840979576111, + "val_iou": 0.69156574010849 + }, + { + "epoch": 23, + "train_loss": 0.046106914058327675, + "val_dice": 0.810929250717163, + "val_iou": 0.7130372285842895 + }, + { + "epoch": 24, + "train_loss": 0.04708986481030782, + "val_dice": 0.807165265083313, + "val_iou": 0.7071261882781983 + }, + { + "epoch": 25, + "train_loss": 0.04385676048696041, + "val_dice": 0.8005166292190552, + "val_iou": 0.6961916208267211 + }, + { + "epoch": 26, + "train_loss": 0.04194657877087593, + "val_dice": 0.8244645833969116, + "val_iou": 0.7271586298942566 + }, + { + "epoch": 27, + "train_loss": 0.04139889466265837, + "val_dice": 0.8227010369300842, + "val_iou": 0.7253080487251282 + }, + { + "epoch": 28, + "train_loss": 0.040259682262937226, + "val_dice": 0.8195919513702392, + "val_iou": 0.7192591190338135 + }, + { + "epoch": 29, + "train_loss": 0.04003750222424666, + "val_dice": 0.8185250520706177, + "val_iou": 0.7195361018180847 + }, + { + "epoch": 30, + "train_loss": 0.04222832868496577, + "val_dice": 0.8237163186073303, + "val_iou": 0.7270175695419312 + }, + { + "epoch": 31, + "train_loss": 0.037872085347771645, + "val_dice": 0.8134043335914611, + "val_iou": 0.7125557065010071 + }, + { + "epoch": 32, + "train_loss": 0.0375649593770504, + "val_dice": 0.8083867430686951, + "val_iou": 0.7094348788261413 + }, + { + "epoch": 33, + "train_loss": 0.03806921715537707, + "val_dice": 0.811436402797699, + "val_iou": 0.7124675750732422 + }, + { + "epoch": 34, + "train_loss": 0.034628165885806084, + "val_dice": 0.8168077588081359, + "val_iou": 0.7211162090301514 + }, + { + "epoch": 35, + "train_loss": 0.035615855207045875, + "val_dice": 0.8081600427627563, + "val_iou": 0.7085504531860352 + }, + { + "epoch": 36, + "train_loss": 0.03543634650607904, + "val_dice": 0.8172815561294555, + "val_iou": 0.7191685795783996 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/target3_convnext_cv_summary.json b/stage1_final/results/resized/convnext/target3_convnext_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..5e235945741929e58a17d391d32c17302425e66e --- /dev/null +++ b/stage1_final/results/resized/convnext/target3_convnext_cv_summary.json @@ -0,0 +1,349 @@ +{ + "backbone": "convnext", + "folds": [ + { + "fold": 0, + "macro_f1": 0.736432888645278, + "accuracy": 0.9516932270916335, + "balanced_acc": 0.7074819673005682, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9914040114613181 + }, + "confusion_matrix": [ + [ + 864, + 5, + 43 + ], + [ + 23, + 9, + 17 + ], + [ + 9, + 0, + 1038 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9642857142857143, + "recall": 0.9473684210526315, + "f1-score": 0.9557522123893806, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6428571428571429, + "recall": 0.1836734693877551, + "f1-score": 0.2857142857142857, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9453551912568307, + "recall": 0.9914040114613181, + "f1-score": 0.9678321678321679, + "support": 1047.0 + }, + "accuracy": 0.9516932270916335, + "macro avg": { + "precision": 0.8508326827998959, + "recall": 0.7074819673005682, + "f1-score": 0.736432888645278, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9465714425669686, + "recall": 0.9516932270916335, + "f1-score": 0.9457003473204157, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.982089552238806, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.9655172413793104, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7141587926054309, + "accuracy": 0.9117501239464552, + "balanced_acc": 0.6915738893046202, + "per_class_recall": { + "malignant": 0.9002192982456141, + "non_malignant": 0.22, + "non_roi": 0.9545023696682464 + }, + "confusion_matrix": [ + [ + 821, + 9, + 82 + ], + [ + 16, + 11, + 23 + ], + [ + 44, + 4, + 1007 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318955732122588, + "recall": 0.9002192982456141, + "f1-score": 0.9157836029001674, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4583333333333333, + "recall": 0.22, + "f1-score": 0.2972972972972973, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9055755395683454, + "recall": 0.9545023696682464, + "f1-score": 0.9293954776188279, + "support": 1055.0 + }, + "accuracy": 0.9117501239464552, + "macro avg": { + "precision": 0.7652681487046458, + "recall": 0.6915738893046202, + "f1-score": 0.7141587926054309, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.906389501081235, + "recall": 0.9117501239464552, + "f1-score": 0.9075715119472886, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9285714285714286, + "src_B_n": 728, + "src_C_acc": 0.926605504587156, + "src_C_n": 1090, + "src_D_acc": 0.7688442211055276, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.731958403502984, + "accuracy": 0.9305835010060363, + "balanced_acc": 0.7196630599659533, + "per_class_recall": { + "malignant": 0.9375, + "non_malignant": 0.2653061224489796, + "non_roi": 0.9561830574488802 + }, + "confusion_matrix": [ + [ + 855, + 22, + 35 + ], + [ + 31, + 13, + 5 + ], + [ + 45, + 0, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9183673469387755, + "recall": 0.9375, + "f1-score": 0.9278350515463918, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.37142857142857144, + "recall": 0.2653061224489796, + "f1-score": 0.30952380952380953, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9608610567514677, + "recall": 0.9561830574488802, + "f1-score": 0.9585163494387506, + "support": 1027.0 + }, + "accuracy": 0.9305835010060363, + "macro avg": { + "precision": 0.7502189917062715, + "recall": 0.7196630599659533, + "f1-score": 0.731958403502984, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9268386950160566, + "recall": 0.9305835010060363, + "f1-score": 0.9284449318664852, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9252336448598131, + "src_B_n": 749, + "src_C_acc": 0.9670433145009416, + "src_C_n": 1062, + "src_D_acc": 0.7344632768361582, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7184331901650385, + "accuracy": 0.9138686131386862, + "balanced_acc": 0.7202091081609154, + "per_class_recall": { + "malignant": 0.9430449069003286, + "non_malignant": 0.3, + "non_roi": 0.9175824175824175 + }, + "confusion_matrix": [ + [ + 861, + 9, + 43 + ], + [ + 24, + 15, + 11 + ], + [ + 63, + 27, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9082278481012658, + "recall": 0.9430449069003286, + "f1-score": 0.9253089736700698, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.3, + "f1-score": 0.297029702970297, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9488636363636364, + "recall": 0.9175824175824175, + "f1-score": 0.9329608938547486, + "support": 1092.0 + }, + "accuracy": 0.9138686131386862, + "macro avg": { + "precision": 0.7170697105079086, + "recall": 0.7202091081609154, + "f1-score": 0.7184331901650385, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9148793180430598, + "recall": 0.9138686131386862, + "f1-score": 0.9140885032596954, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9504424778761061, + "src_B_n": 565, + "src_C_acc": 0.8856152512998267, + "src_C_n": 1154, + "src_D_acc": 0.9494047619047619, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6443766001099721, + "accuracy": 0.9234617308654327, + "balanced_acc": 0.6431886734724684, + "per_class_recall": { + "malignant": 0.9222343921139102, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9681159420289855 + }, + "confusion_matrix": [ + [ + 842, + 15, + 56 + ], + [ + 39, + 2, + 10 + ], + [ + 32, + 1, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9222343921139102, + "recall": 0.9222343921139102, + "f1-score": 0.9222343921139102, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1111111111111111, + "recall": 0.0392156862745098, + "f1-score": 0.057971014492753624, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9382022471910112, + "recall": 0.9681159420289855, + "f1-score": 0.9529243937232525, + "support": 1035.0 + }, + "accuracy": 0.9234617308654327, + "macro avg": { + "precision": 0.6571825834720109, + "recall": 0.6431886734724684, + "f1-score": 0.6443766001099721, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.909807900204784, + "recall": 0.9234617308654327, + "f1-score": 0.9160746719573271, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9174067495559503, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7090719750057407, + "cv_macro_f1_std": 0.033380856190352214, + "cv_non_malignant_recall_mean": 0.20163905562224893, + "cv_non_malignant_recall_std": 0.09029906782981363 +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/target3_convnext_final.json b/stage1_final/results/resized/convnext/target3_convnext_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e21fa327f0032029271aa5fa75bdc32d646ae787 --- /dev/null +++ b/stage1_final/results/resized/convnext/target3_convnext_final.json @@ -0,0 +1,4502 @@ +{ + "backbone": "convnext", + "val_metrics": { + "macro_f1": 0.7440194349526533, + "accuracy": 0.9156235512285582, + "balanced_acc": 0.7309235502888259, + "per_class_recall": { + "malignant": 0.877948717948718, + "non_malignant": 0.33962264150943394, + "non_roi": 0.975199291408326 + }, + "confusion_matrix": [ + [ + 856, + 20, + 99 + ], + [ + 13, + 18, + 22 + ], + [ + 24, + 4, + 1101 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9585666293393057, + "recall": 0.877948717948718, + "f1-score": 0.9164882226980728, + "support": 975.0 + }, + "non_malignant": { + "precision": 0.42857142857142855, + "recall": 0.33962264150943394, + "f1-score": 0.37894736842105264, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9009819967266776, + "recall": 0.975199291408326, + "f1-score": 0.9366227137388345, + "support": 1129.0 + }, + "accuracy": 0.9156235512285582, + "macro avg": { + "precision": 0.7627066848791372, + "recall": 0.7309235502888259, + "f1-score": 0.7440194349526533, + "support": 2157.0 + }, + "weighted avg": { + "precision": 0.9154035343646397, + "recall": 0.9156235512285582, + "f1-score": 0.9138188555716648, + "support": 2157.0 + } + }, + "n": 2157, + "src_B_acc": 0.9753914988814317, + "src_B_n": 447, + "src_C_acc": 0.8815359477124183, + "src_C_n": 1224, + "src_D_acc": 0.9465020576131687, + "src_D_n": 486 + }, + "test_metrics": { + "macro_f1": 0.7599256503582499, + "accuracy": 0.9544609665427509, + "balanced_acc": 0.7470700830899931, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.3018867924528302, + "non_roi": 0.9884032114183765 + }, + "confusion_matrix": [ + [ + 930, + 19, + 29 + ], + [ + 8, + 16, + 29 + ], + [ + 8, + 5, + 1108 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9830866807610994, + "recall": 0.950920245398773, + "f1-score": 0.9667359667359667, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4, + "recall": 0.3018867924528302, + "f1-score": 0.34408602150537637, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9502572898799314, + "recall": 0.9884032114183765, + "f1-score": 0.9689549628334062, + "support": 1121.0 + }, + "accuracy": 0.9544609665427509, + "macro avg": { + "precision": 0.7777813235470102, + "recall": 0.7470700830899931, + "f1-score": 0.7599256503582499, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9516250909571369, + "recall": 0.9544609665427509, + "f1-score": 0.9525570854757476, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9444911690496215, + "src_C_n": 1189, + "src_D_acc": 0.9105058365758755, + "src_D_n": 257 + }, + "test_predictions": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 2, + 2, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 2, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 1, + 1, + 2, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 1, + 2, + 2, + 1, + 1, + 2, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 2 + ], + "test_true": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 2 + ], + "logs": [ + { + "epoch": 0, + "train_loss": 0.5460874633804248, + "val_macro_f1": 0.6727675952884101 + }, + { + "epoch": 1, + "train_loss": 0.4256916165731515, + "val_macro_f1": 0.6238123249064925 + }, + { + "epoch": 2, + "train_loss": 0.39862639395294674, + "val_macro_f1": 0.6622693397725329 + }, + { + "epoch": 3, + "train_loss": 0.38045147782678057, + "val_macro_f1": 0.7342671971636046 + }, + { + "epoch": 4, + "train_loss": 0.3658975791779293, + "val_macro_f1": 0.6690600933094921 + }, + { + "epoch": 5, + "train_loss": 0.3591696817404146, + "val_macro_f1": 0.7440194349526533 + }, + { + "epoch": 6, + "train_loss": 0.3428013808788008, + "val_macro_f1": 0.6772111015926964 + }, + { + "epoch": 7, + "train_loss": 0.3358540607106154, + "val_macro_f1": 0.6880093574877796 + }, + { + "epoch": 8, + "train_loss": 0.3343127090839823, + "val_macro_f1": 0.6787837955412357 + }, + { + "epoch": 9, + "train_loss": 0.3221955257616225, + "val_macro_f1": 0.7393571434639669 + }, + { + "epoch": 10, + "train_loss": 0.3160326125895142, + "val_macro_f1": 0.7141450114100332 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/target3_convnext_fold0_val.json b/stage1_final/results/resized/convnext/target3_convnext_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..b8a622b60787a7c4c648a68515326e8ed81fd063 --- /dev/null +++ b/stage1_final/results/resized/convnext/target3_convnext_fold0_val.json @@ -0,0 +1,112 @@ +{ + "fold": 0, + "metrics": { + "macro_f1": 0.736432888645278, + "accuracy": 0.9516932270916335, + "balanced_acc": 0.7074819673005682, + "per_class_recall": { + "malignant": 0.9473684210526315, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9914040114613181 + }, + "confusion_matrix": [ + [ + 864, + 5, + 43 + ], + [ + 23, + 9, + 17 + ], + [ + 9, + 0, + 1038 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9642857142857143, + "recall": 0.9473684210526315, + "f1-score": 0.9557522123893806, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6428571428571429, + "recall": 0.1836734693877551, + "f1-score": 0.2857142857142857, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9453551912568307, + "recall": 0.9914040114613181, + "f1-score": 0.9678321678321679, + "support": 1047.0 + }, + "accuracy": 0.9516932270916335, + "macro avg": { + "precision": 0.8508326827998959, + "recall": 0.7074819673005682, + "f1-score": 0.736432888645278, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9465714425669686, + "recall": 0.9516932270916335, + "f1-score": 0.9457003473204157, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.982089552238806, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.9655172413793104, + "src_D_n": 116 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5786437923908234, + "val_macro_f1": 0.6222060237632424 + }, + { + "epoch": 1, + "train_loss": 0.4454593861103058, + "val_macro_f1": 0.6265499404780717 + }, + { + "epoch": 2, + "train_loss": 0.4072748327255249, + "val_macro_f1": 0.736432888645278 + }, + { + "epoch": 3, + "train_loss": 0.3855162918567657, + "val_macro_f1": 0.7045591501254912 + }, + { + "epoch": 4, + "train_loss": 0.3797275876998901, + "val_macro_f1": 0.6277362014521924 + }, + { + "epoch": 5, + "train_loss": 0.35216969609260557, + "val_macro_f1": 0.7138701684907467 + }, + { + "epoch": 6, + "train_loss": 0.3549416139125824, + "val_macro_f1": 0.6835574595911252 + }, + { + "epoch": 7, + "train_loss": 0.3379661564826965, + "val_macro_f1": 0.7151558886140613 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/target3_convnext_fold1_val.json b/stage1_final/results/resized/convnext/target3_convnext_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..0b2c28686bd2f7a15fcfdc4a6bbca2ff80bf6e26 --- /dev/null +++ b/stage1_final/results/resized/convnext/target3_convnext_fold1_val.json @@ -0,0 +1,112 @@ +{ + "fold": 1, + "metrics": { + "macro_f1": 0.7141587926054309, + "accuracy": 0.9117501239464552, + "balanced_acc": 0.6915738893046202, + "per_class_recall": { + "malignant": 0.9002192982456141, + "non_malignant": 0.22, + "non_roi": 0.9545023696682464 + }, + "confusion_matrix": [ + [ + 821, + 9, + 82 + ], + [ + 16, + 11, + 23 + ], + [ + 44, + 4, + 1007 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9318955732122588, + "recall": 0.9002192982456141, + "f1-score": 0.9157836029001674, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4583333333333333, + "recall": 0.22, + "f1-score": 0.2972972972972973, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9055755395683454, + "recall": 0.9545023696682464, + "f1-score": 0.9293954776188279, + "support": 1055.0 + }, + "accuracy": 0.9117501239464552, + "macro avg": { + "precision": 0.7652681487046458, + "recall": 0.6915738893046202, + "f1-score": 0.7141587926054309, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.906389501081235, + "recall": 0.9117501239464552, + "f1-score": 0.9075715119472886, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9285714285714286, + "src_B_n": 728, + "src_C_acc": 0.926605504587156, + "src_C_n": 1090, + "src_D_acc": 0.7688442211055276, + "src_D_n": 199 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5601384224891662, + "val_macro_f1": 0.6044093994756818 + }, + { + "epoch": 1, + "train_loss": 0.4352598092556, + "val_macro_f1": 0.6563204879290035 + }, + { + "epoch": 2, + "train_loss": 0.40223995184898376, + "val_macro_f1": 0.7141587926054309 + }, + { + "epoch": 3, + "train_loss": 0.3735942778587341, + "val_macro_f1": 0.7072182418862409 + }, + { + "epoch": 4, + "train_loss": 0.3607557125091553, + "val_macro_f1": 0.6786884853896179 + }, + { + "epoch": 5, + "train_loss": 0.35687210893630983, + "val_macro_f1": 0.6189264244942326 + }, + { + "epoch": 6, + "train_loss": 0.34524951767921447, + "val_macro_f1": 0.6446700941886391 + }, + { + "epoch": 7, + "train_loss": 0.3406881799697876, + "val_macro_f1": 0.6587549343722722 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/target3_convnext_fold2_val.json b/stage1_final/results/resized/convnext/target3_convnext_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..904b98c9218ba2fe9a0527f128207bbec6cfc49e --- /dev/null +++ b/stage1_final/results/resized/convnext/target3_convnext_fold2_val.json @@ -0,0 +1,142 @@ +{ + "fold": 2, + "metrics": { + "macro_f1": 0.731958403502984, + "accuracy": 0.9305835010060363, + "balanced_acc": 0.7196630599659533, + "per_class_recall": { + "malignant": 0.9375, + "non_malignant": 0.2653061224489796, + "non_roi": 0.9561830574488802 + }, + "confusion_matrix": [ + [ + 855, + 22, + 35 + ], + [ + 31, + 13, + 5 + ], + [ + 45, + 0, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9183673469387755, + "recall": 0.9375, + "f1-score": 0.9278350515463918, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.37142857142857144, + "recall": 0.2653061224489796, + "f1-score": 0.30952380952380953, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9608610567514677, + "recall": 0.9561830574488802, + "f1-score": 0.9585163494387506, + "support": 1027.0 + }, + "accuracy": 0.9305835010060363, + "macro avg": { + "precision": 0.7502189917062715, + "recall": 0.7196630599659533, + "f1-score": 0.731958403502984, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9268386950160566, + "recall": 0.9305835010060363, + "f1-score": 0.9284449318664852, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9252336448598131, + "src_B_n": 749, + "src_C_acc": 0.9670433145009416, + "src_C_n": 1062, + "src_D_acc": 0.7344632768361582, + "src_D_n": 177 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5451094233800494, + "val_macro_f1": 0.6237648548546257 + }, + { + "epoch": 1, + "train_loss": 0.42511496349932654, + "val_macro_f1": 0.6893767681641477 + }, + { + "epoch": 2, + "train_loss": 0.4057938889378593, + "val_macro_f1": 0.6466452323200338 + }, + { + "epoch": 3, + "train_loss": 0.3783599299097818, + "val_macro_f1": 0.7196265083655766 + }, + { + "epoch": 4, + "train_loss": 0.3672682380392438, + "val_macro_f1": 0.6264395855907681 + }, + { + "epoch": 5, + "train_loss": 0.35949223453090307, + "val_macro_f1": 0.7172294028651169 + }, + { + "epoch": 6, + "train_loss": 0.35174951501308926, + "val_macro_f1": 0.7035225789843847 + }, + { + "epoch": 7, + "train_loss": 0.3354297758094848, + "val_macro_f1": 0.6932913419821639 + }, + { + "epoch": 8, + "train_loss": 0.33255276462388417, + "val_macro_f1": 0.731958403502984 + }, + { + "epoch": 9, + "train_loss": 0.324649962640944, + "val_macro_f1": 0.6883234193814817 + }, + { + "epoch": 10, + "train_loss": 0.3101458189979432, + "val_macro_f1": 0.6848917510459066 + }, + { + "epoch": 11, + "train_loss": 0.3097435664089899, + "val_macro_f1": 0.658802037281506 + }, + { + "epoch": 12, + "train_loss": 0.30895133978790706, + "val_macro_f1": 0.6395520468187709 + }, + { + "epoch": 13, + "train_loss": 0.3060602413283454, + "val_macro_f1": 0.7015713651985758 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/target3_convnext_fold3_val.json b/stage1_final/results/resized/convnext/target3_convnext_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..6984b2fef86cdf9742d40ebca97406bff761a09b --- /dev/null +++ b/stage1_final/results/resized/convnext/target3_convnext_fold3_val.json @@ -0,0 +1,122 @@ +{ + "fold": 3, + "metrics": { + "macro_f1": 0.7184331901650385, + "accuracy": 0.9138686131386862, + "balanced_acc": 0.7202091081609154, + "per_class_recall": { + "malignant": 0.9430449069003286, + "non_malignant": 0.3, + "non_roi": 0.9175824175824175 + }, + "confusion_matrix": [ + [ + 861, + 9, + 43 + ], + [ + 24, + 15, + 11 + ], + [ + 63, + 27, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9082278481012658, + "recall": 0.9430449069003286, + "f1-score": 0.9253089736700698, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.3, + "f1-score": 0.297029702970297, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9488636363636364, + "recall": 0.9175824175824175, + "f1-score": 0.9329608938547486, + "support": 1092.0 + }, + "accuracy": 0.9138686131386862, + "macro avg": { + "precision": 0.7170697105079086, + "recall": 0.7202091081609154, + "f1-score": 0.7184331901650385, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9148793180430598, + "recall": 0.9138686131386862, + "f1-score": 0.9140885032596954, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9504424778761061, + "src_B_n": 565, + "src_C_acc": 0.8856152512998267, + "src_C_n": 1154, + "src_D_acc": 0.9494047619047619, + "src_D_n": 336 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5513703196048737, + "val_macro_f1": 0.6135865098251417 + }, + { + "epoch": 1, + "train_loss": 0.43484505462646483, + "val_macro_f1": 0.5998924049627107 + }, + { + "epoch": 2, + "train_loss": 0.3905820560455322, + "val_macro_f1": 0.6859062795667897 + }, + { + "epoch": 3, + "train_loss": 0.3792258479595184, + "val_macro_f1": 0.641469305532327 + }, + { + "epoch": 4, + "train_loss": 0.3602247428894043, + "val_macro_f1": 0.7184331901650385 + }, + { + "epoch": 5, + "train_loss": 0.3536214725971222, + "val_macro_f1": 0.6935210635071258 + }, + { + "epoch": 6, + "train_loss": 0.34730437874794007, + "val_macro_f1": 0.7143295825272254 + }, + { + "epoch": 7, + "train_loss": 0.3326588568687439, + "val_macro_f1": 0.7036318515418295 + }, + { + "epoch": 8, + "train_loss": 0.32701643800735475, + "val_macro_f1": 0.6991108413987185 + }, + { + "epoch": 9, + "train_loss": 0.31809669303894045, + "val_macro_f1": 0.6979160285083799 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/convnext/target3_convnext_fold4_val.json b/stage1_final/results/resized/convnext/target3_convnext_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..a92da94a357eaae8f60a92dcb67dab9f369a2259 --- /dev/null +++ b/stage1_final/results/resized/convnext/target3_convnext_fold4_val.json @@ -0,0 +1,112 @@ +{ + "fold": 4, + "metrics": { + "macro_f1": 0.6443766001099721, + "accuracy": 0.9234617308654327, + "balanced_acc": 0.6431886734724684, + "per_class_recall": { + "malignant": 0.9222343921139102, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9681159420289855 + }, + "confusion_matrix": [ + [ + 842, + 15, + 56 + ], + [ + 39, + 2, + 10 + ], + [ + 32, + 1, + 1002 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9222343921139102, + "recall": 0.9222343921139102, + "f1-score": 0.9222343921139102, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1111111111111111, + "recall": 0.0392156862745098, + "f1-score": 0.057971014492753624, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9382022471910112, + "recall": 0.9681159420289855, + "f1-score": 0.9529243937232525, + "support": 1035.0 + }, + "accuracy": 0.9234617308654327, + "macro avg": { + "precision": 0.6571825834720109, + "recall": 0.6431886734724684, + "f1-score": 0.6443766001099721, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.909807900204784, + "recall": 0.9234617308654327, + "f1-score": 0.9160746719573271, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9174067495559503, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5804369608088146, + "val_macro_f1": 0.6026585488544932 + }, + { + "epoch": 1, + "train_loss": 0.43083763335432324, + "val_macro_f1": 0.6266777571801306 + }, + { + "epoch": 2, + "train_loss": 0.39500864607001107, + "val_macro_f1": 0.6443766001099721 + }, + { + "epoch": 3, + "train_loss": 0.3855348638598881, + "val_macro_f1": 0.6307707047461418 + }, + { + "epoch": 4, + "train_loss": 0.3690269681669417, + "val_macro_f1": 0.6416638497728983 + }, + { + "epoch": 5, + "train_loss": 0.35374944077597725, + "val_macro_f1": 0.6197720102294816 + }, + { + "epoch": 6, + "train_loss": 0.3420721051238832, + "val_macro_f1": 0.6406257813906983 + }, + { + "epoch": 7, + "train_loss": 0.33922335339917076, + "val_macro_f1": 0.6219046178067485 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/ensemble_all.json b/stage1_final/results/resized/ensemble_all.json new file mode 100644 index 0000000000000000000000000000000000000000..236b9a6eb746cceede099d02008b82f23d2dddfe --- /dev/null +++ b/stage1_final/results/resized/ensemble_all.json @@ -0,0 +1,6955 @@ +{ + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "resize": "squeeze", + "crt": { + "cv_summary": { + "label": "cRT", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7287829553048515, + "accuracy": 0.901394422310757, + "balanced_acc": 0.8770763294509982, + "per_class_recall": { + "malignant": 0.8135964912280702, + "non_malignant": 0.8367346938775511, + "non_roi": 0.9808978032473734 + }, + "per_class_precision": { + "malignant": 0.9906542056074766, + "non_malignant": 0.19069767441860466, + "non_roi": 0.9837164750957854 + }, + "confusion_matrix": [ + [ + 742, + 159, + 11 + ], + [ + 2, + 41, + 6 + ], + [ + 5, + 15, + 1027 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9906542056074766, + "recall": 0.8135964912280702, + "f1-score": 0.893437688139675, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.19069767441860466, + "recall": 0.8367346938775511, + "f1-score": 0.3106060606060606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837164750957854, + "recall": 0.9808978032473734, + "f1-score": 0.9823051171688187, + "support": 1047.0 + }, + "accuracy": 0.901394422310757, + "macro avg": { + "precision": 0.7216894517072889, + "recall": 0.8770763294509982, + "f1-score": 0.7287829553048515, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9675159218056861, + "recall": 0.901394422310757, + "f1-score": 0.9255519552932439, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9701492537313433, + "src_B_n": 670, + "src_C_acc": 0.8895253682487725, + "src_C_n": 1222, + "src_D_acc": 0.6293103448275862, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7768616138822576, + "accuracy": 0.9112543381259296, + "balanced_acc": 0.8812343061445082, + "per_class_recall": { + "malignant": 0.8881578947368421, + "non_malignant": 0.82, + "non_roi": 0.9355450236966825 + }, + "per_class_precision": { + "malignant": 0.9364161849710982, + "non_malignant": 0.33064516129032256, + "non_roi": 0.9601167315175098 + }, + "confusion_matrix": [ + [ + 810, + 67, + 35 + ], + [ + 3, + 41, + 6 + ], + [ + 52, + 16, + 987 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9364161849710982, + "recall": 0.8881578947368421, + "f1-score": 0.911648846370287, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.33064516129032256, + "recall": 0.82, + "f1-score": 0.47126436781609193, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9601167315175098, + "recall": 0.9355450236966825, + "f1-score": 0.9476716274603937, + "support": 1055.0 + }, + "accuracy": 0.9112543381259296, + "macro avg": { + "precision": 0.7423926925929769, + "recall": 0.8812343061445082, + "f1-score": 0.7768616138822576, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9337962174066091, + "recall": 0.9112543381259296, + "f1-score": 0.9195738885727425, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9073394495412844, + "src_C_n": 1090, + "src_D_acc": 0.864321608040201, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7179100548951319, + "accuracy": 0.9134808853118712, + "balanced_acc": 0.7534426871416496, + "per_class_recall": { + "malignant": 0.9232456140350878, + "non_malignant": 0.40816326530612246, + "non_roi": 0.928919182083739 + }, + "per_class_precision": { + "malignant": 0.9044038668098818, + "non_malignant": 0.21505376344086022, + "non_roi": 0.9896265560165975 + }, + "confusion_matrix": [ + [ + 842, + 60, + 10 + ], + [ + 29, + 20, + 0 + ], + [ + 60, + 13, + 954 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9044038668098818, + "recall": 0.9232456140350878, + "f1-score": 0.9137276180141074, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.21505376344086022, + "recall": 0.40816326530612246, + "f1-score": 0.28169014084507044, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9896265560165975, + "recall": 0.928919182083739, + "f1-score": 0.958312405826218, + "support": 1027.0 + }, + "accuracy": 0.9134808853118712, + "macro avg": { + "precision": 0.7030280620891132, + "recall": 0.7534426871416496, + "f1-score": 0.7179100548951319, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9314388500846378, + "recall": 0.9134808853118712, + "f1-score": 0.9211817129345072, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9372496662216289, + "src_B_n": 749, + "src_C_acc": 0.9453860640301318, + "src_C_n": 1062, + "src_D_acc": 0.6214689265536724, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.704470985651897, + "accuracy": 0.8627737226277372, + "balanced_acc": 0.872836133077097, + "per_class_recall": { + "malignant": 0.8302300109529025, + "non_malignant": 0.9, + "non_roi": 0.8882783882783882 + }, + "per_class_precision": { + "malignant": 0.9534591194968554, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9556650246305419 + }, + "confusion_matrix": [ + [ + 758, + 110, + 45 + ], + [ + 5, + 45, + 0 + ], + [ + 32, + 90, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9534591194968554, + "recall": 0.8302300109529025, + "f1-score": 0.8875878220140515, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1836734693877551, + "recall": 0.9, + "f1-score": 0.3050847457627119, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9556650246305419, + "recall": 0.8882783882783882, + "f1-score": 0.9207403891789274, + "support": 1092.0 + }, + "accuracy": 0.8627737226277372, + "macro avg": { + "precision": 0.6975992045050509, + "recall": 0.872836133077097, + "f1-score": 0.704470985651897, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.935901730640666, + "recall": 0.8627737226277372, + "f1-score": 0.8910318363846003, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9203539823008849, + "src_B_n": 565, + "src_C_acc": 0.8318890814558059, + "src_C_n": 1154, + "src_D_acc": 0.8720238095238095, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.7122164384836659, + "accuracy": 0.8749374687343672, + "balanced_acc": 0.863060062721111, + "per_class_recall": { + "malignant": 0.8291347207009858, + "non_malignant": 0.8431372549019608, + "non_roi": 0.9169082125603865 + }, + "per_class_precision": { + "malignant": 0.9534005037783375, + "non_malignant": 0.18614718614718614, + "non_roi": 0.9743326488706365 + }, + "confusion_matrix": [ + [ + 757, + 133, + 23 + ], + [ + 6, + 43, + 2 + ], + [ + 31, + 55, + 949 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9534005037783375, + "recall": 0.8291347207009858, + "f1-score": 0.8869361452841242, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18614718614718614, + "recall": 0.8431372549019608, + "f1-score": 0.3049645390070922, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9743326488706365, + "recall": 0.9169082125603865, + "f1-score": 0.944748631159781, + "support": 1035.0 + }, + "accuracy": 0.8749374687343672, + "macro avg": { + "precision": 0.70462677959872, + "recall": 0.863060062721111, + "f1-score": 0.7122164384836659, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9446635607925151, + "recall": 0.8749374687343672, + "f1-score": 0.9020213733787595, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9579710144927536, + "src_B_n": 690, + "src_C_acc": 0.8428063943161634, + "src_C_n": 1126, + "src_D_acc": 0.7595628415300546, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7280484096435609, + "cv_macro_f1_std": 0.025661648174942566, + "cv_non_malignant_recall_mean": 0.7616070428171269, + "cv_non_malignant_recall_std": 0.17876028157512208, + "cv_balanced_acc_mean": 0.8495299037070728, + "cv_balanced_acc_std": 0.04842101490647283, + "cv_malignant_precision_mean": 0.9476667761327299, + "cv_malignant_precision_std": 0.02797356284698614, + "cv_non_malignant_precision_mean": 0.22124345093694572, + "cv_non_malignant_precision_std": 0.055827130032720176, + "cv_non_roi_precision_mean": 0.9726914872262142, + "cv_non_roi_precision_std": 0.013107747584217157, + "cv_malignant_recall_mean": 0.8568729463307776, + "cv_malignant_recall_std": 0.04179996590393924, + "cv_non_roi_recall_mean": 0.9301097219733141, + "cv_non_roi_recall_std": 0.030114878113746475 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7646752720772012, + "accuracy": 0.9297808764940239, + "balanced_acc": 0.8782681008360717, + "per_class_recall": { + "malignant": 0.8717105263157895, + "non_malignant": 0.7755102040816326, + "non_roi": 0.9875835721107927 + }, + "per_class_precision": { + "malignant": 0.9851301115241635, + "non_malignant": 0.2550335570469799, + "non_roi": 0.9828897338403042 + }, + "confusion_matrix": [ + [ + 795, + 104, + 13 + ], + [ + 6, + 38, + 5 + ], + [ + 6, + 7, + 1034 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9851301115241635, + "recall": 0.8717105263157895, + "f1-score": 0.924956369982548, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2550335570469799, + "recall": 0.7755102040816326, + "f1-score": 0.3838383838383838, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9828897338403042, + "recall": 0.9875835721107927, + "f1-score": 0.9852310624106717, + "support": 1047.0 + }, + "accuracy": 0.9297808764940239, + "macro avg": { + "precision": 0.7410178008038159, + "recall": 0.8782681008360717, + "f1-score": 0.7646752720772012, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9661458452869212, + "recall": 0.9297808764940239, + "f1-score": 0.9431798867411044, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9157119476268413, + "src_C_n": 1222, + "src_D_acc": 0.7327586206896551, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7455767781694637, + "accuracy": 0.9003470500743679, + "balanced_acc": 0.8547852747983703, + "per_class_recall": { + "malignant": 0.8782894736842105, + "non_malignant": 0.76, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9434628975265018, + "non_malignant": 0.2585034013605442, + "non_roi": 0.9569049951028403 + }, + "confusion_matrix": [ + [ + 801, + 71, + 40 + ], + [ + 8, + 38, + 4 + ], + [ + 40, + 38, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9434628975265018, + "recall": 0.8782894736842105, + "f1-score": 0.909710391822828, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2585034013605442, + "recall": 0.76, + "f1-score": 0.38578680203045684, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9569049951028403, + "recall": 0.9260663507109005, + "f1-score": 0.941233140655106, + "support": 1055.0 + }, + "accuracy": 0.9003470500743679, + "macro avg": { + "precision": 0.7196237646632954, + "recall": 0.8547852747983703, + "f1-score": 0.7455767781694637, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9335141806870072, + "recall": 0.9003470500743679, + "f1-score": 0.9132107986291913, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9354395604395604, + "src_B_n": 728, + "src_C_acc": 0.9, + "src_C_n": 1090, + "src_D_acc": 0.7738693467336684, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7067916352022713, + "accuracy": 0.9004024144869215, + "balanced_acc": 0.768911043721884, + "per_class_recall": { + "malignant": 0.8695175438596491, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.927485380116959, + "non_malignant": 0.1791044776119403, + "non_roi": 0.973973973973974 + }, + "confusion_matrix": [ + [ + 793, + 93, + 26 + ], + [ + 25, + 24, + 0 + ], + [ + 37, + 17, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927485380116959, + "recall": 0.8695175438596491, + "f1-score": 0.8975664968873798, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.1791044776119403, + "recall": 0.4897959183673469, + "f1-score": 0.26229508196721313, + "support": 49.0 + }, + "non_roi": { + "precision": 0.973973973973974, + "recall": 0.9474196689386563, + "f1-score": 0.9605133267522211, + "support": 1027.0 + }, + "accuracy": 0.9004024144869215, + "macro avg": { + "precision": 0.6935212772342911, + "recall": 0.768911043721884, + "f1-score": 0.7067916352022713, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9330553608354745, + "recall": 0.9004024144869215, + "f1-score": 0.914426705609766, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.910547396528705, + "src_B_n": 749, + "src_C_acc": 0.9453860640301318, + "src_C_n": 1062, + "src_D_acc": 0.5875706214689266, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7205077969675925, + "accuracy": 0.8734793187347932, + "balanced_acc": 0.9060745412552641, + "per_class_recall": { + "malignant": 0.8499452354874042, + "non_malignant": 0.98, + "non_roi": 0.8882783882783882 + }, + "per_class_precision": { + "malignant": 0.9556650246305419, + "non_malignant": 0.20164609053497942, + "non_roi": 0.97 + }, + "confusion_matrix": [ + [ + 776, + 107, + 30 + ], + [ + 1, + 49, + 0 + ], + [ + 35, + 87, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9556650246305419, + "recall": 0.8499452354874042, + "f1-score": 0.8997101449275362, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20164609053497942, + "recall": 0.98, + "f1-score": 0.33447098976109213, + "support": 50.0 + }, + "non_roi": { + "precision": 0.97, + "recall": 0.8882783882783882, + "f1-score": 0.9273422562141491, + "support": 1092.0 + }, + "accuracy": 0.8734793187347932, + "macro avg": { + "precision": 0.7091037050551737, + "recall": 0.9060745412552641, + "f1-score": 0.7205077969675925, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449364827320846, + "recall": 0.8734793187347932, + "f1-score": 0.900640708317638, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.8405545927209706, + "src_C_n": 1154, + "src_D_acc": 0.8511904761904762, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6818447827643039, + "accuracy": 0.8674337168584292, + "balanced_acc": 0.7777498689895079, + "per_class_recall": { + "malignant": 0.836801752464403, + "non_malignant": 0.5882352941176471, + "non_roi": 0.9082125603864735 + }, + "per_class_precision": { + "malignant": 0.939729397293973, + "non_malignant": 0.13513513513513514, + "non_roi": 0.975103734439834 + }, + "confusion_matrix": [ + [ + 764, + 127, + 22 + ], + [ + 19, + 30, + 2 + ], + [ + 30, + 65, + 940 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.939729397293973, + "recall": 0.836801752464403, + "f1-score": 0.8852838933951332, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.13513513513513514, + "recall": 0.5882352941176471, + "f1-score": 0.21978021978021978, + "support": 51.0 + }, + "non_roi": { + "precision": 0.975103734439834, + "recall": 0.9082125603864735, + "f1-score": 0.9404702351175588, + "support": 1035.0 + }, + "accuracy": 0.8674337168584292, + "macro avg": { + "precision": 0.6833227556229807, + "recall": 0.7777498689895079, + "f1-score": 0.6818447827643039, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9375173570617895, + "recall": 0.8674337168584292, + "f1-score": 0.8968782787519867, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8472468916518651, + "src_C_n": 1126, + "src_D_acc": 0.6338797814207651, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7238792530361665, + "cv_macro_f1_std": 0.029001199481408366, + "cv_non_malignant_recall_mean": 0.7187082833133254, + "cv_non_malignant_recall_std": 0.16889576490474087, + "cv_balanced_acc_mean": 0.8371577659202195, + "cv_balanced_acc_std": 0.05465752269774154, + "cv_malignant_precision_mean": 0.9502945622184278, + "cv_malignant_precision_std": 0.019600563779820605, + "cv_non_malignant_precision_mean": 0.2058845323379158, + "cv_non_malignant_precision_std": 0.04674395133420509, + "cv_non_roi_precision_mean": 0.9717744874713905, + "cv_non_roi_precision_std": 0.008529020309251003, + "cv_malignant_recall_mean": 0.8612529063622911, + "cv_malignant_recall_std": 0.015450780056177152, + "cv_non_roi_recall_mean": 0.9315121080850423, + "cv_non_roi_recall_std": 0.03417232592305836 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.8073408329777939, + "accuracy": 0.9551792828685259, + "balanced_acc": 0.8585207432895241, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9828080229226361 + }, + "per_class_precision": { + "malignant": 0.9760820045558086, + "non_malignant": 0.38095238095238093, + "non_roi": 0.9837476099426387 + }, + "confusion_matrix": [ + [ + 857, + 43, + 12 + ], + [ + 12, + 32, + 5 + ], + [ + 9, + 9, + 1029 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9760820045558086, + "recall": 0.9396929824561403, + "f1-score": 0.9575418994413408, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38095238095238093, + "recall": 0.6530612244897959, + "f1-score": 0.48120300751879697, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837476099426387, + "recall": 0.9828080229226361, + "f1-score": 0.9832775919732442, + "support": 1047.0 + }, + "accuracy": 0.9551792828685259, + "macro avg": { + "precision": 0.780260665150276, + "recall": 0.8585207432895241, + "f1-score": 0.8073408329777939, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9655563757129018, + "recall": 0.9551792828685259, + "f1-score": 0.9593370510233618, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9410801963993454, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8010936530380118, + "accuracy": 0.9236489836390679, + "balanced_acc": 0.858816343782046, + "per_class_recall": { + "malignant": 0.9199561403508771, + "non_malignant": 0.72, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.941638608305275, + "non_malignant": 0.4186046511627907, + "non_roi": 0.95 + }, + "confusion_matrix": [ + [ + 839, + 26, + 47 + ], + [ + 9, + 36, + 5 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.941638608305275, + "recall": 0.9199561403508771, + "f1-score": 0.9306711037160288, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4186046511627907, + "recall": 0.72, + "f1-score": 0.5294117647058824, + "support": 50.0 + }, + "non_roi": { + "precision": 0.95, + "recall": 0.9364928909952607, + "f1-score": 0.9431980906921241, + "support": 1055.0 + }, + "accuracy": 0.9236489836390679, + "macro avg": { + "precision": 0.7700810864893551, + "recall": 0.858816343782046, + "f1-score": 0.8010936530380118, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9330464270364652, + "recall": 0.9236489836390679, + "f1-score": 0.9272764603393671, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9339449541284404, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7400889467234517, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7599312389333327, + "per_class_recall": { + "malignant": 0.9144736842105263, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9571567672833495 + }, + "per_class_precision": { + "malignant": 0.922566371681416, + "non_malignant": 0.2898550724637681, + "non_roi": 0.9684729064039409 + }, + "confusion_matrix": [ + [ + 834, + 46, + 32 + ], + [ + 29, + 20, + 0 + ], + [ + 41, + 3, + 983 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.922566371681416, + "recall": 0.9144736842105263, + "f1-score": 0.9185022026431718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2898550724637681, + "recall": 0.40816326530612246, + "f1-score": 0.3389830508474576, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9684729064039409, + "recall": 0.9571567672833495, + "f1-score": 0.9627815866797258, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7269647835163751, + "recall": 0.7599312389333327, + "f1-score": 0.7400889467234517, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9306866722339152, + "recall": 0.9240442655935613, + "f1-score": 0.9270929918622618, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9198931909212283, + "src_B_n": 749, + "src_C_acc": 0.963276836158192, + "src_C_n": 1062, + "src_D_acc": 0.7062146892655368, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7411887312029966, + "accuracy": 0.8982968369829684, + "balanced_acc": 0.8799850216717687, + "per_class_recall": { + "malignant": 0.9025191675794085, + "non_malignant": 0.84, + "non_roi": 0.8974358974358975 + }, + "per_class_precision": { + "malignant": 0.9548088064889919, + "non_malignant": 0.23204419889502761, + "non_roi": 0.9693372898120672 + }, + "confusion_matrix": [ + [ + 824, + 58, + 31 + ], + [ + 8, + 42, + 0 + ], + [ + 31, + 81, + 980 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9548088064889919, + "recall": 0.9025191675794085, + "f1-score": 0.9279279279279279, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.23204419889502761, + "recall": 0.84, + "f1-score": 0.36363636363636365, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9693372898120672, + "recall": 0.8974358974358975, + "f1-score": 0.932001902044698, + "support": 1092.0 + }, + "accuracy": 0.8982968369829684, + "macro avg": { + "precision": 0.7187300983986956, + "recall": 0.8799850216717687, + "f1-score": 0.7411887312029966, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449435380749286, + "recall": 0.8982968369829684, + "f1-score": 0.9163630624879935, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9557522123893806, + "src_B_n": 565, + "src_C_acc": 0.8674176776429809, + "src_C_n": 1154, + "src_D_acc": 0.9077380952380952, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6505270888133712, + "accuracy": 0.8779389694847424, + "balanced_acc": 0.6736099789376836, + "per_class_recall": { + "malignant": 0.8608981380065718, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9246376811594202 + }, + "per_class_precision": { + "malignant": 0.9214536928487691, + "non_malignant": 0.0784313725490196, + "non_roi": 0.9637462235649547 + }, + "confusion_matrix": [ + [ + 786, + 94, + 33 + ], + [ + 36, + 12, + 3 + ], + [ + 31, + 47, + 957 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9214536928487691, + "recall": 0.8608981380065718, + "f1-score": 0.8901472253680635, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0784313725490196, + "recall": 0.23529411764705882, + "f1-score": 0.11764705882352941, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9637462235649547, + "recall": 0.9246376811594202, + "f1-score": 0.9437869822485208, + "support": 1035.0 + }, + "accuracy": 0.8779389694847424, + "macro avg": { + "precision": 0.6545437629875811, + "recall": 0.6736099789376836, + "f1-score": 0.6505270888133712, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.921843203081868, + "recall": 0.8779389694847424, + "f1-score": 0.8982110772327468, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8658969804618117, + "src_C_n": 1126, + "src_D_acc": 0.6284153005464481, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.748047850551125, + "cv_macro_f1_std": 0.05648044894440704, + "cv_non_malignant_recall_mean": 0.5713037214885954, + "cv_non_malignant_recall_std": 0.2193216017373494, + "cv_balanced_acc_mean": 0.806172665322871, + "cv_balanced_acc_std": 0.07832123266967789, + "cv_malignant_precision_mean": 0.9433098967760521, + "cv_malignant_precision_std": 0.020576766808853383, + "cv_non_malignant_precision_mean": 0.2799775352045974, + "cv_non_malignant_precision_std": 0.12035732043040531, + "cv_non_roi_precision_mean": 0.9670608059447202, + "cv_non_roi_precision_std": 0.010841433392368595, + "cv_malignant_recall_mean": 0.9075080225207047, + "cv_malignant_recall_std": 0.026217237590496083, + "cv_non_roi_recall_mean": 0.9397062519593128, + "cv_non_roi_recall_std": 0.028935975986377618 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.7260517929776545, + "accuracy": 0.8926194496870965, + "balanced_acc": 0.849902585083045, + "per_class_recall": { + "malignant": 0.8568610258658483, + "non_malignant": 0.7630522088353414, + "non_roi": 0.9297945205479452 + }, + "per_class_precision": { + "malignant": 0.9455732946298984, + "non_malignant": 0.2092511013215859, + "non_roi": 0.9725373134328358 + }, + "confusion_matrix": [ + [ + 3909, + 529, + 124 + ], + [ + 45, + 190, + 14 + ], + [ + 180, + 189, + 4887 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9455732946298984, + "recall": 0.8568610258658483, + "f1-score": 0.8990340386384544, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2092511013215859, + "recall": 0.7630522088353414, + "f1-score": 0.32843560933448573, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9725373134328358, + "recall": 0.9297945205479452, + "f1-score": 0.9506857309600233, + "support": 5256.0 + }, + "accuracy": 0.8926194496870965, + "macro avg": { + "precision": 0.7091205697947734, + "recall": 0.849902585083045, + "f1-score": 0.7260517929776545, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9414388610046345, + "recall": 0.8926194496870965, + "f1-score": 0.9118881447222408, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9435626102292769, + "src_B_n": 3402, + "src_C_acc": 0.8823841528121684, + "src_C_n": 5654, + "src_D_acc": 0.7784371909000989, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7224643546843539, + "accuracy": 0.8942088010330784, + "balanced_acc": 0.8370823005906493, + "per_class_recall": { + "malignant": 0.8612450679526523, + "non_malignant": 0.7188755020080321, + "non_roi": 0.9311263318112634 + }, + "per_class_precision": { + "malignant": 0.9499516441005803, + "non_malignant": 0.2, + "non_roi": 0.971803018268467 + }, + "confusion_matrix": [ + [ + 3929, + 502, + 131 + ], + [ + 59, + 179, + 11 + ], + [ + 148, + 214, + 4894 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9499516441005803, + "recall": 0.8612450679526523, + "f1-score": 0.9034260749597609, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2, + "recall": 0.7188755020080321, + "f1-score": 0.3129370629370629, + "support": 249.0 + }, + "non_roi": { + "precision": 0.971803018268467, + "recall": 0.9311263318112634, + "f1-score": 0.9510299261562378, + "support": 5256.0 + }, + "accuracy": 0.8942088010330784, + "macro avg": { + "precision": 0.7072515541230158, + "recall": 0.8370823005906493, + "f1-score": 0.7224643546843539, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9428107742530951, + "recall": 0.8942088010330784, + "f1-score": 0.9136748161830679, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9491475602586714, + "src_B_n": 3402, + "src_C_acc": 0.8892819243013795, + "src_C_n": 5654, + "src_D_acc": 0.7368941641938674, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7411773024088503, + "accuracy": 0.9157643786629582, + "balanced_acc": 0.8056950982031671, + "per_class_recall": { + "malignant": 0.9074967119684348, + "non_malignant": 0.570281124497992, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9432672590567327, + "non_malignant": 0.24781849912739964, + "non_roi": 0.9670910871694417 + }, + "confusion_matrix": [ + [ + 4140, + 267, + 155 + ], + [ + 94, + 142, + 13 + ], + [ + 155, + 164, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9432672590567327, + "recall": 0.9074967119684348, + "f1-score": 0.9250363087923137, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.24781849912739964, + "recall": 0.570281124497992, + "f1-score": 0.34549878345498786, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9670910871694417, + "recall": 0.9393074581430746, + "f1-score": 0.9529968149792492, + "support": 5256.0 + }, + "accuracy": 0.9157643786629582, + "macro avg": { + "precision": 0.7193922817845246, + "recall": 0.8056950982031671, + "f1-score": 0.7411773024088503, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9385043008107801, + "recall": 0.9157643786629582, + "f1-score": 0.9253000990684176, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9512051734273956, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8071216617210683, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.8073408329777939, + "accuracy": 0.9551792828685259, + "balanced_acc": 0.8585207432895241, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9828080229226361 + }, + "per_class_precision": { + "malignant": 0.9760820045558086, + "non_malignant": 0.38095238095238093, + "non_roi": 0.9837476099426387 + }, + "confusion_matrix": [ + [ + 857, + 43, + 12 + ], + [ + 12, + 32, + 5 + ], + [ + 9, + 9, + 1029 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9760820045558086, + "recall": 0.9396929824561403, + "f1-score": 0.9575418994413408, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38095238095238093, + "recall": 0.6530612244897959, + "f1-score": 0.48120300751879697, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837476099426387, + "recall": 0.9828080229226361, + "f1-score": 0.9832775919732442, + "support": 1047.0 + }, + "accuracy": 0.9551792828685259, + "macro avg": { + "precision": 0.780260665150276, + "recall": 0.8585207432895241, + "f1-score": 0.8073408329777939, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9655563757129018, + "recall": 0.9551792828685259, + "f1-score": 0.9593370510233618, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9410801963993454, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8010936530380118, + "accuracy": 0.9236489836390679, + "balanced_acc": 0.858816343782046, + "per_class_recall": { + "malignant": 0.9199561403508771, + "non_malignant": 0.72, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.941638608305275, + "non_malignant": 0.4186046511627907, + "non_roi": 0.95 + }, + "confusion_matrix": [ + [ + 839, + 26, + 47 + ], + [ + 9, + 36, + 5 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.941638608305275, + "recall": 0.9199561403508771, + "f1-score": 0.9306711037160288, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4186046511627907, + "recall": 0.72, + "f1-score": 0.5294117647058824, + "support": 50.0 + }, + "non_roi": { + "precision": 0.95, + "recall": 0.9364928909952607, + "f1-score": 0.9431980906921241, + "support": 1055.0 + }, + "accuracy": 0.9236489836390679, + "macro avg": { + "precision": 0.7700810864893551, + "recall": 0.858816343782046, + "f1-score": 0.8010936530380118, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9330464270364652, + "recall": 0.9236489836390679, + "f1-score": 0.9272764603393671, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9339449541284404, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7400889467234517, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7599312389333327, + "per_class_recall": { + "malignant": 0.9144736842105263, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9571567672833495 + }, + "per_class_precision": { + "malignant": 0.922566371681416, + "non_malignant": 0.2898550724637681, + "non_roi": 0.9684729064039409 + }, + "confusion_matrix": [ + [ + 834, + 46, + 32 + ], + [ + 29, + 20, + 0 + ], + [ + 41, + 3, + 983 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.922566371681416, + "recall": 0.9144736842105263, + "f1-score": 0.9185022026431718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2898550724637681, + "recall": 0.40816326530612246, + "f1-score": 0.3389830508474576, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9684729064039409, + "recall": 0.9571567672833495, + "f1-score": 0.9627815866797258, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7269647835163751, + "recall": 0.7599312389333327, + "f1-score": 0.7400889467234517, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9306866722339152, + "recall": 0.9240442655935613, + "f1-score": 0.9270929918622618, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9198931909212283, + "src_B_n": 749, + "src_C_acc": 0.963276836158192, + "src_C_n": 1062, + "src_D_acc": 0.7062146892655368, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7411887312029966, + "accuracy": 0.8982968369829684, + "balanced_acc": 0.8799850216717687, + "per_class_recall": { + "malignant": 0.9025191675794085, + "non_malignant": 0.84, + "non_roi": 0.8974358974358975 + }, + "per_class_precision": { + "malignant": 0.9548088064889919, + "non_malignant": 0.23204419889502761, + "non_roi": 0.9693372898120672 + }, + "confusion_matrix": [ + [ + 824, + 58, + 31 + ], + [ + 8, + 42, + 0 + ], + [ + 31, + 81, + 980 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9548088064889919, + "recall": 0.9025191675794085, + "f1-score": 0.9279279279279279, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.23204419889502761, + "recall": 0.84, + "f1-score": 0.36363636363636365, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9693372898120672, + "recall": 0.8974358974358975, + "f1-score": 0.932001902044698, + "support": 1092.0 + }, + "accuracy": 0.8982968369829684, + "macro avg": { + "precision": 0.7187300983986956, + "recall": 0.8799850216717687, + "f1-score": 0.7411887312029966, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449435380749286, + "recall": 0.8982968369829684, + "f1-score": 0.9163630624879935, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9557522123893806, + "src_B_n": 565, + "src_C_acc": 0.8674176776429809, + "src_C_n": 1154, + "src_D_acc": 0.9077380952380952, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6505270888133712, + "accuracy": 0.8779389694847424, + "balanced_acc": 0.6736099789376836, + "per_class_recall": { + "malignant": 0.8608981380065718, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9246376811594202 + }, + "per_class_precision": { + "malignant": 0.9214536928487691, + "non_malignant": 0.0784313725490196, + "non_roi": 0.9637462235649547 + }, + "confusion_matrix": [ + [ + 786, + 94, + 33 + ], + [ + 36, + 12, + 3 + ], + [ + 31, + 47, + 957 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9214536928487691, + "recall": 0.8608981380065718, + "f1-score": 0.8901472253680635, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0784313725490196, + "recall": 0.23529411764705882, + "f1-score": 0.11764705882352941, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9637462235649547, + "recall": 0.9246376811594202, + "f1-score": 0.9437869822485208, + "support": 1035.0 + }, + "accuracy": 0.8779389694847424, + "macro avg": { + "precision": 0.6545437629875811, + "recall": 0.6736099789376836, + "f1-score": 0.6505270888133712, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.921843203081868, + "recall": 0.8779389694847424, + "f1-score": 0.8982110772327468, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8658969804618117, + "src_C_n": 1126, + "src_D_acc": 0.6284153005464481, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.748047850551125, + "cv_macro_f1_std": 0.05648044894440704, + "cv_non_malignant_recall_mean": 0.5713037214885954, + "cv_non_malignant_recall_std": 0.2193216017373494, + "cv_balanced_acc_mean": 0.806172665322871, + "cv_balanced_acc_std": 0.07832123266967789, + "cv_malignant_precision_mean": 0.9433098967760521, + "cv_malignant_precision_std": 0.020576766808853383, + "cv_non_malignant_precision_mean": 0.2799775352045974, + "cv_non_malignant_precision_std": 0.12035732043040531, + "cv_non_roi_precision_mean": 0.9670608059447202, + "cv_non_roi_precision_std": 0.010841433392368595, + "cv_malignant_recall_mean": 0.9075080225207047, + "cv_malignant_recall_std": 0.026217237590496083, + "cv_non_roi_recall_mean": 0.9397062519593128, + "cv_non_roi_recall_std": 0.028935975986377618 + }, + "best_pooled": { + "macro_f1": 0.7411773024088503, + "accuracy": 0.9157643786629582, + "balanced_acc": 0.8056950982031671, + "per_class_recall": { + "malignant": 0.9074967119684348, + "non_malignant": 0.570281124497992, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9432672590567327, + "non_malignant": 0.24781849912739964, + "non_roi": 0.9670910871694417 + }, + "confusion_matrix": [ + [ + 4140, + 267, + 155 + ], + [ + 94, + 142, + 13 + ], + [ + 155, + 164, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9432672590567327, + "recall": 0.9074967119684348, + "f1-score": 0.9250363087923137, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.24781849912739964, + "recall": 0.570281124497992, + "f1-score": 0.34549878345498786, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9670910871694417, + "recall": 0.9393074581430746, + "f1-score": 0.9529968149792492, + "support": 5256.0 + }, + "accuracy": 0.9157643786629582, + "macro avg": { + "precision": 0.7193922817845246, + "recall": 0.8056950982031671, + "f1-score": 0.7411773024088503, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9385043008107801, + "recall": 0.9157643786629582, + "f1-score": 0.9253000990684176, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9512051734273956, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8071216617210683, + "src_D_n": 1011 + } + }, + "test_summary": { + "label": "cRT", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7491467117560826, + "accuracy": 0.9228624535315985, + "balanced_acc": 0.8382624070474708, + "per_class_recall": { + "malignant": 0.8936605316973415, + "non_malignant": 0.660377358490566, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.976536312849162, + "non_malignant": 0.23648648648648649, + "non_roi": 0.9711451758340848 + }, + "confusion_matrix": [ + [ + 874, + 86, + 18 + ], + [ + 4, + 35, + 14 + ], + [ + 17, + 27, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.976536312849162, + "recall": 0.8936605316973415, + "f1-score": 0.9332621462893753, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.23648648648648649, + "recall": 0.660377358490566, + "f1-score": 0.3482587064676617, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9711451758340848, + "recall": 0.9607493309545049, + "f1-score": 0.9659192825112107, + "support": 1121.0 + }, + "accuracy": 0.9228624535315985, + "macro avg": { + "precision": 0.7280559917232443, + "recall": 0.8382624070474708, + "f1-score": 0.7491467117560826, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9555018772584912, + "recall": 0.9228624535315985, + "f1-score": 0.9358659880152707, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9074852817493693, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7610715156238217, + "accuracy": 0.9242565055762082, + "balanced_acc": 0.8694185873518255, + "per_class_recall": { + "malignant": 0.9008179959100204, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9527207850133809 + }, + "per_class_precision": { + "malignant": 0.9810690423162584, + "non_malignant": 0.25477707006369427, + "non_roi": 0.9735642661804923 + }, + "confusion_matrix": [ + [ + 881, + 81, + 16 + ], + [ + 0, + 40, + 13 + ], + [ + 17, + 36, + 1068 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9810690423162584, + "recall": 0.9008179959100204, + "f1-score": 0.9392324093816631, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.25477707006369427, + "recall": 0.7547169811320755, + "f1-score": 0.38095238095238093, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9735642661804923, + "recall": 0.9527207850133809, + "f1-score": 0.9630297565374211, + "support": 1121.0 + }, + "accuracy": 0.9242565055762082, + "macro avg": { + "precision": 0.736470126186815, + "recall": 0.8694185873518255, + "f1-score": 0.7610715156238217, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9592724212300224, + "recall": 0.9242565055762082, + "f1-score": 0.9378792423997173, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.913372582001682, + "src_C_n": 1189, + "src_D_acc": 0.8210116731517509, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + } + } + }, + "comparison": { + "cv_single": { + "convnext": { + "macro_f1": 0.7302818292362789, + "accuracy": 0.9085129631469157, + "balanced_acc": 0.791984224515244, + "per_class_recall": { + "malignant": 0.9039894782989917, + "non_malignant": 0.5421686746987951, + "non_roi": 0.9297945205479452 + }, + "per_class_precision": { + "malignant": 0.934088335220838, + "non_malignant": 0.23275862068965517, + "non_roi": 0.9635252365930599 + }, + "confusion_matrix": [ + [ + 4124, + 271, + 167 + ], + [ + 96, + 135, + 18 + ], + [ + 195, + 174, + 4887 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.934088335220838, + "recall": 0.9039894782989917, + "f1-score": 0.9187924696446474, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.23275862068965517, + "recall": 0.5421686746987951, + "f1-score": 0.32569360675512665, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9635252365930599, + "recall": 0.9297945205479452, + "f1-score": 0.9463594113090628, + "support": 5256.0 + }, + "accuracy": 0.9085129631469157, + "macro avg": { + "precision": 0.710124064167851, + "recall": 0.791984224515244, + "f1-score": 0.7302818292362789, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9321105121051266, + "recall": 0.9085129631469157, + "f1-score": 0.9185153492044643, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9503233392122281, + "src_B_n": 3402, + "src_C_acc": 0.8984789529536611, + "src_C_n": 5654, + "src_D_acc": 0.8239366963402571, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.7231567149204388, + "accuracy": 0.9046389192410847, + "balanced_acc": 0.7672234858102759, + "per_class_recall": { + "malignant": 0.8901797457255589, + "non_malignant": 0.4738955823293173, + "non_roi": 0.9375951293759512 + }, + "per_class_precision": { + "malignant": 0.9263229927007299, + "non_malignant": 0.23935091277890466, + "non_roi": 0.9495183044315992 + }, + "confusion_matrix": [ + [ + 4061, + 252, + 249 + ], + [ + 118, + 118, + 13 + ], + [ + 205, + 123, + 4928 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9263229927007299, + "recall": 0.8901797457255589, + "f1-score": 0.9078917952157389, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.23935091277890466, + "recall": 0.4738955823293173, + "f1-score": 0.31805929919137466, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9495183044315992, + "recall": 0.9375951293759512, + "f1-score": 0.9435190503542026, + "support": 5256.0 + }, + "accuracy": 0.9046389192410847, + "macro avg": { + "precision": 0.7050640699704113, + "recall": 0.7672234858102759, + "f1-score": 0.7231567149204388, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9214415494263597, + "recall": 0.9046389192410847, + "f1-score": 0.911903771126904, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9279835390946503, + "src_B_n": 3402, + "src_C_acc": 0.9110364343827378, + "src_C_n": 5654, + "src_D_acc": 0.7903066271018794, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.6938487064566292, + "accuracy": 0.866991159233138, + "balanced_acc": 0.793611449716478, + "per_class_recall": { + "malignant": 0.8478737395879, + "non_malignant": 0.6385542168674698, + "non_roi": 0.894406392694064 + }, + "per_class_precision": { + "malignant": 0.9216106742911604, + "non_malignant": 0.17945823927765236, + "non_roi": 0.9432182985553772 + }, + "confusion_matrix": [ + [ + 3868, + 424, + 270 + ], + [ + 77, + 159, + 13 + ], + [ + 252, + 303, + 4701 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9216106742911604, + "recall": 0.8478737395879, + "f1-score": 0.8832058454161434, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.17945823927765236, + "recall": 0.6385542168674698, + "f1-score": 0.2801762114537445, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9432182985553772, + "recall": 0.894406392694064, + "f1-score": 0.9181640625, + "support": 5256.0 + }, + "accuracy": 0.866991159233138, + "macro avg": { + "precision": 0.6814290707080634, + "recall": 0.793611449716478, + "f1-score": 0.6938487064566292, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9145354499755113, + "recall": 0.866991159233138, + "f1-score": 0.886542093567143, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9223985890652557, + "src_B_n": 3402, + "src_C_acc": 0.8583303855677397, + "src_C_n": 5654, + "src_D_acc": 0.7289812067260139, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.7079824383161234, + "accuracy": 0.8844740240389392, + "balanced_acc": 0.7886947297536843, + "per_class_recall": { + "malignant": 0.8882069267864972, + "non_malignant": 0.5823293172690763, + "non_roi": 0.8955479452054794 + }, + "per_class_precision": { + "malignant": 0.9186125595103152, + "non_malignant": 0.19863013698630136, + "non_roi": 0.9555420219244823 + }, + "confusion_matrix": [ + [ + 4052, + 305, + 205 + ], + [ + 90, + 145, + 14 + ], + [ + 269, + 280, + 4707 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9186125595103152, + "recall": 0.8882069267864972, + "f1-score": 0.9031539061629332, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.19863013698630136, + "recall": 0.5823293172690763, + "f1-score": 0.296220633299285, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9555420219244823, + "recall": 0.8955479452054794, + "f1-score": 0.924572775486152, + "support": 5256.0 + }, + "accuracy": 0.8844740240389392, + "macro avg": { + "precision": 0.6909282394736996, + "recall": 0.7886947297536843, + "f1-score": 0.7079824383161234, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9200852555707486, + "recall": 0.8844740240389392, + "f1-score": 0.8993246811922159, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9409171075837742, + "src_B_n": 3402, + "src_C_acc": 0.868588609833746, + "src_C_n": 5654, + "src_D_acc": 0.7833827893175074, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.8073408329777939, + "accuracy": 0.9551792828685259, + "balanced_acc": 0.8585207432895241, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9828080229226361 + }, + "per_class_precision": { + "malignant": 0.9760820045558086, + "non_malignant": 0.38095238095238093, + "non_roi": 0.9837476099426387 + }, + "confusion_matrix": [ + [ + 857, + 43, + 12 + ], + [ + 12, + 32, + 5 + ], + [ + 9, + 9, + 1029 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9760820045558086, + "recall": 0.9396929824561403, + "f1-score": 0.9575418994413408, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38095238095238093, + "recall": 0.6530612244897959, + "f1-score": 0.48120300751879697, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837476099426387, + "recall": 0.9828080229226361, + "f1-score": 0.9832775919732442, + "support": 1047.0 + }, + "accuracy": 0.9551792828685259, + "macro avg": { + "precision": 0.780260665150276, + "recall": 0.8585207432895241, + "f1-score": 0.8073408329777939, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9655563757129018, + "recall": 0.9551792828685259, + "f1-score": 0.9593370510233618, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9410801963993454, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8010936530380118, + "accuracy": 0.9236489836390679, + "balanced_acc": 0.858816343782046, + "per_class_recall": { + "malignant": 0.9199561403508771, + "non_malignant": 0.72, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.941638608305275, + "non_malignant": 0.4186046511627907, + "non_roi": 0.95 + }, + "confusion_matrix": [ + [ + 839, + 26, + 47 + ], + [ + 9, + 36, + 5 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.941638608305275, + "recall": 0.9199561403508771, + "f1-score": 0.9306711037160288, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4186046511627907, + "recall": 0.72, + "f1-score": 0.5294117647058824, + "support": 50.0 + }, + "non_roi": { + "precision": 0.95, + "recall": 0.9364928909952607, + "f1-score": 0.9431980906921241, + "support": 1055.0 + }, + "accuracy": 0.9236489836390679, + "macro avg": { + "precision": 0.7700810864893551, + "recall": 0.858816343782046, + "f1-score": 0.8010936530380118, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9330464270364652, + "recall": 0.9236489836390679, + "f1-score": 0.9272764603393671, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9339449541284404, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7400889467234517, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7599312389333327, + "per_class_recall": { + "malignant": 0.9144736842105263, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9571567672833495 + }, + "per_class_precision": { + "malignant": 0.922566371681416, + "non_malignant": 0.2898550724637681, + "non_roi": 0.9684729064039409 + }, + "confusion_matrix": [ + [ + 834, + 46, + 32 + ], + [ + 29, + 20, + 0 + ], + [ + 41, + 3, + 983 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.922566371681416, + "recall": 0.9144736842105263, + "f1-score": 0.9185022026431718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2898550724637681, + "recall": 0.40816326530612246, + "f1-score": 0.3389830508474576, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9684729064039409, + "recall": 0.9571567672833495, + "f1-score": 0.9627815866797258, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7269647835163751, + "recall": 0.7599312389333327, + "f1-score": 0.7400889467234517, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9306866722339152, + "recall": 0.9240442655935613, + "f1-score": 0.9270929918622618, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9198931909212283, + "src_B_n": 749, + "src_C_acc": 0.963276836158192, + "src_C_n": 1062, + "src_D_acc": 0.7062146892655368, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7411887312029966, + "accuracy": 0.8982968369829684, + "balanced_acc": 0.8799850216717687, + "per_class_recall": { + "malignant": 0.9025191675794085, + "non_malignant": 0.84, + "non_roi": 0.8974358974358975 + }, + "per_class_precision": { + "malignant": 0.9548088064889919, + "non_malignant": 0.23204419889502761, + "non_roi": 0.9693372898120672 + }, + "confusion_matrix": [ + [ + 824, + 58, + 31 + ], + [ + 8, + 42, + 0 + ], + [ + 31, + 81, + 980 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9548088064889919, + "recall": 0.9025191675794085, + "f1-score": 0.9279279279279279, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.23204419889502761, + "recall": 0.84, + "f1-score": 0.36363636363636365, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9693372898120672, + "recall": 0.8974358974358975, + "f1-score": 0.932001902044698, + "support": 1092.0 + }, + "accuracy": 0.8982968369829684, + "macro avg": { + "precision": 0.7187300983986956, + "recall": 0.8799850216717687, + "f1-score": 0.7411887312029966, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449435380749286, + "recall": 0.8982968369829684, + "f1-score": 0.9163630624879935, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9557522123893806, + "src_B_n": 565, + "src_C_acc": 0.8674176776429809, + "src_C_n": 1154, + "src_D_acc": 0.9077380952380952, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6505270888133712, + "accuracy": 0.8779389694847424, + "balanced_acc": 0.6736099789376836, + "per_class_recall": { + "malignant": 0.8608981380065718, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9246376811594202 + }, + "per_class_precision": { + "malignant": 0.9214536928487691, + "non_malignant": 0.0784313725490196, + "non_roi": 0.9637462235649547 + }, + "confusion_matrix": [ + [ + 786, + 94, + 33 + ], + [ + 36, + 12, + 3 + ], + [ + 31, + 47, + 957 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9214536928487691, + "recall": 0.8608981380065718, + "f1-score": 0.8901472253680635, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0784313725490196, + "recall": 0.23529411764705882, + "f1-score": 0.11764705882352941, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9637462235649547, + "recall": 0.9246376811594202, + "f1-score": 0.9437869822485208, + "support": 1035.0 + }, + "accuracy": 0.8779389694847424, + "macro avg": { + "precision": 0.6545437629875811, + "recall": 0.6736099789376836, + "f1-score": 0.6505270888133712, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.921843203081868, + "recall": 0.8779389694847424, + "f1-score": 0.8982110772327468, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8658969804618117, + "src_C_n": 1126, + "src_D_acc": 0.6284153005464481, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.748047850551125, + "cv_macro_f1_std": 0.05648044894440704, + "cv_non_malignant_recall_mean": 0.5713037214885954, + "cv_non_malignant_recall_std": 0.2193216017373494, + "cv_balanced_acc_mean": 0.806172665322871, + "cv_balanced_acc_std": 0.07832123266967789, + "cv_malignant_precision_mean": 0.9433098967760521, + "cv_malignant_precision_std": 0.020576766808853383, + "cv_non_malignant_precision_mean": 0.2799775352045974, + "cv_non_malignant_precision_std": 0.12035732043040531, + "cv_non_roi_precision_mean": 0.9670608059447202, + "cv_non_roi_precision_std": 0.010841433392368595, + "cv_malignant_recall_mean": 0.9075080225207047, + "cv_malignant_recall_std": 0.026217237590496083, + "cv_non_roi_recall_mean": 0.9397062519593128, + "cv_non_roi_recall_std": 0.028935975986377618 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7411773024088503, + "accuracy": 0.9157643786629582, + "balanced_acc": 0.8056950982031671, + "per_class_recall": { + "malignant": 0.9074967119684348, + "non_malignant": 0.570281124497992, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9432672590567327, + "non_malignant": 0.24781849912739964, + "non_roi": 0.9670910871694417 + }, + "confusion_matrix": [ + [ + 4140, + 267, + 155 + ], + [ + 94, + 142, + 13 + ], + [ + 155, + 164, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9432672590567327, + "recall": 0.9074967119684348, + "f1-score": 0.9250363087923137, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.24781849912739964, + "recall": 0.570281124497992, + "f1-score": 0.34549878345498786, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9670910871694417, + "recall": 0.9393074581430746, + "f1-score": 0.9529968149792492, + "support": 5256.0 + }, + "accuracy": 0.9157643786629582, + "macro avg": { + "precision": 0.7193922817845246, + "recall": 0.8056950982031671, + "f1-score": 0.7411773024088503, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9385043008107801, + "recall": 0.9157643786629582, + "f1-score": 0.9253000990684176, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9512051734273956, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8071216617210683, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7581079839144355, + "accuracy": 0.9344795539033457, + "balanced_acc": 0.7996736442352494, + "per_class_recall": { + "malignant": 0.9386503067484663, + "non_malignant": 0.5094339622641509, + "non_roi": 0.9509366636931311 + }, + "per_class_precision": { + "malignant": 0.9704016913319239, + "non_malignant": 0.28421052631578947, + "non_roi": 0.9594959495949595 + }, + "confusion_matrix": [ + [ + 918, + 35, + 25 + ], + [ + 6, + 27, + 20 + ], + [ + 22, + 33, + 1066 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9704016913319239, + "recall": 0.9386503067484663, + "f1-score": 0.9542619542619543, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.28421052631578947, + "recall": 0.5094339622641509, + "f1-score": 0.36486486486486486, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9594959495949595, + "recall": 0.9509366636931311, + "f1-score": 0.9551971326164874, + "support": 1121.0 + }, + "accuracy": 0.9344795539033457, + "macro avg": { + "precision": 0.7380360557475577, + "recall": 0.7996736442352494, + "f1-score": 0.7581079839144355, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9478210834169647, + "recall": 0.9344795539033457, + "f1-score": 0.9402332782384346, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9773371104815864, + "src_B_n": 706, + "src_C_acc": 0.9150546677880572, + "src_C_n": 1189, + "src_D_acc": 0.9066147859922179, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.77633574568816, + "accuracy": 0.9354089219330854, + "balanced_acc": 0.8063037840405253, + "per_class_recall": { + "malignant": 0.9396728016359919, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9509366636931311 + }, + "per_class_precision": { + "malignant": 0.9435318275154004, + "non_malignant": 0.358974358974359, + "non_roi": 0.9690909090909091 + }, + "confusion_matrix": [ + [ + 919, + 35, + 24 + ], + [ + 15, + 28, + 10 + ], + [ + 40, + 15, + 1066 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9435318275154004, + "recall": 0.9396728016359919, + "f1-score": 0.9415983606557377, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.358974358974359, + "recall": 0.5283018867924528, + "f1-score": 0.42748091603053434, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9690909090909091, + "recall": 0.9509366636931311, + "f1-score": 0.959927960378208, + "support": 1121.0 + }, + "accuracy": 0.9354089219330854, + "macro avg": { + "precision": 0.7571990318602229, + "recall": 0.8063037840405253, + "f1-score": 0.77633574568816, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.942449199547682, + "recall": 0.9354089219330854, + "f1-score": 0.938484632367519, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9276703111858705, + "src_C_n": 1189, + "src_D_acc": 0.8599221789883269, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.7313762786343384, + "accuracy": 0.9079925650557621, + "balanced_acc": 0.8048227529243696, + "per_class_recall": { + "malignant": 0.8946830265848671, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9348795718108831 + }, + "per_class_precision": { + "malignant": 0.9500542888165038, + "non_malignant": 0.22627737226277372, + "non_roi": 0.9579524680073126 + }, + "confusion_matrix": [ + [ + 875, + 74, + 29 + ], + [ + 5, + 31, + 17 + ], + [ + 41, + 32, + 1048 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9500542888165038, + "recall": 0.8946830265848671, + "f1-score": 0.9215376513954713, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.22627737226277372, + "recall": 0.5849056603773585, + "f1-score": 0.3263157894736842, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9579524680073126, + "recall": 0.9348795718108831, + "f1-score": 0.94627539503386, + "support": 1121.0 + }, + "accuracy": 0.9079925650557621, + "macro avg": { + "precision": 0.7114280430288634, + "recall": 0.8048227529243696, + "f1-score": 0.7313762786343384, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.936343174641573, + "recall": 0.9079925650557621, + "f1-score": 0.9197645342657217, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9660056657223796, + "src_B_n": 706, + "src_C_acc": 0.9108494533221194, + "src_C_n": 1189, + "src_D_acc": 0.7354085603112841, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7469611482936153, + "accuracy": 0.9149628252788105, + "balanced_acc": 0.840155868930427, + "per_class_recall": { + "malignant": 0.9161554192229039, + "non_malignant": 0.6792452830188679, + "non_roi": 0.9250669045495094 + }, + "per_class_precision": { + "malignant": 0.9624060150375939, + "non_malignant": 0.24161073825503357, + "non_roi": 0.9673507462686567 + }, + "confusion_matrix": [ + [ + 896, + 61, + 21 + ], + [ + 3, + 36, + 14 + ], + [ + 32, + 52, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9624060150375939, + "recall": 0.9161554192229039, + "f1-score": 0.9387113672079623, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.24161073825503357, + "recall": 0.6792452830188679, + "f1-score": 0.3564356435643564, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9673507462686567, + "recall": 0.9250669045495094, + "f1-score": 0.9457364341085271, + "support": 1121.0 + }, + "accuracy": 0.9149628252788105, + "macro avg": { + "precision": 0.7237891665204281, + "recall": 0.840155868930427, + "f1-score": 0.7469611482936153, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472298505582936, + "recall": 0.9149628252788105, + "f1-score": 0.9280303665771176, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.8931875525651808, + "src_C_n": 1189, + "src_D_acc": 0.8482490272373541, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7491467117560826, + "accuracy": 0.9228624535315985, + "balanced_acc": 0.8382624070474708, + "per_class_recall": { + "malignant": 0.8936605316973415, + "non_malignant": 0.660377358490566, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.976536312849162, + "non_malignant": 0.23648648648648649, + "non_roi": 0.9711451758340848 + }, + "confusion_matrix": [ + [ + 874, + 86, + 18 + ], + [ + 4, + 35, + 14 + ], + [ + 17, + 27, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.976536312849162, + "recall": 0.8936605316973415, + "f1-score": 0.9332621462893753, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.23648648648648649, + "recall": 0.660377358490566, + "f1-score": 0.3482587064676617, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9711451758340848, + "recall": 0.9607493309545049, + "f1-score": 0.9659192825112107, + "support": 1121.0 + }, + "accuracy": 0.9228624535315985, + "macro avg": { + "precision": 0.7280559917232443, + "recall": 0.8382624070474708, + "f1-score": 0.7491467117560826, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9555018772584912, + "recall": 0.9228624535315985, + "f1-score": 0.9358659880152707, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9074852817493693, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7610715156238217, + "accuracy": 0.9242565055762082, + "balanced_acc": 0.8694185873518255, + "per_class_recall": { + "malignant": 0.9008179959100204, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9527207850133809 + }, + "per_class_precision": { + "malignant": 0.9810690423162584, + "non_malignant": 0.25477707006369427, + "non_roi": 0.9735642661804923 + }, + "confusion_matrix": [ + [ + 881, + 81, + 16 + ], + [ + 0, + 40, + 13 + ], + [ + 17, + 36, + 1068 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9810690423162584, + "recall": 0.9008179959100204, + "f1-score": 0.9392324093816631, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.25477707006369427, + "recall": 0.7547169811320755, + "f1-score": 0.38095238095238093, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9735642661804923, + "recall": 0.9527207850133809, + "f1-score": 0.9630297565374211, + "support": 1121.0 + }, + "accuracy": 0.9242565055762082, + "macro avg": { + "precision": 0.736470126186815, + "recall": 0.8694185873518255, + "f1-score": 0.7610715156238217, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9592724212300224, + "recall": 0.9242565055762082, + "f1-score": 0.9378792423997173, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.913372582001682, + "src_C_n": 1189, + "src_D_acc": 0.8210116731517509, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + } + } + } + }, + "plain": { + "cv_summary": { + "label": "plain", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7575696509900682, + "accuracy": 0.9267928286852589, + "balanced_acc": 0.8776774408049048, + "per_class_recall": { + "malignant": 0.9024122807017544, + "non_malignant": 0.7755102040816326, + "non_roi": 0.9551098376313276 + }, + "per_class_precision": { + "malignant": 0.9809296781883194, + "non_malignant": 0.2331288343558282, + "non_roi": 0.9940357852882704 + }, + "confusion_matrix": [ + [ + 823, + 84, + 5 + ], + [ + 10, + 38, + 1 + ], + [ + 6, + 41, + 1000 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9809296781883194, + "recall": 0.9024122807017544, + "f1-score": 0.9400342661336379, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2331288343558282, + "recall": 0.7755102040816326, + "f1-score": 0.3584905660377358, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9940357852882704, + "recall": 0.9551098376313276, + "f1-score": 0.974184120798831, + "support": 1047.0 + }, + "accuracy": 0.9267928286852589, + "macro avg": { + "precision": 0.7360314326108061, + "recall": 0.8776774408049048, + "f1-score": 0.7575696509900682, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9695152622450209, + "recall": 0.9267928286852589, + "f1-score": 0.9436494337281389, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.8944353518821604, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7231858825624894, + "accuracy": 0.8770451165096679, + "balanced_acc": 0.8685678057703501, + "per_class_recall": { + "malignant": 0.8092105263157895, + "non_malignant": 0.86, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.9437340153452686, + "non_malignant": 0.225130890052356, + "non_roi": 0.946360153256705 + }, + "confusion_matrix": [ + [ + 738, + 124, + 50 + ], + [ + 1, + 43, + 6 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9437340153452686, + "recall": 0.8092105263157895, + "f1-score": 0.8713105076741441, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.225130890052356, + "recall": 0.86, + "f1-score": 0.35684647302904565, + "support": 50.0 + }, + "non_roi": { + "precision": 0.946360153256705, + "recall": 0.9364928909952607, + "f1-score": 0.9414006669842783, + "support": 1055.0 + }, + "accuracy": 0.8770451165096679, + "macro avg": { + "precision": 0.7050750195514431, + "recall": 0.8685678057703501, + "f1-score": 0.7231858825624894, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9272939653858832, + "recall": 0.8770451165096679, + "f1-score": 0.8952182500340532, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9203296703296703, + "src_B_n": 728, + "src_C_acc": 0.8935779816513761, + "src_C_n": 1090, + "src_D_acc": 0.628140703517588, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7299909375402428, + "accuracy": 0.9154929577464789, + "balanced_acc": 0.7992694823022223, + "per_class_recall": { + "malignant": 0.9013157894736842, + "non_malignant": 0.5510204081632653, + "non_roi": 0.9454722492697176 + }, + "per_class_precision": { + "malignant": 0.9288135593220339, + "non_malignant": 0.2109375, + "non_roi": 0.9958974358974358 + }, + "confusion_matrix": [ + [ + 822, + 86, + 4 + ], + [ + 22, + 27, + 0 + ], + [ + 41, + 15, + 971 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9288135593220339, + "recall": 0.9013157894736842, + "f1-score": 0.9148580968280468, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2109375, + "recall": 0.5510204081632653, + "f1-score": 0.3050847457627119, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9958974358974358, + "recall": 0.9454722492697176, + "f1-score": 0.97002997002997, + "support": 1027.0 + }, + "accuracy": 0.9154929577464789, + "macro avg": { + "precision": 0.7118828317398233, + "recall": 0.7992694823022223, + "f1-score": 0.7299909375402428, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9457749347426366, + "recall": 0.9154929577464789, + "f1-score": 0.9283302394719974, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9465954606141522, + "src_B_n": 749, + "src_C_acc": 0.9416195856873822, + "src_C_n": 1062, + "src_D_acc": 0.6271186440677966, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7287738496071828, + "accuracy": 0.8832116788321168, + "balanced_acc": 0.8996362539736033, + "per_class_recall": { + "malignant": 0.8532311062431545, + "non_malignant": 0.94, + "non_roi": 0.9056776556776557 + }, + "per_class_precision": { + "malignant": 0.9558282208588957, + "non_malignant": 0.21363636363636362, + "non_roi": 0.9696078431372549 + }, + "confusion_matrix": [ + [ + 779, + 103, + 31 + ], + [ + 3, + 47, + 0 + ], + [ + 33, + 70, + 989 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9558282208588957, + "recall": 0.8532311062431545, + "f1-score": 0.9016203703703703, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.21363636363636362, + "recall": 0.94, + "f1-score": 0.34814814814814815, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9696078431372549, + "recall": 0.9056776556776557, + "f1-score": 0.9365530303030303, + "support": 1092.0 + }, + "accuracy": 0.8832116788321168, + "macro avg": { + "precision": 0.7130241425441715, + "recall": 0.8996362539736033, + "f1-score": 0.7287738496071828, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.945092335052006, + "recall": 0.8832116788321168, + "f1-score": 0.9067166494629998, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.952212389380531, + "src_B_n": 565, + "src_C_acc": 0.8578856152512998, + "src_C_n": 1154, + "src_D_acc": 0.8541666666666666, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.7225463321915978, + "accuracy": 0.9019509754877438, + "balanced_acc": 0.8013922646591429, + "per_class_recall": { + "malignant": 0.872946330777656, + "non_malignant": 0.5882352941176471, + "non_roi": 0.9429951690821256 + }, + "per_class_precision": { + "malignant": 0.9387514723203769, + "non_malignant": 0.20689655172413793, + "non_roi": 0.9711442786069652 + }, + "confusion_matrix": [ + [ + 797, + 90, + 26 + ], + [ + 18, + 30, + 3 + ], + [ + 34, + 25, + 976 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9387514723203769, + "recall": 0.872946330777656, + "f1-score": 0.9046538024971623, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20689655172413793, + "recall": 0.5882352941176471, + "f1-score": 0.30612244897959184, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9711442786069652, + "recall": 0.9429951690821256, + "f1-score": 0.9568627450980393, + "support": 1035.0 + }, + "accuracy": 0.9019509754877438, + "macro avg": { + "precision": 0.70559743421716, + "recall": 0.8013922646591429, + "f1-score": 0.7225463321915978, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9368514991118779, + "recall": 0.9019509754877438, + "f1-score": 0.9164152615079235, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8854351687388987, + "src_C_n": 1126, + "src_D_acc": 0.7704918032786885, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7324133305783161, + "cv_macro_f1_std": 0.012918651016860622, + "cv_non_malignant_recall_mean": 0.742953181272509, + "cv_non_malignant_recall_std": 0.15123701946158133, + "cv_balanced_acc_mean": 0.8493086495020445, + "cv_balanced_acc_std": 0.04125159241159723, + "cv_malignant_precision_mean": 0.949611389206979, + "cv_malignant_precision_std": 0.017913767145546804, + "cv_non_malignant_precision_mean": 0.21794602795373716, + "cv_non_malignant_precision_std": 0.00971517832234471, + "cv_non_roi_precision_mean": 0.9754090992373262, + "cv_non_roi_precision_std": 0.018234088418515745, + "cv_malignant_recall_mean": 0.8678232067024076, + "cv_malignant_recall_std": 0.03462016533475908, + "cv_non_roi_recall_mean": 0.9371495605312173, + "cv_non_roi_recall_std": 0.01683402418123633 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7936997574528423, + "accuracy": 0.9457171314741036, + "balanced_acc": 0.890105388659259, + "per_class_recall": { + "malignant": 0.9100877192982456, + "non_malignant": 0.7755102040816326, + "non_roi": 0.9847182425978988 + }, + "per_class_precision": { + "malignant": 0.9822485207100592, + "non_malignant": 0.31666666666666665, + "non_roi": 0.9884947267497604 + }, + "confusion_matrix": [ + [ + 830, + 74, + 8 + ], + [ + 7, + 38, + 4 + ], + [ + 8, + 8, + 1031 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9822485207100592, + "recall": 0.9100877192982456, + "f1-score": 0.9447922595332954, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.31666666666666665, + "recall": 0.7755102040816326, + "f1-score": 0.44970414201183434, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9884947267497604, + "recall": 0.9847182425978988, + "f1-score": 0.9866028708133971, + "support": 1047.0 + }, + "accuracy": 0.9457171314741036, + "macro avg": { + "precision": 0.7624699713754953, + "recall": 0.890105388659259, + "f1-score": 0.7936997574528423, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.969263593855199, + "recall": 0.9457171314741036, + "f1-score": 0.954511578383751, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9850746268656716, + "src_B_n": 670, + "src_C_acc": 0.9312602291325696, + "src_C_n": 1222, + "src_D_acc": 0.8706896551724138, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7367646402053912, + "accuracy": 0.8909271194843827, + "balanced_acc": 0.8606413347745351, + "per_class_recall": { + "malignant": 0.8596491228070176, + "non_malignant": 0.8, + "non_roi": 0.9222748815165877 + }, + "per_class_precision": { + "malignant": 0.9423076923076923, + "non_malignant": 0.24390243902439024, + "non_roi": 0.9529872673849168 + }, + "confusion_matrix": [ + [ + 784, + 85, + 43 + ], + [ + 5, + 40, + 5 + ], + [ + 43, + 39, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9423076923076923, + "recall": 0.8596491228070176, + "f1-score": 0.8990825688073395, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.24390243902439024, + "recall": 0.8, + "f1-score": 0.37383177570093457, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9529872673849168, + "recall": 0.9222748815165877, + "f1-score": 0.9373795761078998, + "support": 1055.0 + }, + "accuracy": 0.8909271194843827, + "macro avg": { + "precision": 0.7130657995723331, + "recall": 0.8606413347745351, + "f1-score": 0.7367646402053912, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9305807161263868, + "recall": 0.8909271194843827, + "f1-score": 0.9060933784487728, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9244505494505495, + "src_B_n": 728, + "src_C_acc": 0.8972477064220183, + "src_C_n": 1090, + "src_D_acc": 0.7336683417085427, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7197530043218445, + "accuracy": 0.9144869215291751, + "balanced_acc": 0.772994227756529, + "per_class_recall": { + "malignant": 0.9089912280701754, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9406037000973709 + }, + "per_class_precision": { + "malignant": 0.9283314669652856, + "non_malignant": 0.19658119658119658, + "non_roi": 0.9877300613496932 + }, + "confusion_matrix": [ + [ + 829, + 72, + 11 + ], + [ + 25, + 23, + 1 + ], + [ + 39, + 22, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9283314669652856, + "recall": 0.9089912280701754, + "f1-score": 0.9185595567867036, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.19658119658119658, + "recall": 0.46938775510204084, + "f1-score": 0.27710843373493976, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9877300613496932, + "recall": 0.9406037000973709, + "f1-score": 0.9635910224438903, + "support": 1027.0 + }, + "accuracy": 0.9144869215291751, + "macro avg": { + "precision": 0.7042142416320584, + "recall": 0.772994227756529, + "f1-score": 0.7197530043218445, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9409806587077233, + "recall": 0.9144869215291751, + "f1-score": 0.926012378819095, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9372496662216289, + "src_B_n": 749, + "src_C_acc": 0.9463276836158192, + "src_C_n": 1062, + "src_D_acc": 0.6271186440677966, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7036194899911378, + "accuracy": 0.8632603406326034, + "balanced_acc": 0.8787846423991003, + "per_class_recall": { + "malignant": 0.8170865279299014, + "non_malignant": 0.92, + "non_roi": 0.8992673992673993 + }, + "per_class_precision": { + "malignant": 0.9588688946015425, + "non_malignant": 0.1776061776061776, + "non_roi": 0.9646365422396856 + }, + "confusion_matrix": [ + [ + 746, + 131, + 36 + ], + [ + 4, + 46, + 0 + ], + [ + 28, + 82, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9588688946015425, + "recall": 0.8170865279299014, + "f1-score": 0.8823181549379066, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1776061776061776, + "recall": 0.92, + "f1-score": 0.2977346278317152, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9646365422396856, + "recall": 0.8992673992673993, + "f1-score": 0.9308056872037914, + "support": 1092.0 + }, + "accuracy": 0.8632603406326034, + "macro avg": { + "precision": 0.7003705381491353, + "recall": 0.8787846423991003, + "f1-score": 0.7036194899911378, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.942924921546109, + "recall": 0.8632603406326034, + "f1-score": 0.8938603490396275, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9327433628318584, + "src_B_n": 565, + "src_C_acc": 0.8466204506065858, + "src_C_n": 1154, + "src_D_acc": 0.8035714285714286, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.70397142748816, + "accuracy": 0.8954477238619309, + "balanced_acc": 0.7715752830226069, + "per_class_recall": { + "malignant": 0.8532311062431545, + "non_malignant": 0.5098039215686274, + "non_roi": 0.9516908212560387 + }, + "per_class_precision": { + "malignant": 0.9442424242424242, + "non_malignant": 0.17333333333333334, + "non_roi": 0.9619140625 + }, + "confusion_matrix": [ + [ + 779, + 99, + 35 + ], + [ + 21, + 26, + 4 + ], + [ + 25, + 25, + 985 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9442424242424242, + "recall": 0.8532311062431545, + "f1-score": 0.8964326812428078, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.17333333333333334, + "recall": 0.5098039215686274, + "f1-score": 0.25870646766169153, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9619140625, + "recall": 0.9516908212560387, + "f1-score": 0.9567751335599806, + "support": 1035.0 + }, + "accuracy": 0.8954477238619309, + "macro avg": { + "precision": 0.6931632733585859, + "recall": 0.7715752830226069, + "f1-score": 0.70397142748816, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9337240560384359, + "recall": 0.8954477238619309, + "f1-score": 0.9114053682141119, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8783303730017762, + "src_C_n": 1126, + "src_D_acc": 0.7486338797814208, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7315616638918752, + "cv_macro_f1_std": 0.033375572809656244, + "cv_non_malignant_recall_mean": 0.6949403761504602, + "cv_non_malignant_recall_std": 0.17511730222939412, + "cv_balanced_acc_mean": 0.834820175322406, + "cv_balanced_acc_std": 0.05191998776757004, + "cv_malignant_precision_mean": 0.9511997997654007, + "cv_malignant_precision_std": 0.01829356926446547, + "cv_non_malignant_precision_mean": 0.22161796264235284, + "cv_non_malignant_precision_std": 0.0537143115541923, + "cv_non_roi_precision_mean": 0.9711525320448112, + "cv_non_roi_precision_std": 0.014376025026922437, + "cv_malignant_recall_mean": 0.8698091408696988, + "cv_malignant_recall_std": 0.03553964251908831, + "cv_non_roi_recall_mean": 0.9397110089470591, + "cv_non_roi_recall_std": 0.028669384315125456 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.7353578717900003, + "accuracy": 0.9626494023904383, + "balanced_acc": 0.7156642843635218, + "per_class_recall": { + "malignant": 0.9747807017543859, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9885386819484241 + }, + "per_class_precision": { + "malignant": 0.9528403001071811, + "non_malignant": 0.42857142857142855, + "non_roi": 0.9819734345351043 + }, + "confusion_matrix": [ + [ + 889, + 11, + 12 + ], + [ + 33, + 9, + 7 + ], + [ + 11, + 1, + 1035 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9528403001071811, + "recall": 0.9747807017543859, + "f1-score": 0.9636856368563685, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.42857142857142855, + "recall": 0.1836734693877551, + "f1-score": 0.2571428571428571, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9819734345351043, + "recall": 0.9885386819484241, + "f1-score": 0.9852451213707758, + "support": 1047.0 + }, + "accuracy": 0.9626494023904383, + "macro avg": { + "precision": 0.7877950544045712, + "recall": 0.7156642843635218, + "f1-score": 0.7353578717900003, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9552373205458184, + "recall": 0.9626494023904383, + "f1-score": 0.9576857285299852, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.9310344827586207, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8155336598211176, + "accuracy": 0.9266236985622212, + "balanced_acc": 0.8101045564147334, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.56, + "non_roi": 0.9459715639810427 + }, + "per_class_precision": { + "malignant": 0.9294377067254685, + "non_malignant": 0.5957446808510638, + "non_roi": 0.9388523047977423 + }, + "confusion_matrix": [ + [ + 843, + 13, + 56 + ], + [ + 13, + 28, + 9 + ], + [ + 51, + 6, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9294377067254685, + "recall": 0.9243421052631579, + "f1-score": 0.9268829026937878, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5957446808510638, + "recall": 0.56, + "f1-score": 0.5773195876288659, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9388523047977423, + "recall": 0.9459715639810427, + "f1-score": 0.9423984891406988, + "support": 1055.0 + }, + "accuracy": 0.9266236985622212, + "macro avg": { + "precision": 0.8213448974580916, + "recall": 0.8101045564147334, + "f1-score": 0.8155336598211176, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9260900367564693, + "recall": 0.9266236985622212, + "f1-score": 0.9263329661287134, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9321100917431193, + "src_C_n": 1090, + "src_D_acc": 0.8844221105527639, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7168716431118028, + "accuracy": 0.9406438631790744, + "balanced_acc": 0.7074157666619835, + "per_class_recall": { + "malignant": 0.956140350877193, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9620253164556962 + }, + "per_class_precision": { + "malignant": 0.9217758985200846, + "non_malignant": 0.29411764705882354, + "non_roi": 0.9801587301587301 + }, + "confusion_matrix": [ + [ + 872, + 24, + 16 + ], + [ + 35, + 10, + 4 + ], + [ + 39, + 0, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9217758985200846, + "recall": 0.956140350877193, + "f1-score": 0.9386437029063509, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.20408163265306123, + "f1-score": 0.24096385542168675, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9801587301587301, + "recall": 0.9620253164556962, + "f1-score": 0.971007371007371, + "support": 1027.0 + }, + "accuracy": 0.9406438631790744, + "macro avg": { + "precision": 0.7320174252458794, + "recall": 0.7074157666619835, + "f1-score": 0.7168716431118028, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9364659959905508, + "recall": 0.9406438631790744, + "f1-score": 0.9381664265547408, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9698681732580038, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7445963871584901, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7592465767164563, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.4, + "non_roi": 0.9587912087912088 + }, + "per_class_precision": { + "malignant": 0.9426966292134832, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9518181818181818 + }, + "confusion_matrix": [ + [ + 839, + 24, + 50 + ], + [ + 27, + 20, + 3 + ], + [ + 24, + 21, + 1047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9426966292134832, + "recall": 0.91894852135816, + "f1-score": 0.9306711037160288, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.4, + "f1-score": 0.34782608695652173, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9518181818181818, + "recall": 0.9587912087912088, + "f1-score": 0.9552919708029197, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7340690395746575, + "recall": 0.7592465767164563, + "f1-score": 0.7445963871584901, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9320934756214013, + "recall": 0.9274939172749391, + "f1-score": 0.9295731650400724, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9486725663716814, + "src_B_n": 565, + "src_C_acc": 0.9185441941074524, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6449168165272312, + "accuracy": 0.9249624812406203, + "balanced_acc": 0.6446282481964852, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9603864734299516 + }, + "per_class_precision": { + "malignant": 0.9103521878335112, + "non_malignant": 0.08695652173913043, + "non_roi": 0.9566891241578441 + }, + "confusion_matrix": [ + [ + 853, + 20, + 40 + ], + [ + 44, + 2, + 5 + ], + [ + 40, + 1, + 994 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9103521878335112, + "recall": 0.9342825848849945, + "f1-score": 0.9221621621621622, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.08695652173913043, + "recall": 0.0392156862745098, + "f1-score": 0.05405405405405406, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9566891241578441, + "recall": 0.9603864734299516, + "f1-score": 0.9585342333654774, + "support": 1035.0 + }, + "accuracy": 0.9249624812406203, + "macro avg": { + "precision": 0.6513326112434953, + "recall": 0.6446282481964852, + "f1-score": 0.6449168165272312, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9133364550295447, + "recall": 0.9249624812406203, + "f1-score": 0.9188462943191995, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9200710479573713, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7314552756817283, + "cv_macro_f1_std": 0.05469676589797397, + "cv_non_malignant_recall_mean": 0.2773941576630653, + "cv_non_malignant_recall_std": 0.18209092929920864, + "cv_balanced_acc_mean": 0.727411886470636, + "cv_balanced_acc_std": 0.05521323554023123, + "cv_malignant_precision_mean": 0.9314205444799457, + "cv_malignant_precision_std": 0.01501187870375594, + "cv_non_malignant_precision_mean": 0.3426165171825508, + "cv_non_malignant_precision_std": 0.16756848636661345, + "cv_non_roi_precision_mean": 0.9618983550935205, + "cv_non_roi_precision_std": 0.016711173068014288, + "cv_malignant_recall_mean": 0.9416988528275783, + "cv_malignant_recall_std": 0.02086528644669305, + "cv_non_roi_recall_mean": 0.9631426489212647, + "cv_non_roi_recall_std": 0.013911036035636452 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.7333102566436326, + "accuracy": 0.9007648753352538, + "balanced_acc": 0.8492090376671334, + "per_class_recall": { + "malignant": 0.8678211310828584, + "non_malignant": 0.7429718875502008, + "non_roi": 0.936834094368341 + }, + "per_class_precision": { + "malignant": 0.9494004796163069, + "non_malignant": 0.21841794569067297, + "non_roi": 0.975049504950495 + }, + "confusion_matrix": [ + [ + 3959, + 487, + 116 + ], + [ + 54, + 185, + 10 + ], + [ + 157, + 175, + 4924 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9494004796163069, + "recall": 0.8678211310828584, + "f1-score": 0.9067796610169492, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.21841794569067297, + "recall": 0.7429718875502008, + "f1-score": 0.3375912408759124, + "support": 249.0 + }, + "non_roi": { + "precision": 0.975049504950495, + "recall": 0.936834094368341, + "f1-score": 0.955559868038036, + "support": 5256.0 + }, + "accuracy": 0.9007648753352538, + "macro avg": { + "precision": 0.714289310085825, + "recall": 0.8492090376671334, + "f1-score": 0.7333102566436326, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9447115580119572, + "recall": 0.9007648753352538, + "f1-score": 0.9181694346821637, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9538506760728983, + "src_B_n": 3402, + "src_C_acc": 0.8938804386275203, + "src_C_n": 5654, + "src_D_acc": 0.7606330365974283, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7300615107761567, + "accuracy": 0.9017582199264925, + "balanced_acc": 0.8346268415436193, + "per_class_recall": { + "malignant": 0.8697939500219202, + "non_malignant": 0.6947791164658634, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9508746705008387, + "non_malignant": 0.21358024691358024, + "non_roi": 0.9710857592446892 + }, + "confusion_matrix": [ + [ + 3968, + 461, + 133 + ], + [ + 62, + 173, + 14 + ], + [ + 143, + 176, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9508746705008387, + "recall": 0.8697939500219202, + "f1-score": 0.9085289066971952, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.21358024691358024, + "recall": 0.6947791164658634, + "f1-score": 0.3267233238904627, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9710857592446892, + "recall": 0.9393074581430746, + "f1-score": 0.9549323017408123, + "support": 5256.0 + }, + "accuracy": 0.9017582199264925, + "macro avg": { + "precision": 0.7118468922197027, + "recall": 0.8346268415436193, + "f1-score": 0.7300615107761567, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9431904717290548, + "recall": 0.9017582199264925, + "f1-score": 0.9183656658340161, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9482657260435038, + "src_B_n": 3402, + "src_C_acc": 0.8997170145030067, + "src_C_n": 5654, + "src_D_acc": 0.7566765578635015, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7377219924609196, + "accuracy": 0.9364259461607232, + "balanced_acc": 0.727296825370448, + "per_class_recall": { + "malignant": 0.9416922402455064, + "non_malignant": 0.27710843373493976, + "non_roi": 0.963089802130898 + }, + "per_class_precision": { + "malignant": 0.9312811619336657, + "non_malignant": 0.3631578947368421, + "non_roi": 0.9616261398176292 + }, + "confusion_matrix": [ + [ + 4296, + 92, + 174 + ], + [ + 152, + 69, + 28 + ], + [ + 165, + 29, + 5062 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312811619336657, + "recall": 0.9416922402455064, + "f1-score": 0.9364577656675749, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3631578947368421, + "recall": 0.27710843373493976, + "f1-score": 0.3143507972665148, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9616261398176292, + "recall": 0.963089802130898, + "f1-score": 0.9623574144486692, + "support": 5256.0 + }, + "accuracy": 0.9364259461607232, + "macro avg": { + "precision": 0.7520217321627124, + "recall": 0.727296825370448, + "f1-score": 0.7377219924609196, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9330722129147032, + "recall": 0.9364259461607232, + "f1-score": 0.934592653803223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9544385655496767, + "src_B_n": 3402, + "src_C_acc": 0.9377431906614786, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.7353578717900003, + "accuracy": 0.9626494023904383, + "balanced_acc": 0.7156642843635218, + "per_class_recall": { + "malignant": 0.9747807017543859, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9885386819484241 + }, + "per_class_precision": { + "malignant": 0.9528403001071811, + "non_malignant": 0.42857142857142855, + "non_roi": 0.9819734345351043 + }, + "confusion_matrix": [ + [ + 889, + 11, + 12 + ], + [ + 33, + 9, + 7 + ], + [ + 11, + 1, + 1035 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9528403001071811, + "recall": 0.9747807017543859, + "f1-score": 0.9636856368563685, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.42857142857142855, + "recall": 0.1836734693877551, + "f1-score": 0.2571428571428571, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9819734345351043, + "recall": 0.9885386819484241, + "f1-score": 0.9852451213707758, + "support": 1047.0 + }, + "accuracy": 0.9626494023904383, + "macro avg": { + "precision": 0.7877950544045712, + "recall": 0.7156642843635218, + "f1-score": 0.7353578717900003, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9552373205458184, + "recall": 0.9626494023904383, + "f1-score": 0.9576857285299852, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.9310344827586207, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8155336598211176, + "accuracy": 0.9266236985622212, + "balanced_acc": 0.8101045564147334, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.56, + "non_roi": 0.9459715639810427 + }, + "per_class_precision": { + "malignant": 0.9294377067254685, + "non_malignant": 0.5957446808510638, + "non_roi": 0.9388523047977423 + }, + "confusion_matrix": [ + [ + 843, + 13, + 56 + ], + [ + 13, + 28, + 9 + ], + [ + 51, + 6, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9294377067254685, + "recall": 0.9243421052631579, + "f1-score": 0.9268829026937878, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5957446808510638, + "recall": 0.56, + "f1-score": 0.5773195876288659, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9388523047977423, + "recall": 0.9459715639810427, + "f1-score": 0.9423984891406988, + "support": 1055.0 + }, + "accuracy": 0.9266236985622212, + "macro avg": { + "precision": 0.8213448974580916, + "recall": 0.8101045564147334, + "f1-score": 0.8155336598211176, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9260900367564693, + "recall": 0.9266236985622212, + "f1-score": 0.9263329661287134, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9321100917431193, + "src_C_n": 1090, + "src_D_acc": 0.8844221105527639, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7168716431118028, + "accuracy": 0.9406438631790744, + "balanced_acc": 0.7074157666619835, + "per_class_recall": { + "malignant": 0.956140350877193, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9620253164556962 + }, + "per_class_precision": { + "malignant": 0.9217758985200846, + "non_malignant": 0.29411764705882354, + "non_roi": 0.9801587301587301 + }, + "confusion_matrix": [ + [ + 872, + 24, + 16 + ], + [ + 35, + 10, + 4 + ], + [ + 39, + 0, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9217758985200846, + "recall": 0.956140350877193, + "f1-score": 0.9386437029063509, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.20408163265306123, + "f1-score": 0.24096385542168675, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9801587301587301, + "recall": 0.9620253164556962, + "f1-score": 0.971007371007371, + "support": 1027.0 + }, + "accuracy": 0.9406438631790744, + "macro avg": { + "precision": 0.7320174252458794, + "recall": 0.7074157666619835, + "f1-score": 0.7168716431118028, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9364659959905508, + "recall": 0.9406438631790744, + "f1-score": 0.9381664265547408, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9698681732580038, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7445963871584901, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7592465767164563, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.4, + "non_roi": 0.9587912087912088 + }, + "per_class_precision": { + "malignant": 0.9426966292134832, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9518181818181818 + }, + "confusion_matrix": [ + [ + 839, + 24, + 50 + ], + [ + 27, + 20, + 3 + ], + [ + 24, + 21, + 1047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9426966292134832, + "recall": 0.91894852135816, + "f1-score": 0.9306711037160288, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.4, + "f1-score": 0.34782608695652173, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9518181818181818, + "recall": 0.9587912087912088, + "f1-score": 0.9552919708029197, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7340690395746575, + "recall": 0.7592465767164563, + "f1-score": 0.7445963871584901, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9320934756214013, + "recall": 0.9274939172749391, + "f1-score": 0.9295731650400724, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9486725663716814, + "src_B_n": 565, + "src_C_acc": 0.9185441941074524, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6449168165272312, + "accuracy": 0.9249624812406203, + "balanced_acc": 0.6446282481964852, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9603864734299516 + }, + "per_class_precision": { + "malignant": 0.9103521878335112, + "non_malignant": 0.08695652173913043, + "non_roi": 0.9566891241578441 + }, + "confusion_matrix": [ + [ + 853, + 20, + 40 + ], + [ + 44, + 2, + 5 + ], + [ + 40, + 1, + 994 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9103521878335112, + "recall": 0.9342825848849945, + "f1-score": 0.9221621621621622, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.08695652173913043, + "recall": 0.0392156862745098, + "f1-score": 0.05405405405405406, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9566891241578441, + "recall": 0.9603864734299516, + "f1-score": 0.9585342333654774, + "support": 1035.0 + }, + "accuracy": 0.9249624812406203, + "macro avg": { + "precision": 0.6513326112434953, + "recall": 0.6446282481964852, + "f1-score": 0.6449168165272312, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9133364550295447, + "recall": 0.9249624812406203, + "f1-score": 0.9188462943191995, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9200710479573713, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7314552756817283, + "cv_macro_f1_std": 0.05469676589797397, + "cv_non_malignant_recall_mean": 0.2773941576630653, + "cv_non_malignant_recall_std": 0.18209092929920864, + "cv_balanced_acc_mean": 0.727411886470636, + "cv_balanced_acc_std": 0.05521323554023123, + "cv_malignant_precision_mean": 0.9314205444799457, + "cv_malignant_precision_std": 0.01501187870375594, + "cv_non_malignant_precision_mean": 0.3426165171825508, + "cv_non_malignant_precision_std": 0.16756848636661345, + "cv_non_roi_precision_mean": 0.9618983550935205, + "cv_non_roi_precision_std": 0.016711173068014288, + "cv_malignant_recall_mean": 0.9416988528275783, + "cv_malignant_recall_std": 0.02086528644669305, + "cv_non_roi_recall_mean": 0.9631426489212647, + "cv_non_roi_recall_std": 0.013911036035636452 + }, + "best_pooled": { + "macro_f1": 0.7377219924609196, + "accuracy": 0.9364259461607232, + "balanced_acc": 0.727296825370448, + "per_class_recall": { + "malignant": 0.9416922402455064, + "non_malignant": 0.27710843373493976, + "non_roi": 0.963089802130898 + }, + "per_class_precision": { + "malignant": 0.9312811619336657, + "non_malignant": 0.3631578947368421, + "non_roi": 0.9616261398176292 + }, + "confusion_matrix": [ + [ + 4296, + 92, + 174 + ], + [ + 152, + 69, + 28 + ], + [ + 165, + 29, + 5062 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312811619336657, + "recall": 0.9416922402455064, + "f1-score": 0.9364577656675749, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3631578947368421, + "recall": 0.27710843373493976, + "f1-score": 0.3143507972665148, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9616261398176292, + "recall": 0.963089802130898, + "f1-score": 0.9623574144486692, + "support": 5256.0 + }, + "accuracy": 0.9364259461607232, + "macro avg": { + "precision": 0.7520217321627124, + "recall": 0.727296825370448, + "f1-score": 0.7377219924609196, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9330722129147032, + "recall": 0.9364259461607232, + "f1-score": 0.934592653803223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9544385655496767, + "src_B_n": 3402, + "src_C_acc": 0.9377431906614786, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } + }, + "test_summary": { + "label": "plain", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7570792665878946, + "accuracy": 0.9163568773234201, + "balanced_acc": 0.8992283527857996, + "per_class_recall": { + "malignant": 0.8752556237218814, + "non_malignant": 0.8679245283018868, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9895953757225433, + "non_malignant": 0.24083769633507854, + "non_roi": 0.9762773722627737 + }, + "confusion_matrix": [ + [ + 856, + 103, + 19 + ], + [ + 0, + 46, + 7 + ], + [ + 9, + 42, + 1070 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9895953757225433, + "recall": 0.8752556237218814, + "f1-score": 0.9289202387411829, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.24083769633507854, + "recall": 0.8679245283018868, + "f1-score": 0.3770491803278688, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9762773722627737, + "recall": 0.9545049063336307, + "f1-score": 0.9652683806946324, + "support": 1121.0 + }, + "accuracy": 0.9163568773234201, + "macro avg": { + "precision": 0.7355701481067984, + "recall": 0.8992283527857996, + "f1-score": 0.7570792665878946, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9642172907383716, + "recall": 0.9163568773234201, + "f1-score": 0.9342627578089855, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9024390243902439, + "src_C_n": 1189, + "src_D_acc": 0.8171206225680934, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7854655821310592, + "accuracy": 0.9340148698884758, + "balanced_acc": 0.9059271316169298, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.8490566037735849, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.9888641425389755, + "non_malignant": 0.2980132450331126, + "non_roi": 0.9764279238440616 + }, + "confusion_matrix": [ + [ + 888, + 72, + 18 + ], + [ + 0, + 45, + 8 + ], + [ + 10, + 34, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9888641425389755, + "recall": 0.9079754601226994, + "f1-score": 0.9466950959488273, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.2980132450331126, + "recall": 0.8490566037735849, + "f1-score": 0.4411764705882353, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9764279238440616, + "recall": 0.9607493309545049, + "f1-score": 0.9685251798561151, + "support": 1121.0 + }, + "accuracy": 0.9340148698884758, + "macro avg": { + "precision": 0.7544351038053833, + "recall": 0.9059271316169298, + "f1-score": 0.7854655821310592, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9653715316073727, + "recall": 0.9340148698884758, + "f1-score": 0.9456165815045698, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.9192598822539949, + "src_C_n": 1189, + "src_D_acc": 0.8754863813229572, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + } + } + }, + "comparison": { + "cv_single": { + "convnext": { + "macro_f1": 0.7110959574361925, + "accuracy": 0.9261944968709646, + "balanced_acc": 0.6960231741295998, + "per_class_recall": { + "malignant": 0.9300745287154757, + "non_malignant": 0.20080321285140562, + "non_roi": 0.9571917808219178 + }, + "per_class_precision": { + "malignant": 0.9286495950973955, + "non_malignant": 0.352112676056338, + "non_roi": 0.9393203883495146 + }, + "confusion_matrix": [ + [ + 4243, + 60, + 259 + ], + [ + 133, + 50, + 66 + ], + [ + 193, + 32, + 5031 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9286495950973955, + "recall": 0.9300745287154757, + "f1-score": 0.9293615157156938, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.352112676056338, + "recall": 0.20080321285140562, + "f1-score": 0.2557544757033248, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9393203883495146, + "recall": 0.9571917808219178, + "f1-score": 0.948171880889559, + "support": 5256.0 + }, + "accuracy": 0.9261944968709646, + "macro avg": { + "precision": 0.7400275531677494, + "recall": 0.6960231741295998, + "f1-score": 0.7110959574361925, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9199606109404386, + "recall": 0.9261944968709646, + "f1-score": 0.9225212580809223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9488536155202821, + "src_B_n": 3402, + "src_C_acc": 0.9255394411036434, + "src_C_n": 5654, + "src_D_acc": 0.8536102868447082, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.7323001152132829, + "accuracy": 0.9248038144432303, + "balanced_acc": 0.7308524657860384, + "per_class_recall": { + "malignant": 0.9302937308198159, + "non_malignant": 0.3132530120481928, + "non_roi": 0.9490106544901066 + }, + "per_class_precision": { + "malignant": 0.9188135960164537, + "non_malignant": 0.325, + "non_roi": 0.9577572964669739 + }, + "confusion_matrix": [ + [ + 4244, + 122, + 196 + ], + [ + 147, + 78, + 24 + ], + [ + 228, + 40, + 4988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9188135960164537, + "recall": 0.9302937308198159, + "f1-score": 0.9245180263587844, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.325, + "recall": 0.3132530120481928, + "f1-score": 0.31901840490797545, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9577572964669739, + "recall": 0.9490106544901066, + "f1-score": 0.9533639143730887, + "support": 5256.0 + }, + "accuracy": 0.9248038144432303, + "macro avg": { + "precision": 0.7338569641611427, + "recall": 0.7308524657860384, + "f1-score": 0.7323001152132829, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9244586247399899, + "recall": 0.9248038144432303, + "f1-score": 0.9246019224213584, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9412110523221634, + "src_B_n": 3402, + "src_C_acc": 0.9287230279448179, + "src_C_n": 5654, + "src_D_acc": 0.847675568743818, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.7238279828444245, + "accuracy": 0.9131816827257375, + "balanced_acc": 0.716515756041126, + "per_class_recall": { + "malignant": 0.9180184129767646, + "non_malignant": 0.2931726907630522, + "non_roi": 0.9383561643835616 + }, + "per_class_precision": { + "malignant": 0.9047310434219054, + "non_malignant": 0.35096153846153844, + "non_roi": 0.9430210325047801 + }, + "confusion_matrix": [ + [ + 4188, + 104, + 270 + ], + [ + 148, + 73, + 28 + ], + [ + 293, + 31, + 4932 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9047310434219054, + "recall": 0.9180184129767646, + "f1-score": 0.9113262974649113, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.35096153846153844, + "recall": 0.2931726907630522, + "f1-score": 0.31947483588621445, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9430210325047801, + "recall": 0.9383561643835616, + "f1-score": 0.9406828151821476, + "support": 5256.0 + }, + "accuracy": 0.9131816827257375, + "macro avg": { + "precision": 0.732904538129408, + "recall": 0.716515756041126, + "f1-score": 0.7238279828444245, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9110252299605424, + "recall": 0.9131816827257375, + "f1-score": 0.9120143716864966, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9415049970605526, + "src_B_n": 3402, + "src_C_acc": 0.9129819596745666, + "src_C_n": 5654, + "src_D_acc": 0.8189910979228486, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.7217684133743819, + "accuracy": 0.9182477401410549, + "balanced_acc": 0.7264062830722429, + "per_class_recall": { + "malignant": 0.9243752740026304, + "non_malignant": 0.3132530120481928, + "non_roi": 0.9415905631659056 + }, + "per_class_precision": { + "malignant": 0.9201396465197469, + "non_malignant": 0.2826086956521739, + "non_roi": 0.9502688172043011 + }, + "confusion_matrix": [ + [ + 4217, + 115, + 230 + ], + [ + 142, + 78, + 29 + ], + [ + 224, + 83, + 4949 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9201396465197469, + "recall": 0.9243752740026304, + "f1-score": 0.922252597047567, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2826086956521739, + "recall": 0.3132530120481928, + "f1-score": 0.29714285714285715, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9502688172043011, + "recall": 0.9415905631659056, + "f1-score": 0.9459097859327217, + "support": 5256.0 + }, + "accuracy": 0.9182477401410549, + "macro avg": { + "precision": 0.7176723864587405, + "recall": 0.7264062830722429, + "f1-score": 0.7217684133743819, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9201012750438347, + "recall": 0.9182477401410549, + "f1-score": 0.9191424211802878, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9447383891828336, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8536102868447082, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.7353578717900003, + "accuracy": 0.9626494023904383, + "balanced_acc": 0.7156642843635218, + "per_class_recall": { + "malignant": 0.9747807017543859, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9885386819484241 + }, + "per_class_precision": { + "malignant": 0.9528403001071811, + "non_malignant": 0.42857142857142855, + "non_roi": 0.9819734345351043 + }, + "confusion_matrix": [ + [ + 889, + 11, + 12 + ], + [ + 33, + 9, + 7 + ], + [ + 11, + 1, + 1035 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9528403001071811, + "recall": 0.9747807017543859, + "f1-score": 0.9636856368563685, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.42857142857142855, + "recall": 0.1836734693877551, + "f1-score": 0.2571428571428571, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9819734345351043, + "recall": 0.9885386819484241, + "f1-score": 0.9852451213707758, + "support": 1047.0 + }, + "accuracy": 0.9626494023904383, + "macro avg": { + "precision": 0.7877950544045712, + "recall": 0.7156642843635218, + "f1-score": 0.7353578717900003, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9552373205458184, + "recall": 0.9626494023904383, + "f1-score": 0.9576857285299852, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.9310344827586207, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8155336598211176, + "accuracy": 0.9266236985622212, + "balanced_acc": 0.8101045564147334, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.56, + "non_roi": 0.9459715639810427 + }, + "per_class_precision": { + "malignant": 0.9294377067254685, + "non_malignant": 0.5957446808510638, + "non_roi": 0.9388523047977423 + }, + "confusion_matrix": [ + [ + 843, + 13, + 56 + ], + [ + 13, + 28, + 9 + ], + [ + 51, + 6, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9294377067254685, + "recall": 0.9243421052631579, + "f1-score": 0.9268829026937878, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5957446808510638, + "recall": 0.56, + "f1-score": 0.5773195876288659, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9388523047977423, + "recall": 0.9459715639810427, + "f1-score": 0.9423984891406988, + "support": 1055.0 + }, + "accuracy": 0.9266236985622212, + "macro avg": { + "precision": 0.8213448974580916, + "recall": 0.8101045564147334, + "f1-score": 0.8155336598211176, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9260900367564693, + "recall": 0.9266236985622212, + "f1-score": 0.9263329661287134, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9321100917431193, + "src_C_n": 1090, + "src_D_acc": 0.8844221105527639, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7168716431118028, + "accuracy": 0.9406438631790744, + "balanced_acc": 0.7074157666619835, + "per_class_recall": { + "malignant": 0.956140350877193, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9620253164556962 + }, + "per_class_precision": { + "malignant": 0.9217758985200846, + "non_malignant": 0.29411764705882354, + "non_roi": 0.9801587301587301 + }, + "confusion_matrix": [ + [ + 872, + 24, + 16 + ], + [ + 35, + 10, + 4 + ], + [ + 39, + 0, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9217758985200846, + "recall": 0.956140350877193, + "f1-score": 0.9386437029063509, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.20408163265306123, + "f1-score": 0.24096385542168675, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9801587301587301, + "recall": 0.9620253164556962, + "f1-score": 0.971007371007371, + "support": 1027.0 + }, + "accuracy": 0.9406438631790744, + "macro avg": { + "precision": 0.7320174252458794, + "recall": 0.7074157666619835, + "f1-score": 0.7168716431118028, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9364659959905508, + "recall": 0.9406438631790744, + "f1-score": 0.9381664265547408, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9698681732580038, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7445963871584901, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7592465767164563, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.4, + "non_roi": 0.9587912087912088 + }, + "per_class_precision": { + "malignant": 0.9426966292134832, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9518181818181818 + }, + "confusion_matrix": [ + [ + 839, + 24, + 50 + ], + [ + 27, + 20, + 3 + ], + [ + 24, + 21, + 1047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9426966292134832, + "recall": 0.91894852135816, + "f1-score": 0.9306711037160288, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.4, + "f1-score": 0.34782608695652173, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9518181818181818, + "recall": 0.9587912087912088, + "f1-score": 0.9552919708029197, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7340690395746575, + "recall": 0.7592465767164563, + "f1-score": 0.7445963871584901, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9320934756214013, + "recall": 0.9274939172749391, + "f1-score": 0.9295731650400724, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9486725663716814, + "src_B_n": 565, + "src_C_acc": 0.9185441941074524, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6449168165272312, + "accuracy": 0.9249624812406203, + "balanced_acc": 0.6446282481964852, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9603864734299516 + }, + "per_class_precision": { + "malignant": 0.9103521878335112, + "non_malignant": 0.08695652173913043, + "non_roi": 0.9566891241578441 + }, + "confusion_matrix": [ + [ + 853, + 20, + 40 + ], + [ + 44, + 2, + 5 + ], + [ + 40, + 1, + 994 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9103521878335112, + "recall": 0.9342825848849945, + "f1-score": 0.9221621621621622, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.08695652173913043, + "recall": 0.0392156862745098, + "f1-score": 0.05405405405405406, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9566891241578441, + "recall": 0.9603864734299516, + "f1-score": 0.9585342333654774, + "support": 1035.0 + }, + "accuracy": 0.9249624812406203, + "macro avg": { + "precision": 0.6513326112434953, + "recall": 0.6446282481964852, + "f1-score": 0.6449168165272312, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9133364550295447, + "recall": 0.9249624812406203, + "f1-score": 0.9188462943191995, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9200710479573713, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7314552756817283, + "cv_macro_f1_std": 0.05469676589797397, + "cv_non_malignant_recall_mean": 0.2773941576630653, + "cv_non_malignant_recall_std": 0.18209092929920864, + "cv_balanced_acc_mean": 0.727411886470636, + "cv_balanced_acc_std": 0.05521323554023123, + "cv_malignant_precision_mean": 0.9314205444799457, + "cv_malignant_precision_std": 0.01501187870375594, + "cv_non_malignant_precision_mean": 0.3426165171825508, + "cv_non_malignant_precision_std": 0.16756848636661345, + "cv_non_roi_precision_mean": 0.9618983550935205, + "cv_non_roi_precision_std": 0.016711173068014288, + "cv_malignant_recall_mean": 0.9416988528275783, + "cv_malignant_recall_std": 0.02086528644669305, + "cv_non_roi_recall_mean": 0.9631426489212647, + "cv_non_roi_recall_std": 0.013911036035636452 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7377219924609196, + "accuracy": 0.9364259461607232, + "balanced_acc": 0.727296825370448, + "per_class_recall": { + "malignant": 0.9416922402455064, + "non_malignant": 0.27710843373493976, + "non_roi": 0.963089802130898 + }, + "per_class_precision": { + "malignant": 0.9312811619336657, + "non_malignant": 0.3631578947368421, + "non_roi": 0.9616261398176292 + }, + "confusion_matrix": [ + [ + 4296, + 92, + 174 + ], + [ + 152, + 69, + 28 + ], + [ + 165, + 29, + 5062 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312811619336657, + "recall": 0.9416922402455064, + "f1-score": 0.9364577656675749, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3631578947368421, + "recall": 0.27710843373493976, + "f1-score": 0.3143507972665148, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9616261398176292, + "recall": 0.963089802130898, + "f1-score": 0.9623574144486692, + "support": 5256.0 + }, + "accuracy": 0.9364259461607232, + "macro avg": { + "precision": 0.7520217321627124, + "recall": 0.727296825370448, + "f1-score": 0.7377219924609196, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9330722129147032, + "recall": 0.9364259461607232, + "f1-score": 0.934592653803223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9544385655496767, + "src_B_n": 3402, + "src_C_acc": 0.9377431906614786, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7599256503582499, + "accuracy": 0.9544609665427509, + "balanced_acc": 0.7470700830899931, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.3018867924528302, + "non_roi": 0.9884032114183765 + }, + "per_class_precision": { + "malignant": 0.9830866807610994, + "non_malignant": 0.4, + "non_roi": 0.9502572898799314 + }, + "confusion_matrix": [ + [ + 930, + 19, + 29 + ], + [ + 8, + 16, + 29 + ], + [ + 8, + 5, + 1108 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9830866807610994, + "recall": 0.950920245398773, + "f1-score": 0.9667359667359667, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4, + "recall": 0.3018867924528302, + "f1-score": 0.34408602150537637, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9502572898799314, + "recall": 0.9884032114183765, + "f1-score": 0.9689549628334062, + "support": 1121.0 + }, + "accuracy": 0.9544609665427509, + "macro avg": { + "precision": 0.7777813235470102, + "recall": 0.7470700830899931, + "f1-score": 0.7599256503582499, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9516250909571369, + "recall": 0.9544609665427509, + "f1-score": 0.9525570854757476, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9444911690496215, + "src_C_n": 1189, + "src_D_acc": 0.9105058365758755, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.7703857191557216, + "accuracy": 0.9409851301115242, + "balanced_acc": 0.7393163915581238, + "per_class_recall": { + "malignant": 0.9713701431492843, + "non_malignant": 0.3018867924528302, + "non_roi": 0.944692239072257 + }, + "per_class_precision": { + "malignant": 0.916988416988417, + "non_malignant": 0.64, + "non_roi": 0.9706691109074244 + }, + "confusion_matrix": [ + [ + 950, + 4, + 24 + ], + [ + 29, + 16, + 8 + ], + [ + 57, + 5, + 1059 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.916988416988417, + "recall": 0.9713701431492843, + "f1-score": 0.9433962264150944, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.64, + "recall": 0.3018867924528302, + "f1-score": 0.41025641025641024, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9706691109074244, + "recall": 0.944692239072257, + "f1-score": 0.9575045207956601, + "support": 1121.0 + }, + "accuracy": 0.9409851301115242, + "macro avg": { + "precision": 0.8425525092986138, + "recall": 0.7393163915581238, + "f1-score": 0.7703857191557216, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.938129528411661, + "recall": 0.9409851301115242, + "f1-score": 0.9376150868910255, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.928511354079058, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.6968551609745705, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.6965705303823864, + "per_class_recall": { + "malignant": 0.9304703476482618, + "non_malignant": 0.18867924528301888, + "non_roi": 0.9705619982158786 + }, + "per_class_precision": { + "malignant": 0.9469302809573361, + "non_malignant": 0.18867924528301888, + "non_roi": 0.9560632688927944 + }, + "confusion_matrix": [ + [ + 910, + 41, + 27 + ], + [ + 20, + 10, + 23 + ], + [ + 31, + 2, + 1088 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9469302809573361, + "recall": 0.9304703476482618, + "f1-score": 0.9386281588447654, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.18867924528301888, + "recall": 0.18867924528301888, + "f1-score": 0.18867924528301888, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9560632688927944, + "recall": 0.9705619982158786, + "f1-score": 0.9632580787959274, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.6972242650443832, + "recall": 0.6965705303823864, + "f1-score": 0.6968551609745705, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9330133546492086, + "recall": 0.9330855018587361, + "f1-score": 0.932988218252981, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9352396972245585, + "src_C_n": 1189, + "src_D_acc": 0.77431906614786, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7119245671187143, + "accuracy": 0.9395910780669146, + "balanced_acc": 0.6959589116293166, + "per_class_recall": { + "malignant": 0.9591002044989775, + "non_malignant": 0.16981132075471697, + "non_roi": 0.9589652096342551 + }, + "per_class_precision": { + "malignant": 0.9408224674022067, + "non_malignant": 0.36, + "non_roi": 0.9513274336283186 + }, + "confusion_matrix": [ + [ + 938, + 12, + 28 + ], + [ + 17, + 9, + 27 + ], + [ + 42, + 4, + 1075 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9408224674022067, + "recall": 0.9591002044989775, + "f1-score": 0.949873417721519, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.36, + "recall": 0.16981132075471697, + "f1-score": 0.23076923076923078, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9513274336283186, + "recall": 0.9589652096342551, + "f1-score": 0.9551310528653931, + "support": 1121.0 + }, + "accuracy": 0.9395910780669146, + "macro avg": { + "precision": 0.7507166336768417, + "recall": 0.6959589116293166, + "f1-score": 0.7119245671187143, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9319899750077618, + "recall": 0.9395910780669146, + "f1-score": 0.934901896851543, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9773371104815864, + "src_B_n": 706, + "src_C_acc": 0.9276703111858705, + "src_C_n": 1189, + "src_D_acc": 0.8910505836575876, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7570792665878946, + "accuracy": 0.9163568773234201, + "balanced_acc": 0.8992283527857996, + "per_class_recall": { + "malignant": 0.8752556237218814, + "non_malignant": 0.8679245283018868, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9895953757225433, + "non_malignant": 0.24083769633507854, + "non_roi": 0.9762773722627737 + }, + "confusion_matrix": [ + [ + 856, + 103, + 19 + ], + [ + 0, + 46, + 7 + ], + [ + 9, + 42, + 1070 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9895953757225433, + "recall": 0.8752556237218814, + "f1-score": 0.9289202387411829, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.24083769633507854, + "recall": 0.8679245283018868, + "f1-score": 0.3770491803278688, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9762773722627737, + "recall": 0.9545049063336307, + "f1-score": 0.9652683806946324, + "support": 1121.0 + }, + "accuracy": 0.9163568773234201, + "macro avg": { + "precision": 0.7355701481067984, + "recall": 0.8992283527857996, + "f1-score": 0.7570792665878946, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9642172907383716, + "recall": 0.9163568773234201, + "f1-score": 0.9342627578089855, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9024390243902439, + "src_C_n": 1189, + "src_D_acc": 0.8171206225680934, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7854655821310592, + "accuracy": 0.9340148698884758, + "balanced_acc": 0.9059271316169298, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.8490566037735849, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.9888641425389755, + "non_malignant": 0.2980132450331126, + "non_roi": 0.9764279238440616 + }, + "confusion_matrix": [ + [ + 888, + 72, + 18 + ], + [ + 0, + 45, + 8 + ], + [ + 10, + 34, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9888641425389755, + "recall": 0.9079754601226994, + "f1-score": 0.9466950959488273, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.2980132450331126, + "recall": 0.8490566037735849, + "f1-score": 0.4411764705882353, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9764279238440616, + "recall": 0.9607493309545049, + "f1-score": 0.9685251798561151, + "support": 1121.0 + }, + "accuracy": 0.9340148698884758, + "macro avg": { + "precision": 0.7544351038053833, + "recall": 0.9059271316169298, + "f1-score": 0.7854655821310592, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9653715316073727, + "recall": 0.9340148698884758, + "f1-score": 0.9456165815045698, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.9192598822539949, + "src_C_n": 1189, + "src_D_acc": 0.8754863813229572, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + } + } + } + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/ensemble_crt_cv_summary.json b/stage1_final/results/resized/ensemble_crt_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..cc058e1116925e78fdb1a7e71156c3f354c48956 --- /dev/null +++ b/stage1_final/results/resized/ensemble_crt_cv_summary.json @@ -0,0 +1,1847 @@ +{ + "label": "cRT", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7287829553048515, + "accuracy": 0.901394422310757, + "balanced_acc": 0.8770763294509982, + "per_class_recall": { + "malignant": 0.8135964912280702, + "non_malignant": 0.8367346938775511, + "non_roi": 0.9808978032473734 + }, + "per_class_precision": { + "malignant": 0.9906542056074766, + "non_malignant": 0.19069767441860466, + "non_roi": 0.9837164750957854 + }, + "confusion_matrix": [ + [ + 742, + 159, + 11 + ], + [ + 2, + 41, + 6 + ], + [ + 5, + 15, + 1027 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9906542056074766, + "recall": 0.8135964912280702, + "f1-score": 0.893437688139675, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.19069767441860466, + "recall": 0.8367346938775511, + "f1-score": 0.3106060606060606, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837164750957854, + "recall": 0.9808978032473734, + "f1-score": 0.9823051171688187, + "support": 1047.0 + }, + "accuracy": 0.901394422310757, + "macro avg": { + "precision": 0.7216894517072889, + "recall": 0.8770763294509982, + "f1-score": 0.7287829553048515, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9675159218056861, + "recall": 0.901394422310757, + "f1-score": 0.9255519552932439, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9701492537313433, + "src_B_n": 670, + "src_C_acc": 0.8895253682487725, + "src_C_n": 1222, + "src_D_acc": 0.6293103448275862, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7768616138822576, + "accuracy": 0.9112543381259296, + "balanced_acc": 0.8812343061445082, + "per_class_recall": { + "malignant": 0.8881578947368421, + "non_malignant": 0.82, + "non_roi": 0.9355450236966825 + }, + "per_class_precision": { + "malignant": 0.9364161849710982, + "non_malignant": 0.33064516129032256, + "non_roi": 0.9601167315175098 + }, + "confusion_matrix": [ + [ + 810, + 67, + 35 + ], + [ + 3, + 41, + 6 + ], + [ + 52, + 16, + 987 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9364161849710982, + "recall": 0.8881578947368421, + "f1-score": 0.911648846370287, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.33064516129032256, + "recall": 0.82, + "f1-score": 0.47126436781609193, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9601167315175098, + "recall": 0.9355450236966825, + "f1-score": 0.9476716274603937, + "support": 1055.0 + }, + "accuracy": 0.9112543381259296, + "macro avg": { + "precision": 0.7423926925929769, + "recall": 0.8812343061445082, + "f1-score": 0.7768616138822576, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9337962174066091, + "recall": 0.9112543381259296, + "f1-score": 0.9195738885727425, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9073394495412844, + "src_C_n": 1090, + "src_D_acc": 0.864321608040201, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7179100548951319, + "accuracy": 0.9134808853118712, + "balanced_acc": 0.7534426871416496, + "per_class_recall": { + "malignant": 0.9232456140350878, + "non_malignant": 0.40816326530612246, + "non_roi": 0.928919182083739 + }, + "per_class_precision": { + "malignant": 0.9044038668098818, + "non_malignant": 0.21505376344086022, + "non_roi": 0.9896265560165975 + }, + "confusion_matrix": [ + [ + 842, + 60, + 10 + ], + [ + 29, + 20, + 0 + ], + [ + 60, + 13, + 954 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9044038668098818, + "recall": 0.9232456140350878, + "f1-score": 0.9137276180141074, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.21505376344086022, + "recall": 0.40816326530612246, + "f1-score": 0.28169014084507044, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9896265560165975, + "recall": 0.928919182083739, + "f1-score": 0.958312405826218, + "support": 1027.0 + }, + "accuracy": 0.9134808853118712, + "macro avg": { + "precision": 0.7030280620891132, + "recall": 0.7534426871416496, + "f1-score": 0.7179100548951319, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9314388500846378, + "recall": 0.9134808853118712, + "f1-score": 0.9211817129345072, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9372496662216289, + "src_B_n": 749, + "src_C_acc": 0.9453860640301318, + "src_C_n": 1062, + "src_D_acc": 0.6214689265536724, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.704470985651897, + "accuracy": 0.8627737226277372, + "balanced_acc": 0.872836133077097, + "per_class_recall": { + "malignant": 0.8302300109529025, + "non_malignant": 0.9, + "non_roi": 0.8882783882783882 + }, + "per_class_precision": { + "malignant": 0.9534591194968554, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9556650246305419 + }, + "confusion_matrix": [ + [ + 758, + 110, + 45 + ], + [ + 5, + 45, + 0 + ], + [ + 32, + 90, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9534591194968554, + "recall": 0.8302300109529025, + "f1-score": 0.8875878220140515, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1836734693877551, + "recall": 0.9, + "f1-score": 0.3050847457627119, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9556650246305419, + "recall": 0.8882783882783882, + "f1-score": 0.9207403891789274, + "support": 1092.0 + }, + "accuracy": 0.8627737226277372, + "macro avg": { + "precision": 0.6975992045050509, + "recall": 0.872836133077097, + "f1-score": 0.704470985651897, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.935901730640666, + "recall": 0.8627737226277372, + "f1-score": 0.8910318363846003, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9203539823008849, + "src_B_n": 565, + "src_C_acc": 0.8318890814558059, + "src_C_n": 1154, + "src_D_acc": 0.8720238095238095, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.7122164384836659, + "accuracy": 0.8749374687343672, + "balanced_acc": 0.863060062721111, + "per_class_recall": { + "malignant": 0.8291347207009858, + "non_malignant": 0.8431372549019608, + "non_roi": 0.9169082125603865 + }, + "per_class_precision": { + "malignant": 0.9534005037783375, + "non_malignant": 0.18614718614718614, + "non_roi": 0.9743326488706365 + }, + "confusion_matrix": [ + [ + 757, + 133, + 23 + ], + [ + 6, + 43, + 2 + ], + [ + 31, + 55, + 949 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9534005037783375, + "recall": 0.8291347207009858, + "f1-score": 0.8869361452841242, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18614718614718614, + "recall": 0.8431372549019608, + "f1-score": 0.3049645390070922, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9743326488706365, + "recall": 0.9169082125603865, + "f1-score": 0.944748631159781, + "support": 1035.0 + }, + "accuracy": 0.8749374687343672, + "macro avg": { + "precision": 0.70462677959872, + "recall": 0.863060062721111, + "f1-score": 0.7122164384836659, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9446635607925151, + "recall": 0.8749374687343672, + "f1-score": 0.9020213733787595, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9579710144927536, + "src_B_n": 690, + "src_C_acc": 0.8428063943161634, + "src_C_n": 1126, + "src_D_acc": 0.7595628415300546, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7280484096435609, + "cv_macro_f1_std": 0.025661648174942566, + "cv_non_malignant_recall_mean": 0.7616070428171269, + "cv_non_malignant_recall_std": 0.17876028157512208, + "cv_balanced_acc_mean": 0.8495299037070728, + "cv_balanced_acc_std": 0.04842101490647283, + "cv_malignant_precision_mean": 0.9476667761327299, + "cv_malignant_precision_std": 0.02797356284698614, + "cv_non_malignant_precision_mean": 0.22124345093694572, + "cv_non_malignant_precision_std": 0.055827130032720176, + "cv_non_roi_precision_mean": 0.9726914872262142, + "cv_non_roi_precision_std": 0.013107747584217157, + "cv_malignant_recall_mean": 0.8568729463307776, + "cv_malignant_recall_std": 0.04179996590393924, + "cv_non_roi_recall_mean": 0.9301097219733141, + "cv_non_roi_recall_std": 0.030114878113746475 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7646752720772012, + "accuracy": 0.9297808764940239, + "balanced_acc": 0.8782681008360717, + "per_class_recall": { + "malignant": 0.8717105263157895, + "non_malignant": 0.7755102040816326, + "non_roi": 0.9875835721107927 + }, + "per_class_precision": { + "malignant": 0.9851301115241635, + "non_malignant": 0.2550335570469799, + "non_roi": 0.9828897338403042 + }, + "confusion_matrix": [ + [ + 795, + 104, + 13 + ], + [ + 6, + 38, + 5 + ], + [ + 6, + 7, + 1034 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9851301115241635, + "recall": 0.8717105263157895, + "f1-score": 0.924956369982548, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2550335570469799, + "recall": 0.7755102040816326, + "f1-score": 0.3838383838383838, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9828897338403042, + "recall": 0.9875835721107927, + "f1-score": 0.9852310624106717, + "support": 1047.0 + }, + "accuracy": 0.9297808764940239, + "macro avg": { + "precision": 0.7410178008038159, + "recall": 0.8782681008360717, + "f1-score": 0.7646752720772012, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9661458452869212, + "recall": 0.9297808764940239, + "f1-score": 0.9431798867411044, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9157119476268413, + "src_C_n": 1222, + "src_D_acc": 0.7327586206896551, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7455767781694637, + "accuracy": 0.9003470500743679, + "balanced_acc": 0.8547852747983703, + "per_class_recall": { + "malignant": 0.8782894736842105, + "non_malignant": 0.76, + "non_roi": 0.9260663507109005 + }, + "per_class_precision": { + "malignant": 0.9434628975265018, + "non_malignant": 0.2585034013605442, + "non_roi": 0.9569049951028403 + }, + "confusion_matrix": [ + [ + 801, + 71, + 40 + ], + [ + 8, + 38, + 4 + ], + [ + 40, + 38, + 977 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9434628975265018, + "recall": 0.8782894736842105, + "f1-score": 0.909710391822828, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2585034013605442, + "recall": 0.76, + "f1-score": 0.38578680203045684, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9569049951028403, + "recall": 0.9260663507109005, + "f1-score": 0.941233140655106, + "support": 1055.0 + }, + "accuracy": 0.9003470500743679, + "macro avg": { + "precision": 0.7196237646632954, + "recall": 0.8547852747983703, + "f1-score": 0.7455767781694637, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9335141806870072, + "recall": 0.9003470500743679, + "f1-score": 0.9132107986291913, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9354395604395604, + "src_B_n": 728, + "src_C_acc": 0.9, + "src_C_n": 1090, + "src_D_acc": 0.7738693467336684, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7067916352022713, + "accuracy": 0.9004024144869215, + "balanced_acc": 0.768911043721884, + "per_class_recall": { + "malignant": 0.8695175438596491, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9474196689386563 + }, + "per_class_precision": { + "malignant": 0.927485380116959, + "non_malignant": 0.1791044776119403, + "non_roi": 0.973973973973974 + }, + "confusion_matrix": [ + [ + 793, + 93, + 26 + ], + [ + 25, + 24, + 0 + ], + [ + 37, + 17, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.927485380116959, + "recall": 0.8695175438596491, + "f1-score": 0.8975664968873798, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.1791044776119403, + "recall": 0.4897959183673469, + "f1-score": 0.26229508196721313, + "support": 49.0 + }, + "non_roi": { + "precision": 0.973973973973974, + "recall": 0.9474196689386563, + "f1-score": 0.9605133267522211, + "support": 1027.0 + }, + "accuracy": 0.9004024144869215, + "macro avg": { + "precision": 0.6935212772342911, + "recall": 0.768911043721884, + "f1-score": 0.7067916352022713, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9330553608354745, + "recall": 0.9004024144869215, + "f1-score": 0.914426705609766, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.910547396528705, + "src_B_n": 749, + "src_C_acc": 0.9453860640301318, + "src_C_n": 1062, + "src_D_acc": 0.5875706214689266, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7205077969675925, + "accuracy": 0.8734793187347932, + "balanced_acc": 0.9060745412552641, + "per_class_recall": { + "malignant": 0.8499452354874042, + "non_malignant": 0.98, + "non_roi": 0.8882783882783882 + }, + "per_class_precision": { + "malignant": 0.9556650246305419, + "non_malignant": 0.20164609053497942, + "non_roi": 0.97 + }, + "confusion_matrix": [ + [ + 776, + 107, + 30 + ], + [ + 1, + 49, + 0 + ], + [ + 35, + 87, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9556650246305419, + "recall": 0.8499452354874042, + "f1-score": 0.8997101449275362, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20164609053497942, + "recall": 0.98, + "f1-score": 0.33447098976109213, + "support": 50.0 + }, + "non_roi": { + "precision": 0.97, + "recall": 0.8882783882783882, + "f1-score": 0.9273422562141491, + "support": 1092.0 + }, + "accuracy": 0.8734793187347932, + "macro avg": { + "precision": 0.7091037050551737, + "recall": 0.9060745412552641, + "f1-score": 0.7205077969675925, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449364827320846, + "recall": 0.8734793187347932, + "f1-score": 0.900640708317638, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9539823008849557, + "src_B_n": 565, + "src_C_acc": 0.8405545927209706, + "src_C_n": 1154, + "src_D_acc": 0.8511904761904762, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6818447827643039, + "accuracy": 0.8674337168584292, + "balanced_acc": 0.7777498689895079, + "per_class_recall": { + "malignant": 0.836801752464403, + "non_malignant": 0.5882352941176471, + "non_roi": 0.9082125603864735 + }, + "per_class_precision": { + "malignant": 0.939729397293973, + "non_malignant": 0.13513513513513514, + "non_roi": 0.975103734439834 + }, + "confusion_matrix": [ + [ + 764, + 127, + 22 + ], + [ + 19, + 30, + 2 + ], + [ + 30, + 65, + 940 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.939729397293973, + "recall": 0.836801752464403, + "f1-score": 0.8852838933951332, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.13513513513513514, + "recall": 0.5882352941176471, + "f1-score": 0.21978021978021978, + "support": 51.0 + }, + "non_roi": { + "precision": 0.975103734439834, + "recall": 0.9082125603864735, + "f1-score": 0.9404702351175588, + "support": 1035.0 + }, + "accuracy": 0.8674337168584292, + "macro avg": { + "precision": 0.6833227556229807, + "recall": 0.7777498689895079, + "f1-score": 0.6818447827643039, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9375173570617895, + "recall": 0.8674337168584292, + "f1-score": 0.8968782787519867, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8472468916518651, + "src_C_n": 1126, + "src_D_acc": 0.6338797814207651, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7238792530361665, + "cv_macro_f1_std": 0.029001199481408366, + "cv_non_malignant_recall_mean": 0.7187082833133254, + "cv_non_malignant_recall_std": 0.16889576490474087, + "cv_balanced_acc_mean": 0.8371577659202195, + "cv_balanced_acc_std": 0.05465752269774154, + "cv_malignant_precision_mean": 0.9502945622184278, + "cv_malignant_precision_std": 0.019600563779820605, + "cv_non_malignant_precision_mean": 0.2058845323379158, + "cv_non_malignant_precision_std": 0.04674395133420509, + "cv_non_roi_precision_mean": 0.9717744874713905, + "cv_non_roi_precision_std": 0.008529020309251003, + "cv_malignant_recall_mean": 0.8612529063622911, + "cv_malignant_recall_std": 0.015450780056177152, + "cv_non_roi_recall_mean": 0.9315121080850423, + "cv_non_roi_recall_std": 0.03417232592305836 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.8073408329777939, + "accuracy": 0.9551792828685259, + "balanced_acc": 0.8585207432895241, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9828080229226361 + }, + "per_class_precision": { + "malignant": 0.9760820045558086, + "non_malignant": 0.38095238095238093, + "non_roi": 0.9837476099426387 + }, + "confusion_matrix": [ + [ + 857, + 43, + 12 + ], + [ + 12, + 32, + 5 + ], + [ + 9, + 9, + 1029 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9760820045558086, + "recall": 0.9396929824561403, + "f1-score": 0.9575418994413408, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38095238095238093, + "recall": 0.6530612244897959, + "f1-score": 0.48120300751879697, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837476099426387, + "recall": 0.9828080229226361, + "f1-score": 0.9832775919732442, + "support": 1047.0 + }, + "accuracy": 0.9551792828685259, + "macro avg": { + "precision": 0.780260665150276, + "recall": 0.8585207432895241, + "f1-score": 0.8073408329777939, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9655563757129018, + "recall": 0.9551792828685259, + "f1-score": 0.9593370510233618, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9410801963993454, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8010936530380118, + "accuracy": 0.9236489836390679, + "balanced_acc": 0.858816343782046, + "per_class_recall": { + "malignant": 0.9199561403508771, + "non_malignant": 0.72, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.941638608305275, + "non_malignant": 0.4186046511627907, + "non_roi": 0.95 + }, + "confusion_matrix": [ + [ + 839, + 26, + 47 + ], + [ + 9, + 36, + 5 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.941638608305275, + "recall": 0.9199561403508771, + "f1-score": 0.9306711037160288, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4186046511627907, + "recall": 0.72, + "f1-score": 0.5294117647058824, + "support": 50.0 + }, + "non_roi": { + "precision": 0.95, + "recall": 0.9364928909952607, + "f1-score": 0.9431980906921241, + "support": 1055.0 + }, + "accuracy": 0.9236489836390679, + "macro avg": { + "precision": 0.7700810864893551, + "recall": 0.858816343782046, + "f1-score": 0.8010936530380118, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9330464270364652, + "recall": 0.9236489836390679, + "f1-score": 0.9272764603393671, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9339449541284404, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7400889467234517, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7599312389333327, + "per_class_recall": { + "malignant": 0.9144736842105263, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9571567672833495 + }, + "per_class_precision": { + "malignant": 0.922566371681416, + "non_malignant": 0.2898550724637681, + "non_roi": 0.9684729064039409 + }, + "confusion_matrix": [ + [ + 834, + 46, + 32 + ], + [ + 29, + 20, + 0 + ], + [ + 41, + 3, + 983 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.922566371681416, + "recall": 0.9144736842105263, + "f1-score": 0.9185022026431718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2898550724637681, + "recall": 0.40816326530612246, + "f1-score": 0.3389830508474576, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9684729064039409, + "recall": 0.9571567672833495, + "f1-score": 0.9627815866797258, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7269647835163751, + "recall": 0.7599312389333327, + "f1-score": 0.7400889467234517, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9306866722339152, + "recall": 0.9240442655935613, + "f1-score": 0.9270929918622618, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9198931909212283, + "src_B_n": 749, + "src_C_acc": 0.963276836158192, + "src_C_n": 1062, + "src_D_acc": 0.7062146892655368, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7411887312029966, + "accuracy": 0.8982968369829684, + "balanced_acc": 0.8799850216717687, + "per_class_recall": { + "malignant": 0.9025191675794085, + "non_malignant": 0.84, + "non_roi": 0.8974358974358975 + }, + "per_class_precision": { + "malignant": 0.9548088064889919, + "non_malignant": 0.23204419889502761, + "non_roi": 0.9693372898120672 + }, + "confusion_matrix": [ + [ + 824, + 58, + 31 + ], + [ + 8, + 42, + 0 + ], + [ + 31, + 81, + 980 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9548088064889919, + "recall": 0.9025191675794085, + "f1-score": 0.9279279279279279, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.23204419889502761, + "recall": 0.84, + "f1-score": 0.36363636363636365, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9693372898120672, + "recall": 0.8974358974358975, + "f1-score": 0.932001902044698, + "support": 1092.0 + }, + "accuracy": 0.8982968369829684, + "macro avg": { + "precision": 0.7187300983986956, + "recall": 0.8799850216717687, + "f1-score": 0.7411887312029966, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449435380749286, + "recall": 0.8982968369829684, + "f1-score": 0.9163630624879935, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9557522123893806, + "src_B_n": 565, + "src_C_acc": 0.8674176776429809, + "src_C_n": 1154, + "src_D_acc": 0.9077380952380952, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6505270888133712, + "accuracy": 0.8779389694847424, + "balanced_acc": 0.6736099789376836, + "per_class_recall": { + "malignant": 0.8608981380065718, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9246376811594202 + }, + "per_class_precision": { + "malignant": 0.9214536928487691, + "non_malignant": 0.0784313725490196, + "non_roi": 0.9637462235649547 + }, + "confusion_matrix": [ + [ + 786, + 94, + 33 + ], + [ + 36, + 12, + 3 + ], + [ + 31, + 47, + 957 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9214536928487691, + "recall": 0.8608981380065718, + "f1-score": 0.8901472253680635, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0784313725490196, + "recall": 0.23529411764705882, + "f1-score": 0.11764705882352941, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9637462235649547, + "recall": 0.9246376811594202, + "f1-score": 0.9437869822485208, + "support": 1035.0 + }, + "accuracy": 0.8779389694847424, + "macro avg": { + "precision": 0.6545437629875811, + "recall": 0.6736099789376836, + "f1-score": 0.6505270888133712, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.921843203081868, + "recall": 0.8779389694847424, + "f1-score": 0.8982110772327468, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8658969804618117, + "src_C_n": 1126, + "src_D_acc": 0.6284153005464481, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.748047850551125, + "cv_macro_f1_std": 0.05648044894440704, + "cv_non_malignant_recall_mean": 0.5713037214885954, + "cv_non_malignant_recall_std": 0.2193216017373494, + "cv_balanced_acc_mean": 0.806172665322871, + "cv_balanced_acc_std": 0.07832123266967789, + "cv_malignant_precision_mean": 0.9433098967760521, + "cv_malignant_precision_std": 0.020576766808853383, + "cv_non_malignant_precision_mean": 0.2799775352045974, + "cv_non_malignant_precision_std": 0.12035732043040531, + "cv_non_roi_precision_mean": 0.9670608059447202, + "cv_non_roi_precision_std": 0.010841433392368595, + "cv_malignant_recall_mean": 0.9075080225207047, + "cv_malignant_recall_std": 0.026217237590496083, + "cv_non_roi_recall_mean": 0.9397062519593128, + "cv_non_roi_recall_std": 0.028935975986377618 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.7260517929776545, + "accuracy": 0.8926194496870965, + "balanced_acc": 0.849902585083045, + "per_class_recall": { + "malignant": 0.8568610258658483, + "non_malignant": 0.7630522088353414, + "non_roi": 0.9297945205479452 + }, + "per_class_precision": { + "malignant": 0.9455732946298984, + "non_malignant": 0.2092511013215859, + "non_roi": 0.9725373134328358 + }, + "confusion_matrix": [ + [ + 3909, + 529, + 124 + ], + [ + 45, + 190, + 14 + ], + [ + 180, + 189, + 4887 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9455732946298984, + "recall": 0.8568610258658483, + "f1-score": 0.8990340386384544, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2092511013215859, + "recall": 0.7630522088353414, + "f1-score": 0.32843560933448573, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9725373134328358, + "recall": 0.9297945205479452, + "f1-score": 0.9506857309600233, + "support": 5256.0 + }, + "accuracy": 0.8926194496870965, + "macro avg": { + "precision": 0.7091205697947734, + "recall": 0.849902585083045, + "f1-score": 0.7260517929776545, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9414388610046345, + "recall": 0.8926194496870965, + "f1-score": 0.9118881447222408, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9435626102292769, + "src_B_n": 3402, + "src_C_acc": 0.8823841528121684, + "src_C_n": 5654, + "src_D_acc": 0.7784371909000989, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7224643546843539, + "accuracy": 0.8942088010330784, + "balanced_acc": 0.8370823005906493, + "per_class_recall": { + "malignant": 0.8612450679526523, + "non_malignant": 0.7188755020080321, + "non_roi": 0.9311263318112634 + }, + "per_class_precision": { + "malignant": 0.9499516441005803, + "non_malignant": 0.2, + "non_roi": 0.971803018268467 + }, + "confusion_matrix": [ + [ + 3929, + 502, + 131 + ], + [ + 59, + 179, + 11 + ], + [ + 148, + 214, + 4894 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9499516441005803, + "recall": 0.8612450679526523, + "f1-score": 0.9034260749597609, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2, + "recall": 0.7188755020080321, + "f1-score": 0.3129370629370629, + "support": 249.0 + }, + "non_roi": { + "precision": 0.971803018268467, + "recall": 0.9311263318112634, + "f1-score": 0.9510299261562378, + "support": 5256.0 + }, + "accuracy": 0.8942088010330784, + "macro avg": { + "precision": 0.7072515541230158, + "recall": 0.8370823005906493, + "f1-score": 0.7224643546843539, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9428107742530951, + "recall": 0.8942088010330784, + "f1-score": 0.9136748161830679, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9491475602586714, + "src_B_n": 3402, + "src_C_acc": 0.8892819243013795, + "src_C_n": 5654, + "src_D_acc": 0.7368941641938674, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7411773024088503, + "accuracy": 0.9157643786629582, + "balanced_acc": 0.8056950982031671, + "per_class_recall": { + "malignant": 0.9074967119684348, + "non_malignant": 0.570281124497992, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9432672590567327, + "non_malignant": 0.24781849912739964, + "non_roi": 0.9670910871694417 + }, + "confusion_matrix": [ + [ + 4140, + 267, + 155 + ], + [ + 94, + 142, + 13 + ], + [ + 155, + 164, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9432672590567327, + "recall": 0.9074967119684348, + "f1-score": 0.9250363087923137, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.24781849912739964, + "recall": 0.570281124497992, + "f1-score": 0.34549878345498786, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9670910871694417, + "recall": 0.9393074581430746, + "f1-score": 0.9529968149792492, + "support": 5256.0 + }, + "accuracy": 0.9157643786629582, + "macro avg": { + "precision": 0.7193922817845246, + "recall": 0.8056950982031671, + "f1-score": 0.7411773024088503, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9385043008107801, + "recall": 0.9157643786629582, + "f1-score": 0.9253000990684176, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9512051734273956, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8071216617210683, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.8073408329777939, + "accuracy": 0.9551792828685259, + "balanced_acc": 0.8585207432895241, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9828080229226361 + }, + "per_class_precision": { + "malignant": 0.9760820045558086, + "non_malignant": 0.38095238095238093, + "non_roi": 0.9837476099426387 + }, + "confusion_matrix": [ + [ + 857, + 43, + 12 + ], + [ + 12, + 32, + 5 + ], + [ + 9, + 9, + 1029 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9760820045558086, + "recall": 0.9396929824561403, + "f1-score": 0.9575418994413408, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38095238095238093, + "recall": 0.6530612244897959, + "f1-score": 0.48120300751879697, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837476099426387, + "recall": 0.9828080229226361, + "f1-score": 0.9832775919732442, + "support": 1047.0 + }, + "accuracy": 0.9551792828685259, + "macro avg": { + "precision": 0.780260665150276, + "recall": 0.8585207432895241, + "f1-score": 0.8073408329777939, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9655563757129018, + "recall": 0.9551792828685259, + "f1-score": 0.9593370510233618, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9410801963993454, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8010936530380118, + "accuracy": 0.9236489836390679, + "balanced_acc": 0.858816343782046, + "per_class_recall": { + "malignant": 0.9199561403508771, + "non_malignant": 0.72, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.941638608305275, + "non_malignant": 0.4186046511627907, + "non_roi": 0.95 + }, + "confusion_matrix": [ + [ + 839, + 26, + 47 + ], + [ + 9, + 36, + 5 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.941638608305275, + "recall": 0.9199561403508771, + "f1-score": 0.9306711037160288, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4186046511627907, + "recall": 0.72, + "f1-score": 0.5294117647058824, + "support": 50.0 + }, + "non_roi": { + "precision": 0.95, + "recall": 0.9364928909952607, + "f1-score": 0.9431980906921241, + "support": 1055.0 + }, + "accuracy": 0.9236489836390679, + "macro avg": { + "precision": 0.7700810864893551, + "recall": 0.858816343782046, + "f1-score": 0.8010936530380118, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9330464270364652, + "recall": 0.9236489836390679, + "f1-score": 0.9272764603393671, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9339449541284404, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7400889467234517, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7599312389333327, + "per_class_recall": { + "malignant": 0.9144736842105263, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9571567672833495 + }, + "per_class_precision": { + "malignant": 0.922566371681416, + "non_malignant": 0.2898550724637681, + "non_roi": 0.9684729064039409 + }, + "confusion_matrix": [ + [ + 834, + 46, + 32 + ], + [ + 29, + 20, + 0 + ], + [ + 41, + 3, + 983 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.922566371681416, + "recall": 0.9144736842105263, + "f1-score": 0.9185022026431718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2898550724637681, + "recall": 0.40816326530612246, + "f1-score": 0.3389830508474576, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9684729064039409, + "recall": 0.9571567672833495, + "f1-score": 0.9627815866797258, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7269647835163751, + "recall": 0.7599312389333327, + "f1-score": 0.7400889467234517, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9306866722339152, + "recall": 0.9240442655935613, + "f1-score": 0.9270929918622618, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9198931909212283, + "src_B_n": 749, + "src_C_acc": 0.963276836158192, + "src_C_n": 1062, + "src_D_acc": 0.7062146892655368, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7411887312029966, + "accuracy": 0.8982968369829684, + "balanced_acc": 0.8799850216717687, + "per_class_recall": { + "malignant": 0.9025191675794085, + "non_malignant": 0.84, + "non_roi": 0.8974358974358975 + }, + "per_class_precision": { + "malignant": 0.9548088064889919, + "non_malignant": 0.23204419889502761, + "non_roi": 0.9693372898120672 + }, + "confusion_matrix": [ + [ + 824, + 58, + 31 + ], + [ + 8, + 42, + 0 + ], + [ + 31, + 81, + 980 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9548088064889919, + "recall": 0.9025191675794085, + "f1-score": 0.9279279279279279, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.23204419889502761, + "recall": 0.84, + "f1-score": 0.36363636363636365, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9693372898120672, + "recall": 0.8974358974358975, + "f1-score": 0.932001902044698, + "support": 1092.0 + }, + "accuracy": 0.8982968369829684, + "macro avg": { + "precision": 0.7187300983986956, + "recall": 0.8799850216717687, + "f1-score": 0.7411887312029966, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449435380749286, + "recall": 0.8982968369829684, + "f1-score": 0.9163630624879935, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9557522123893806, + "src_B_n": 565, + "src_C_acc": 0.8674176776429809, + "src_C_n": 1154, + "src_D_acc": 0.9077380952380952, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6505270888133712, + "accuracy": 0.8779389694847424, + "balanced_acc": 0.6736099789376836, + "per_class_recall": { + "malignant": 0.8608981380065718, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9246376811594202 + }, + "per_class_precision": { + "malignant": 0.9214536928487691, + "non_malignant": 0.0784313725490196, + "non_roi": 0.9637462235649547 + }, + "confusion_matrix": [ + [ + 786, + 94, + 33 + ], + [ + 36, + 12, + 3 + ], + [ + 31, + 47, + 957 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9214536928487691, + "recall": 0.8608981380065718, + "f1-score": 0.8901472253680635, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0784313725490196, + "recall": 0.23529411764705882, + "f1-score": 0.11764705882352941, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9637462235649547, + "recall": 0.9246376811594202, + "f1-score": 0.9437869822485208, + "support": 1035.0 + }, + "accuracy": 0.8779389694847424, + "macro avg": { + "precision": 0.6545437629875811, + "recall": 0.6736099789376836, + "f1-score": 0.6505270888133712, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.921843203081868, + "recall": 0.8779389694847424, + "f1-score": 0.8982110772327468, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8658969804618117, + "src_C_n": 1126, + "src_D_acc": 0.6284153005464481, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.748047850551125, + "cv_macro_f1_std": 0.05648044894440704, + "cv_non_malignant_recall_mean": 0.5713037214885954, + "cv_non_malignant_recall_std": 0.2193216017373494, + "cv_balanced_acc_mean": 0.806172665322871, + "cv_balanced_acc_std": 0.07832123266967789, + "cv_malignant_precision_mean": 0.9433098967760521, + "cv_malignant_precision_std": 0.020576766808853383, + "cv_non_malignant_precision_mean": 0.2799775352045974, + "cv_non_malignant_precision_std": 0.12035732043040531, + "cv_non_roi_precision_mean": 0.9670608059447202, + "cv_non_roi_precision_std": 0.010841433392368595, + "cv_malignant_recall_mean": 0.9075080225207047, + "cv_malignant_recall_std": 0.026217237590496083, + "cv_non_roi_recall_mean": 0.9397062519593128, + "cv_non_roi_recall_std": 0.028935975986377618 + }, + "best_pooled": { + "macro_f1": 0.7411773024088503, + "accuracy": 0.9157643786629582, + "balanced_acc": 0.8056950982031671, + "per_class_recall": { + "malignant": 0.9074967119684348, + "non_malignant": 0.570281124497992, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9432672590567327, + "non_malignant": 0.24781849912739964, + "non_roi": 0.9670910871694417 + }, + "confusion_matrix": [ + [ + 4140, + 267, + 155 + ], + [ + 94, + 142, + 13 + ], + [ + 155, + 164, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9432672590567327, + "recall": 0.9074967119684348, + "f1-score": 0.9250363087923137, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.24781849912739964, + "recall": 0.570281124497992, + "f1-score": 0.34549878345498786, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9670910871694417, + "recall": 0.9393074581430746, + "f1-score": 0.9529968149792492, + "support": 5256.0 + }, + "accuracy": 0.9157643786629582, + "macro avg": { + "precision": 0.7193922817845246, + "recall": 0.8056950982031671, + "f1-score": 0.7411773024088503, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9385043008107801, + "recall": 0.9157643786629582, + "f1-score": 0.9253000990684176, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9512051734273956, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8071216617210683, + "src_D_n": 1011 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/ensemble_crt_single_vs_ensemble.json b/stage1_final/results/resized/ensemble_crt_single_vs_ensemble.json new file mode 100644 index 0000000000000000000000000000000000000000..5b487f53736fef2f089913550406ed4143cd3389 --- /dev/null +++ b/stage1_final/results/resized/ensemble_crt_single_vs_ensemble.json @@ -0,0 +1,1330 @@ +{ + "cv_single": { + "convnext": { + "macro_f1": 0.7302818292362789, + "accuracy": 0.9085129631469157, + "balanced_acc": 0.791984224515244, + "per_class_recall": { + "malignant": 0.9039894782989917, + "non_malignant": 0.5421686746987951, + "non_roi": 0.9297945205479452 + }, + "per_class_precision": { + "malignant": 0.934088335220838, + "non_malignant": 0.23275862068965517, + "non_roi": 0.9635252365930599 + }, + "confusion_matrix": [ + [ + 4124, + 271, + 167 + ], + [ + 96, + 135, + 18 + ], + [ + 195, + 174, + 4887 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.934088335220838, + "recall": 0.9039894782989917, + "f1-score": 0.9187924696446474, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.23275862068965517, + "recall": 0.5421686746987951, + "f1-score": 0.32569360675512665, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9635252365930599, + "recall": 0.9297945205479452, + "f1-score": 0.9463594113090628, + "support": 5256.0 + }, + "accuracy": 0.9085129631469157, + "macro avg": { + "precision": 0.710124064167851, + "recall": 0.791984224515244, + "f1-score": 0.7302818292362789, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9321105121051266, + "recall": 0.9085129631469157, + "f1-score": 0.9185153492044643, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9503233392122281, + "src_B_n": 3402, + "src_C_acc": 0.8984789529536611, + "src_C_n": 5654, + "src_D_acc": 0.8239366963402571, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.7231567149204388, + "accuracy": 0.9046389192410847, + "balanced_acc": 0.7672234858102759, + "per_class_recall": { + "malignant": 0.8901797457255589, + "non_malignant": 0.4738955823293173, + "non_roi": 0.9375951293759512 + }, + "per_class_precision": { + "malignant": 0.9263229927007299, + "non_malignant": 0.23935091277890466, + "non_roi": 0.9495183044315992 + }, + "confusion_matrix": [ + [ + 4061, + 252, + 249 + ], + [ + 118, + 118, + 13 + ], + [ + 205, + 123, + 4928 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9263229927007299, + "recall": 0.8901797457255589, + "f1-score": 0.9078917952157389, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.23935091277890466, + "recall": 0.4738955823293173, + "f1-score": 0.31805929919137466, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9495183044315992, + "recall": 0.9375951293759512, + "f1-score": 0.9435190503542026, + "support": 5256.0 + }, + "accuracy": 0.9046389192410847, + "macro avg": { + "precision": 0.7050640699704113, + "recall": 0.7672234858102759, + "f1-score": 0.7231567149204388, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9214415494263597, + "recall": 0.9046389192410847, + "f1-score": 0.911903771126904, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9279835390946503, + "src_B_n": 3402, + "src_C_acc": 0.9110364343827378, + "src_C_n": 5654, + "src_D_acc": 0.7903066271018794, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.6938487064566292, + "accuracy": 0.866991159233138, + "balanced_acc": 0.793611449716478, + "per_class_recall": { + "malignant": 0.8478737395879, + "non_malignant": 0.6385542168674698, + "non_roi": 0.894406392694064 + }, + "per_class_precision": { + "malignant": 0.9216106742911604, + "non_malignant": 0.17945823927765236, + "non_roi": 0.9432182985553772 + }, + "confusion_matrix": [ + [ + 3868, + 424, + 270 + ], + [ + 77, + 159, + 13 + ], + [ + 252, + 303, + 4701 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9216106742911604, + "recall": 0.8478737395879, + "f1-score": 0.8832058454161434, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.17945823927765236, + "recall": 0.6385542168674698, + "f1-score": 0.2801762114537445, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9432182985553772, + "recall": 0.894406392694064, + "f1-score": 0.9181640625, + "support": 5256.0 + }, + "accuracy": 0.866991159233138, + "macro avg": { + "precision": 0.6814290707080634, + "recall": 0.793611449716478, + "f1-score": 0.6938487064566292, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9145354499755113, + "recall": 0.866991159233138, + "f1-score": 0.886542093567143, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9223985890652557, + "src_B_n": 3402, + "src_C_acc": 0.8583303855677397, + "src_C_n": 5654, + "src_D_acc": 0.7289812067260139, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.7079824383161234, + "accuracy": 0.8844740240389392, + "balanced_acc": 0.7886947297536843, + "per_class_recall": { + "malignant": 0.8882069267864972, + "non_malignant": 0.5823293172690763, + "non_roi": 0.8955479452054794 + }, + "per_class_precision": { + "malignant": 0.9186125595103152, + "non_malignant": 0.19863013698630136, + "non_roi": 0.9555420219244823 + }, + "confusion_matrix": [ + [ + 4052, + 305, + 205 + ], + [ + 90, + 145, + 14 + ], + [ + 269, + 280, + 4707 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9186125595103152, + "recall": 0.8882069267864972, + "f1-score": 0.9031539061629332, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.19863013698630136, + "recall": 0.5823293172690763, + "f1-score": 0.296220633299285, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9555420219244823, + "recall": 0.8955479452054794, + "f1-score": 0.924572775486152, + "support": 5256.0 + }, + "accuracy": 0.8844740240389392, + "macro avg": { + "precision": 0.6909282394736996, + "recall": 0.7886947297536843, + "f1-score": 0.7079824383161234, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9200852555707486, + "recall": 0.8844740240389392, + "f1-score": 0.8993246811922159, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9409171075837742, + "src_B_n": 3402, + "src_C_acc": 0.868588609833746, + "src_C_n": 5654, + "src_D_acc": 0.7833827893175074, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.8073408329777939, + "accuracy": 0.9551792828685259, + "balanced_acc": 0.8585207432895241, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.6530612244897959, + "non_roi": 0.9828080229226361 + }, + "per_class_precision": { + "malignant": 0.9760820045558086, + "non_malignant": 0.38095238095238093, + "non_roi": 0.9837476099426387 + }, + "confusion_matrix": [ + [ + 857, + 43, + 12 + ], + [ + 12, + 32, + 5 + ], + [ + 9, + 9, + 1029 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9760820045558086, + "recall": 0.9396929824561403, + "f1-score": 0.9575418994413408, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38095238095238093, + "recall": 0.6530612244897959, + "f1-score": 0.48120300751879697, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9837476099426387, + "recall": 0.9828080229226361, + "f1-score": 0.9832775919732442, + "support": 1047.0 + }, + "accuracy": 0.9551792828685259, + "macro avg": { + "precision": 0.780260665150276, + "recall": 0.8585207432895241, + "f1-score": 0.8073408329777939, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9655563757129018, + "recall": 0.9551792828685259, + "f1-score": 0.9593370510233618, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.9410801963993454, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8010936530380118, + "accuracy": 0.9236489836390679, + "balanced_acc": 0.858816343782046, + "per_class_recall": { + "malignant": 0.9199561403508771, + "non_malignant": 0.72, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.941638608305275, + "non_malignant": 0.4186046511627907, + "non_roi": 0.95 + }, + "confusion_matrix": [ + [ + 839, + 26, + 47 + ], + [ + 9, + 36, + 5 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.941638608305275, + "recall": 0.9199561403508771, + "f1-score": 0.9306711037160288, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.4186046511627907, + "recall": 0.72, + "f1-score": 0.5294117647058824, + "support": 50.0 + }, + "non_roi": { + "precision": 0.95, + "recall": 0.9364928909952607, + "f1-score": 0.9431980906921241, + "support": 1055.0 + }, + "accuracy": 0.9236489836390679, + "macro avg": { + "precision": 0.7700810864893551, + "recall": 0.858816343782046, + "f1-score": 0.8010936530380118, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9330464270364652, + "recall": 0.9236489836390679, + "f1-score": 0.9272764603393671, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9326923076923077, + "src_B_n": 728, + "src_C_acc": 0.9339449541284404, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7400889467234517, + "accuracy": 0.9240442655935613, + "balanced_acc": 0.7599312389333327, + "per_class_recall": { + "malignant": 0.9144736842105263, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9571567672833495 + }, + "per_class_precision": { + "malignant": 0.922566371681416, + "non_malignant": 0.2898550724637681, + "non_roi": 0.9684729064039409 + }, + "confusion_matrix": [ + [ + 834, + 46, + 32 + ], + [ + 29, + 20, + 0 + ], + [ + 41, + 3, + 983 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.922566371681416, + "recall": 0.9144736842105263, + "f1-score": 0.9185022026431718, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2898550724637681, + "recall": 0.40816326530612246, + "f1-score": 0.3389830508474576, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9684729064039409, + "recall": 0.9571567672833495, + "f1-score": 0.9627815866797258, + "support": 1027.0 + }, + "accuracy": 0.9240442655935613, + "macro avg": { + "precision": 0.7269647835163751, + "recall": 0.7599312389333327, + "f1-score": 0.7400889467234517, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9306866722339152, + "recall": 0.9240442655935613, + "f1-score": 0.9270929918622618, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9198931909212283, + "src_B_n": 749, + "src_C_acc": 0.963276836158192, + "src_C_n": 1062, + "src_D_acc": 0.7062146892655368, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7411887312029966, + "accuracy": 0.8982968369829684, + "balanced_acc": 0.8799850216717687, + "per_class_recall": { + "malignant": 0.9025191675794085, + "non_malignant": 0.84, + "non_roi": 0.8974358974358975 + }, + "per_class_precision": { + "malignant": 0.9548088064889919, + "non_malignant": 0.23204419889502761, + "non_roi": 0.9693372898120672 + }, + "confusion_matrix": [ + [ + 824, + 58, + 31 + ], + [ + 8, + 42, + 0 + ], + [ + 31, + 81, + 980 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9548088064889919, + "recall": 0.9025191675794085, + "f1-score": 0.9279279279279279, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.23204419889502761, + "recall": 0.84, + "f1-score": 0.36363636363636365, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9693372898120672, + "recall": 0.8974358974358975, + "f1-score": 0.932001902044698, + "support": 1092.0 + }, + "accuracy": 0.8982968369829684, + "macro avg": { + "precision": 0.7187300983986956, + "recall": 0.8799850216717687, + "f1-score": 0.7411887312029966, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9449435380749286, + "recall": 0.8982968369829684, + "f1-score": 0.9163630624879935, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9557522123893806, + "src_B_n": 565, + "src_C_acc": 0.8674176776429809, + "src_C_n": 1154, + "src_D_acc": 0.9077380952380952, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6505270888133712, + "accuracy": 0.8779389694847424, + "balanced_acc": 0.6736099789376836, + "per_class_recall": { + "malignant": 0.8608981380065718, + "non_malignant": 0.23529411764705882, + "non_roi": 0.9246376811594202 + }, + "per_class_precision": { + "malignant": 0.9214536928487691, + "non_malignant": 0.0784313725490196, + "non_roi": 0.9637462235649547 + }, + "confusion_matrix": [ + [ + 786, + 94, + 33 + ], + [ + 36, + 12, + 3 + ], + [ + 31, + 47, + 957 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9214536928487691, + "recall": 0.8608981380065718, + "f1-score": 0.8901472253680635, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.0784313725490196, + "recall": 0.23529411764705882, + "f1-score": 0.11764705882352941, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9637462235649547, + "recall": 0.9246376811594202, + "f1-score": 0.9437869822485208, + "support": 1035.0 + }, + "accuracy": 0.8779389694847424, + "macro avg": { + "precision": 0.6545437629875811, + "recall": 0.6736099789376836, + "f1-score": 0.6505270888133712, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.921843203081868, + "recall": 0.8779389694847424, + "f1-score": 0.8982110772327468, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8658969804618117, + "src_C_n": 1126, + "src_D_acc": 0.6284153005464481, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.748047850551125, + "cv_macro_f1_std": 0.05648044894440704, + "cv_non_malignant_recall_mean": 0.5713037214885954, + "cv_non_malignant_recall_std": 0.2193216017373494, + "cv_balanced_acc_mean": 0.806172665322871, + "cv_balanced_acc_std": 0.07832123266967789, + "cv_malignant_precision_mean": 0.9433098967760521, + "cv_malignant_precision_std": 0.020576766808853383, + "cv_non_malignant_precision_mean": 0.2799775352045974, + "cv_non_malignant_precision_std": 0.12035732043040531, + "cv_non_roi_precision_mean": 0.9670608059447202, + "cv_non_roi_precision_std": 0.010841433392368595, + "cv_malignant_recall_mean": 0.9075080225207047, + "cv_malignant_recall_std": 0.026217237590496083, + "cv_non_roi_recall_mean": 0.9397062519593128, + "cv_non_roi_recall_std": 0.028935975986377618 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7411773024088503, + "accuracy": 0.9157643786629582, + "balanced_acc": 0.8056950982031671, + "per_class_recall": { + "malignant": 0.9074967119684348, + "non_malignant": 0.570281124497992, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9432672590567327, + "non_malignant": 0.24781849912739964, + "non_roi": 0.9670910871694417 + }, + "confusion_matrix": [ + [ + 4140, + 267, + 155 + ], + [ + 94, + 142, + 13 + ], + [ + 155, + 164, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9432672590567327, + "recall": 0.9074967119684348, + "f1-score": 0.9250363087923137, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.24781849912739964, + "recall": 0.570281124497992, + "f1-score": 0.34549878345498786, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9670910871694417, + "recall": 0.9393074581430746, + "f1-score": 0.9529968149792492, + "support": 5256.0 + }, + "accuracy": 0.9157643786629582, + "macro avg": { + "precision": 0.7193922817845246, + "recall": 0.8056950982031671, + "f1-score": 0.7411773024088503, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9385043008107801, + "recall": 0.9157643786629582, + "f1-score": 0.9253000990684176, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9512051734273956, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8071216617210683, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7581079839144355, + "accuracy": 0.9344795539033457, + "balanced_acc": 0.7996736442352494, + "per_class_recall": { + "malignant": 0.9386503067484663, + "non_malignant": 0.5094339622641509, + "non_roi": 0.9509366636931311 + }, + "per_class_precision": { + "malignant": 0.9704016913319239, + "non_malignant": 0.28421052631578947, + "non_roi": 0.9594959495949595 + }, + "confusion_matrix": [ + [ + 918, + 35, + 25 + ], + [ + 6, + 27, + 20 + ], + [ + 22, + 33, + 1066 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9704016913319239, + "recall": 0.9386503067484663, + "f1-score": 0.9542619542619543, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.28421052631578947, + "recall": 0.5094339622641509, + "f1-score": 0.36486486486486486, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9594959495949595, + "recall": 0.9509366636931311, + "f1-score": 0.9551971326164874, + "support": 1121.0 + }, + "accuracy": 0.9344795539033457, + "macro avg": { + "precision": 0.7380360557475577, + "recall": 0.7996736442352494, + "f1-score": 0.7581079839144355, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9478210834169647, + "recall": 0.9344795539033457, + "f1-score": 0.9402332782384346, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9773371104815864, + "src_B_n": 706, + "src_C_acc": 0.9150546677880572, + "src_C_n": 1189, + "src_D_acc": 0.9066147859922179, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.77633574568816, + "accuracy": 0.9354089219330854, + "balanced_acc": 0.8063037840405253, + "per_class_recall": { + "malignant": 0.9396728016359919, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9509366636931311 + }, + "per_class_precision": { + "malignant": 0.9435318275154004, + "non_malignant": 0.358974358974359, + "non_roi": 0.9690909090909091 + }, + "confusion_matrix": [ + [ + 919, + 35, + 24 + ], + [ + 15, + 28, + 10 + ], + [ + 40, + 15, + 1066 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9435318275154004, + "recall": 0.9396728016359919, + "f1-score": 0.9415983606557377, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.358974358974359, + "recall": 0.5283018867924528, + "f1-score": 0.42748091603053434, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9690909090909091, + "recall": 0.9509366636931311, + "f1-score": 0.959927960378208, + "support": 1121.0 + }, + "accuracy": 0.9354089219330854, + "macro avg": { + "precision": 0.7571990318602229, + "recall": 0.8063037840405253, + "f1-score": 0.77633574568816, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.942449199547682, + "recall": 0.9354089219330854, + "f1-score": 0.938484632367519, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9276703111858705, + "src_C_n": 1189, + "src_D_acc": 0.8599221789883269, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.7313762786343384, + "accuracy": 0.9079925650557621, + "balanced_acc": 0.8048227529243696, + "per_class_recall": { + "malignant": 0.8946830265848671, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9348795718108831 + }, + "per_class_precision": { + "malignant": 0.9500542888165038, + "non_malignant": 0.22627737226277372, + "non_roi": 0.9579524680073126 + }, + "confusion_matrix": [ + [ + 875, + 74, + 29 + ], + [ + 5, + 31, + 17 + ], + [ + 41, + 32, + 1048 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9500542888165038, + "recall": 0.8946830265848671, + "f1-score": 0.9215376513954713, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.22627737226277372, + "recall": 0.5849056603773585, + "f1-score": 0.3263157894736842, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9579524680073126, + "recall": 0.9348795718108831, + "f1-score": 0.94627539503386, + "support": 1121.0 + }, + "accuracy": 0.9079925650557621, + "macro avg": { + "precision": 0.7114280430288634, + "recall": 0.8048227529243696, + "f1-score": 0.7313762786343384, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.936343174641573, + "recall": 0.9079925650557621, + "f1-score": 0.9197645342657217, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9660056657223796, + "src_B_n": 706, + "src_C_acc": 0.9108494533221194, + "src_C_n": 1189, + "src_D_acc": 0.7354085603112841, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7469611482936153, + "accuracy": 0.9149628252788105, + "balanced_acc": 0.840155868930427, + "per_class_recall": { + "malignant": 0.9161554192229039, + "non_malignant": 0.6792452830188679, + "non_roi": 0.9250669045495094 + }, + "per_class_precision": { + "malignant": 0.9624060150375939, + "non_malignant": 0.24161073825503357, + "non_roi": 0.9673507462686567 + }, + "confusion_matrix": [ + [ + 896, + 61, + 21 + ], + [ + 3, + 36, + 14 + ], + [ + 32, + 52, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9624060150375939, + "recall": 0.9161554192229039, + "f1-score": 0.9387113672079623, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.24161073825503357, + "recall": 0.6792452830188679, + "f1-score": 0.3564356435643564, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9673507462686567, + "recall": 0.9250669045495094, + "f1-score": 0.9457364341085271, + "support": 1121.0 + }, + "accuracy": 0.9149628252788105, + "macro avg": { + "precision": 0.7237891665204281, + "recall": 0.840155868930427, + "f1-score": 0.7469611482936153, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472298505582936, + "recall": 0.9149628252788105, + "f1-score": 0.9280303665771176, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.8931875525651808, + "src_C_n": 1189, + "src_D_acc": 0.8482490272373541, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7491467117560826, + "accuracy": 0.9228624535315985, + "balanced_acc": 0.8382624070474708, + "per_class_recall": { + "malignant": 0.8936605316973415, + "non_malignant": 0.660377358490566, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.976536312849162, + "non_malignant": 0.23648648648648649, + "non_roi": 0.9711451758340848 + }, + "confusion_matrix": [ + [ + 874, + 86, + 18 + ], + [ + 4, + 35, + 14 + ], + [ + 17, + 27, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.976536312849162, + "recall": 0.8936605316973415, + "f1-score": 0.9332621462893753, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.23648648648648649, + "recall": 0.660377358490566, + "f1-score": 0.3482587064676617, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9711451758340848, + "recall": 0.9607493309545049, + "f1-score": 0.9659192825112107, + "support": 1121.0 + }, + "accuracy": 0.9228624535315985, + "macro avg": { + "precision": 0.7280559917232443, + "recall": 0.8382624070474708, + "f1-score": 0.7491467117560826, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9555018772584912, + "recall": 0.9228624535315985, + "f1-score": 0.9358659880152707, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9074852817493693, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7610715156238217, + "accuracy": 0.9242565055762082, + "balanced_acc": 0.8694185873518255, + "per_class_recall": { + "malignant": 0.9008179959100204, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9527207850133809 + }, + "per_class_precision": { + "malignant": 0.9810690423162584, + "non_malignant": 0.25477707006369427, + "non_roi": 0.9735642661804923 + }, + "confusion_matrix": [ + [ + 881, + 81, + 16 + ], + [ + 0, + 40, + 13 + ], + [ + 17, + 36, + 1068 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9810690423162584, + "recall": 0.9008179959100204, + "f1-score": 0.9392324093816631, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.25477707006369427, + "recall": 0.7547169811320755, + "f1-score": 0.38095238095238093, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9735642661804923, + "recall": 0.9527207850133809, + "f1-score": 0.9630297565374211, + "support": 1121.0 + }, + "accuracy": 0.9242565055762082, + "macro avg": { + "precision": 0.736470126186815, + "recall": 0.8694185873518255, + "f1-score": 0.7610715156238217, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9592724212300224, + "recall": 0.9242565055762082, + "f1-score": 0.9378792423997173, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.913372582001682, + "src_C_n": 1189, + "src_D_acc": 0.8210116731517509, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/ensemble_crt_test.json b/stage1_final/results/resized/ensemble_crt_test.json new file mode 100644 index 0000000000000000000000000000000000000000..e24ddcfcd5e1c16b16fc8d24e2ba28ae5dcb09db --- /dev/null +++ b/stage1_final/results/resized/ensemble_crt_test.json @@ -0,0 +1,294 @@ +{ + "label": "cRT", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7491467117560826, + "accuracy": 0.9228624535315985, + "balanced_acc": 0.8382624070474708, + "per_class_recall": { + "malignant": 0.8936605316973415, + "non_malignant": 0.660377358490566, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.976536312849162, + "non_malignant": 0.23648648648648649, + "non_roi": 0.9711451758340848 + }, + "confusion_matrix": [ + [ + 874, + 86, + 18 + ], + [ + 4, + 35, + 14 + ], + [ + 17, + 27, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.976536312849162, + "recall": 0.8936605316973415, + "f1-score": 0.9332621462893753, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.23648648648648649, + "recall": 0.660377358490566, + "f1-score": 0.3482587064676617, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9711451758340848, + "recall": 0.9607493309545049, + "f1-score": 0.9659192825112107, + "support": 1121.0 + }, + "accuracy": 0.9228624535315985, + "macro avg": { + "precision": 0.7280559917232443, + "recall": 0.8382624070474708, + "f1-score": 0.7491467117560826, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9555018772584912, + "recall": 0.9228624535315985, + "f1-score": 0.9358659880152707, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9844192634560907, + "src_B_n": 706, + "src_C_acc": 0.9074852817493693, + "src_C_n": 1189, + "src_D_acc": 0.8249027237354085, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7610715156238217, + "accuracy": 0.9242565055762082, + "balanced_acc": 0.8694185873518255, + "per_class_recall": { + "malignant": 0.9008179959100204, + "non_malignant": 0.7547169811320755, + "non_roi": 0.9527207850133809 + }, + "per_class_precision": { + "malignant": 0.9810690423162584, + "non_malignant": 0.25477707006369427, + "non_roi": 0.9735642661804923 + }, + "confusion_matrix": [ + [ + 881, + 81, + 16 + ], + [ + 0, + 40, + 13 + ], + [ + 17, + 36, + 1068 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9810690423162584, + "recall": 0.9008179959100204, + "f1-score": 0.9392324093816631, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.25477707006369427, + "recall": 0.7547169811320755, + "f1-score": 0.38095238095238093, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9735642661804923, + "recall": 0.9527207850133809, + "f1-score": 0.9630297565374211, + "support": 1121.0 + }, + "accuracy": 0.9242565055762082, + "macro avg": { + "precision": 0.736470126186815, + "recall": 0.8694185873518255, + "f1-score": 0.7610715156238217, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9592724212300224, + "recall": 0.9242565055762082, + "f1-score": 0.9378792423997173, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.913372582001682, + "src_C_n": 1189, + "src_D_acc": 0.8210116731517509, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7748616458994247, + "accuracy": 0.9428438661710037, + "balanced_acc": 0.8114962216525269, + "per_class_recall": { + "malignant": 0.9498977505112475, + "non_malignant": 0.5283018867924528, + "non_roi": 0.9562890276538805 + }, + "per_class_precision": { + "malignant": 0.9717573221757322, + "non_malignant": 0.32558139534883723, + "non_roi": 0.9657657657657658 + }, + "confusion_matrix": [ + [ + 929, + 31, + 18 + ], + [ + 5, + 28, + 20 + ], + [ + 22, + 27, + 1072 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9717573221757322, + "recall": 0.9498977505112475, + "f1-score": 0.9607032057911065, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.32558139534883723, + "recall": 0.5283018867924528, + "f1-score": 0.4028776978417266, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9657657657657658, + "recall": 0.9562890276538805, + "f1-score": 0.9610040340654415, + "support": 1121.0 + }, + "accuracy": 0.9428438661710037, + "macro avg": { + "precision": 0.7543681610967784, + "recall": 0.8114962216525269, + "f1-score": 0.7748616458994247, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9527220717773132, + "recall": 0.9428438661710037, + "f1-score": 0.9471216428609078, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9830028328611898, + "src_B_n": 706, + "src_C_acc": 0.9327165685449958, + "src_C_n": 1189, + "src_D_acc": 0.8793774319066148, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/ensemble_plain_cv_summary.json b/stage1_final/results/resized/ensemble_plain_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1217a9083c9e53b1ec8c37b6acd6e6d8a65f1183 --- /dev/null +++ b/stage1_final/results/resized/ensemble_plain_cv_summary.json @@ -0,0 +1,1847 @@ +{ + "label": "plain", + "methods": [ + "logreg_logits_balanced", + "logreg_softmax_balanced", + "avg_softmax" + ], + "best_method": "avg_softmax", + "backbones": [ + "convnext", + "swin", + "mamba", + "resnet" + ], + "per_method_cv": { + "logreg_logits_balanced": { + "folds": [ + { + "macro_f1": 0.7575696509900682, + "accuracy": 0.9267928286852589, + "balanced_acc": 0.8776774408049048, + "per_class_recall": { + "malignant": 0.9024122807017544, + "non_malignant": 0.7755102040816326, + "non_roi": 0.9551098376313276 + }, + "per_class_precision": { + "malignant": 0.9809296781883194, + "non_malignant": 0.2331288343558282, + "non_roi": 0.9940357852882704 + }, + "confusion_matrix": [ + [ + 823, + 84, + 5 + ], + [ + 10, + 38, + 1 + ], + [ + 6, + 41, + 1000 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9809296781883194, + "recall": 0.9024122807017544, + "f1-score": 0.9400342661336379, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2331288343558282, + "recall": 0.7755102040816326, + "f1-score": 0.3584905660377358, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9940357852882704, + "recall": 0.9551098376313276, + "f1-score": 0.974184120798831, + "support": 1047.0 + }, + "accuracy": 0.9267928286852589, + "macro avg": { + "precision": 0.7360314326108061, + "recall": 0.8776774408049048, + "f1-score": 0.7575696509900682, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9695152622450209, + "recall": 0.9267928286852589, + "f1-score": 0.9436494337281389, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9895522388059701, + "src_B_n": 670, + "src_C_acc": 0.8944353518821604, + "src_C_n": 1222, + "src_D_acc": 0.9051724137931034, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7231858825624894, + "accuracy": 0.8770451165096679, + "balanced_acc": 0.8685678057703501, + "per_class_recall": { + "malignant": 0.8092105263157895, + "non_malignant": 0.86, + "non_roi": 0.9364928909952607 + }, + "per_class_precision": { + "malignant": 0.9437340153452686, + "non_malignant": 0.225130890052356, + "non_roi": 0.946360153256705 + }, + "confusion_matrix": [ + [ + 738, + 124, + 50 + ], + [ + 1, + 43, + 6 + ], + [ + 43, + 24, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9437340153452686, + "recall": 0.8092105263157895, + "f1-score": 0.8713105076741441, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.225130890052356, + "recall": 0.86, + "f1-score": 0.35684647302904565, + "support": 50.0 + }, + "non_roi": { + "precision": 0.946360153256705, + "recall": 0.9364928909952607, + "f1-score": 0.9414006669842783, + "support": 1055.0 + }, + "accuracy": 0.8770451165096679, + "macro avg": { + "precision": 0.7050750195514431, + "recall": 0.8685678057703501, + "f1-score": 0.7231858825624894, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9272939653858832, + "recall": 0.8770451165096679, + "f1-score": 0.8952182500340532, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9203296703296703, + "src_B_n": 728, + "src_C_acc": 0.8935779816513761, + "src_C_n": 1090, + "src_D_acc": 0.628140703517588, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7299909375402428, + "accuracy": 0.9154929577464789, + "balanced_acc": 0.7992694823022223, + "per_class_recall": { + "malignant": 0.9013157894736842, + "non_malignant": 0.5510204081632653, + "non_roi": 0.9454722492697176 + }, + "per_class_precision": { + "malignant": 0.9288135593220339, + "non_malignant": 0.2109375, + "non_roi": 0.9958974358974358 + }, + "confusion_matrix": [ + [ + 822, + 86, + 4 + ], + [ + 22, + 27, + 0 + ], + [ + 41, + 15, + 971 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9288135593220339, + "recall": 0.9013157894736842, + "f1-score": 0.9148580968280468, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2109375, + "recall": 0.5510204081632653, + "f1-score": 0.3050847457627119, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9958974358974358, + "recall": 0.9454722492697176, + "f1-score": 0.97002997002997, + "support": 1027.0 + }, + "accuracy": 0.9154929577464789, + "macro avg": { + "precision": 0.7118828317398233, + "recall": 0.7992694823022223, + "f1-score": 0.7299909375402428, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9457749347426366, + "recall": 0.9154929577464789, + "f1-score": 0.9283302394719974, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9465954606141522, + "src_B_n": 749, + "src_C_acc": 0.9416195856873822, + "src_C_n": 1062, + "src_D_acc": 0.6271186440677966, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7287738496071828, + "accuracy": 0.8832116788321168, + "balanced_acc": 0.8996362539736033, + "per_class_recall": { + "malignant": 0.8532311062431545, + "non_malignant": 0.94, + "non_roi": 0.9056776556776557 + }, + "per_class_precision": { + "malignant": 0.9558282208588957, + "non_malignant": 0.21363636363636362, + "non_roi": 0.9696078431372549 + }, + "confusion_matrix": [ + [ + 779, + 103, + 31 + ], + [ + 3, + 47, + 0 + ], + [ + 33, + 70, + 989 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9558282208588957, + "recall": 0.8532311062431545, + "f1-score": 0.9016203703703703, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.21363636363636362, + "recall": 0.94, + "f1-score": 0.34814814814814815, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9696078431372549, + "recall": 0.9056776556776557, + "f1-score": 0.9365530303030303, + "support": 1092.0 + }, + "accuracy": 0.8832116788321168, + "macro avg": { + "precision": 0.7130241425441715, + "recall": 0.8996362539736033, + "f1-score": 0.7287738496071828, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.945092335052006, + "recall": 0.8832116788321168, + "f1-score": 0.9067166494629998, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.952212389380531, + "src_B_n": 565, + "src_C_acc": 0.8578856152512998, + "src_C_n": 1154, + "src_D_acc": 0.8541666666666666, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.7225463321915978, + "accuracy": 0.9019509754877438, + "balanced_acc": 0.8013922646591429, + "per_class_recall": { + "malignant": 0.872946330777656, + "non_malignant": 0.5882352941176471, + "non_roi": 0.9429951690821256 + }, + "per_class_precision": { + "malignant": 0.9387514723203769, + "non_malignant": 0.20689655172413793, + "non_roi": 0.9711442786069652 + }, + "confusion_matrix": [ + [ + 797, + 90, + 26 + ], + [ + 18, + 30, + 3 + ], + [ + 34, + 25, + 976 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9387514723203769, + "recall": 0.872946330777656, + "f1-score": 0.9046538024971623, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.20689655172413793, + "recall": 0.5882352941176471, + "f1-score": 0.30612244897959184, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9711442786069652, + "recall": 0.9429951690821256, + "f1-score": 0.9568627450980393, + "support": 1035.0 + }, + "accuracy": 0.9019509754877438, + "macro avg": { + "precision": 0.70559743421716, + "recall": 0.8013922646591429, + "f1-score": 0.7225463321915978, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9368514991118779, + "recall": 0.9019509754877438, + "f1-score": 0.9164152615079235, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.8854351687388987, + "src_C_n": 1126, + "src_D_acc": 0.7704918032786885, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7324133305783161, + "cv_macro_f1_std": 0.012918651016860622, + "cv_non_malignant_recall_mean": 0.742953181272509, + "cv_non_malignant_recall_std": 0.15123701946158133, + "cv_balanced_acc_mean": 0.8493086495020445, + "cv_balanced_acc_std": 0.04125159241159723, + "cv_malignant_precision_mean": 0.949611389206979, + "cv_malignant_precision_std": 0.017913767145546804, + "cv_non_malignant_precision_mean": 0.21794602795373716, + "cv_non_malignant_precision_std": 0.00971517832234471, + "cv_non_roi_precision_mean": 0.9754090992373262, + "cv_non_roi_precision_std": 0.018234088418515745, + "cv_malignant_recall_mean": 0.8678232067024076, + "cv_malignant_recall_std": 0.03462016533475908, + "cv_non_roi_recall_mean": 0.9371495605312173, + "cv_non_roi_recall_std": 0.01683402418123633 + }, + "logreg_softmax_balanced": { + "folds": [ + { + "macro_f1": 0.7936997574528423, + "accuracy": 0.9457171314741036, + "balanced_acc": 0.890105388659259, + "per_class_recall": { + "malignant": 0.9100877192982456, + "non_malignant": 0.7755102040816326, + "non_roi": 0.9847182425978988 + }, + "per_class_precision": { + "malignant": 0.9822485207100592, + "non_malignant": 0.31666666666666665, + "non_roi": 0.9884947267497604 + }, + "confusion_matrix": [ + [ + 830, + 74, + 8 + ], + [ + 7, + 38, + 4 + ], + [ + 8, + 8, + 1031 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9822485207100592, + "recall": 0.9100877192982456, + "f1-score": 0.9447922595332954, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.31666666666666665, + "recall": 0.7755102040816326, + "f1-score": 0.44970414201183434, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9884947267497604, + "recall": 0.9847182425978988, + "f1-score": 0.9866028708133971, + "support": 1047.0 + }, + "accuracy": 0.9457171314741036, + "macro avg": { + "precision": 0.7624699713754953, + "recall": 0.890105388659259, + "f1-score": 0.7936997574528423, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.969263593855199, + "recall": 0.9457171314741036, + "f1-score": 0.954511578383751, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9850746268656716, + "src_B_n": 670, + "src_C_acc": 0.9312602291325696, + "src_C_n": 1222, + "src_D_acc": 0.8706896551724138, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.7367646402053912, + "accuracy": 0.8909271194843827, + "balanced_acc": 0.8606413347745351, + "per_class_recall": { + "malignant": 0.8596491228070176, + "non_malignant": 0.8, + "non_roi": 0.9222748815165877 + }, + "per_class_precision": { + "malignant": 0.9423076923076923, + "non_malignant": 0.24390243902439024, + "non_roi": 0.9529872673849168 + }, + "confusion_matrix": [ + [ + 784, + 85, + 43 + ], + [ + 5, + 40, + 5 + ], + [ + 43, + 39, + 973 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9423076923076923, + "recall": 0.8596491228070176, + "f1-score": 0.8990825688073395, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.24390243902439024, + "recall": 0.8, + "f1-score": 0.37383177570093457, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9529872673849168, + "recall": 0.9222748815165877, + "f1-score": 0.9373795761078998, + "support": 1055.0 + }, + "accuracy": 0.8909271194843827, + "macro avg": { + "precision": 0.7130657995723331, + "recall": 0.8606413347745351, + "f1-score": 0.7367646402053912, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9305807161263868, + "recall": 0.8909271194843827, + "f1-score": 0.9060933784487728, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9244505494505495, + "src_B_n": 728, + "src_C_acc": 0.8972477064220183, + "src_C_n": 1090, + "src_D_acc": 0.7336683417085427, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7197530043218445, + "accuracy": 0.9144869215291751, + "balanced_acc": 0.772994227756529, + "per_class_recall": { + "malignant": 0.9089912280701754, + "non_malignant": 0.46938775510204084, + "non_roi": 0.9406037000973709 + }, + "per_class_precision": { + "malignant": 0.9283314669652856, + "non_malignant": 0.19658119658119658, + "non_roi": 0.9877300613496932 + }, + "confusion_matrix": [ + [ + 829, + 72, + 11 + ], + [ + 25, + 23, + 1 + ], + [ + 39, + 22, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9283314669652856, + "recall": 0.9089912280701754, + "f1-score": 0.9185595567867036, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.19658119658119658, + "recall": 0.46938775510204084, + "f1-score": 0.27710843373493976, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9877300613496932, + "recall": 0.9406037000973709, + "f1-score": 0.9635910224438903, + "support": 1027.0 + }, + "accuracy": 0.9144869215291751, + "macro avg": { + "precision": 0.7042142416320584, + "recall": 0.772994227756529, + "f1-score": 0.7197530043218445, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9409806587077233, + "recall": 0.9144869215291751, + "f1-score": 0.926012378819095, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9372496662216289, + "src_B_n": 749, + "src_C_acc": 0.9463276836158192, + "src_C_n": 1062, + "src_D_acc": 0.6271186440677966, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7036194899911378, + "accuracy": 0.8632603406326034, + "balanced_acc": 0.8787846423991003, + "per_class_recall": { + "malignant": 0.8170865279299014, + "non_malignant": 0.92, + "non_roi": 0.8992673992673993 + }, + "per_class_precision": { + "malignant": 0.9588688946015425, + "non_malignant": 0.1776061776061776, + "non_roi": 0.9646365422396856 + }, + "confusion_matrix": [ + [ + 746, + 131, + 36 + ], + [ + 4, + 46, + 0 + ], + [ + 28, + 82, + 982 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9588688946015425, + "recall": 0.8170865279299014, + "f1-score": 0.8823181549379066, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.1776061776061776, + "recall": 0.92, + "f1-score": 0.2977346278317152, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9646365422396856, + "recall": 0.8992673992673993, + "f1-score": 0.9308056872037914, + "support": 1092.0 + }, + "accuracy": 0.8632603406326034, + "macro avg": { + "precision": 0.7003705381491353, + "recall": 0.8787846423991003, + "f1-score": 0.7036194899911378, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.942924921546109, + "recall": 0.8632603406326034, + "f1-score": 0.8938603490396275, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9327433628318584, + "src_B_n": 565, + "src_C_acc": 0.8466204506065858, + "src_C_n": 1154, + "src_D_acc": 0.8035714285714286, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.70397142748816, + "accuracy": 0.8954477238619309, + "balanced_acc": 0.7715752830226069, + "per_class_recall": { + "malignant": 0.8532311062431545, + "non_malignant": 0.5098039215686274, + "non_roi": 0.9516908212560387 + }, + "per_class_precision": { + "malignant": 0.9442424242424242, + "non_malignant": 0.17333333333333334, + "non_roi": 0.9619140625 + }, + "confusion_matrix": [ + [ + 779, + 99, + 35 + ], + [ + 21, + 26, + 4 + ], + [ + 25, + 25, + 985 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9442424242424242, + "recall": 0.8532311062431545, + "f1-score": 0.8964326812428078, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.17333333333333334, + "recall": 0.5098039215686274, + "f1-score": 0.25870646766169153, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9619140625, + "recall": 0.9516908212560387, + "f1-score": 0.9567751335599806, + "support": 1035.0 + }, + "accuracy": 0.8954477238619309, + "macro avg": { + "precision": 0.6931632733585859, + "recall": 0.7715752830226069, + "f1-score": 0.70397142748816, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9337240560384359, + "recall": 0.8954477238619309, + "f1-score": 0.9114053682141119, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.8783303730017762, + "src_C_n": 1126, + "src_D_acc": 0.7486338797814208, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7315616638918752, + "cv_macro_f1_std": 0.033375572809656244, + "cv_non_malignant_recall_mean": 0.6949403761504602, + "cv_non_malignant_recall_std": 0.17511730222939412, + "cv_balanced_acc_mean": 0.834820175322406, + "cv_balanced_acc_std": 0.05191998776757004, + "cv_malignant_precision_mean": 0.9511997997654007, + "cv_malignant_precision_std": 0.01829356926446547, + "cv_non_malignant_precision_mean": 0.22161796264235284, + "cv_non_malignant_precision_std": 0.0537143115541923, + "cv_non_roi_precision_mean": 0.9711525320448112, + "cv_non_roi_precision_std": 0.014376025026922437, + "cv_malignant_recall_mean": 0.8698091408696988, + "cv_malignant_recall_std": 0.03553964251908831, + "cv_non_roi_recall_mean": 0.9397110089470591, + "cv_non_roi_recall_std": 0.028669384315125456 + }, + "avg_softmax": { + "folds": [ + { + "macro_f1": 0.7353578717900003, + "accuracy": 0.9626494023904383, + "balanced_acc": 0.7156642843635218, + "per_class_recall": { + "malignant": 0.9747807017543859, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9885386819484241 + }, + "per_class_precision": { + "malignant": 0.9528403001071811, + "non_malignant": 0.42857142857142855, + "non_roi": 0.9819734345351043 + }, + "confusion_matrix": [ + [ + 889, + 11, + 12 + ], + [ + 33, + 9, + 7 + ], + [ + 11, + 1, + 1035 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9528403001071811, + "recall": 0.9747807017543859, + "f1-score": 0.9636856368563685, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.42857142857142855, + "recall": 0.1836734693877551, + "f1-score": 0.2571428571428571, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9819734345351043, + "recall": 0.9885386819484241, + "f1-score": 0.9852451213707758, + "support": 1047.0 + }, + "accuracy": 0.9626494023904383, + "macro avg": { + "precision": 0.7877950544045712, + "recall": 0.7156642843635218, + "f1-score": 0.7353578717900003, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9552373205458184, + "recall": 0.9626494023904383, + "f1-score": 0.9576857285299852, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.9310344827586207, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8155336598211176, + "accuracy": 0.9266236985622212, + "balanced_acc": 0.8101045564147334, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.56, + "non_roi": 0.9459715639810427 + }, + "per_class_precision": { + "malignant": 0.9294377067254685, + "non_malignant": 0.5957446808510638, + "non_roi": 0.9388523047977423 + }, + "confusion_matrix": [ + [ + 843, + 13, + 56 + ], + [ + 13, + 28, + 9 + ], + [ + 51, + 6, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9294377067254685, + "recall": 0.9243421052631579, + "f1-score": 0.9268829026937878, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5957446808510638, + "recall": 0.56, + "f1-score": 0.5773195876288659, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9388523047977423, + "recall": 0.9459715639810427, + "f1-score": 0.9423984891406988, + "support": 1055.0 + }, + "accuracy": 0.9266236985622212, + "macro avg": { + "precision": 0.8213448974580916, + "recall": 0.8101045564147334, + "f1-score": 0.8155336598211176, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9260900367564693, + "recall": 0.9266236985622212, + "f1-score": 0.9263329661287134, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9321100917431193, + "src_C_n": 1090, + "src_D_acc": 0.8844221105527639, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7168716431118028, + "accuracy": 0.9406438631790744, + "balanced_acc": 0.7074157666619835, + "per_class_recall": { + "malignant": 0.956140350877193, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9620253164556962 + }, + "per_class_precision": { + "malignant": 0.9217758985200846, + "non_malignant": 0.29411764705882354, + "non_roi": 0.9801587301587301 + }, + "confusion_matrix": [ + [ + 872, + 24, + 16 + ], + [ + 35, + 10, + 4 + ], + [ + 39, + 0, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9217758985200846, + "recall": 0.956140350877193, + "f1-score": 0.9386437029063509, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.20408163265306123, + "f1-score": 0.24096385542168675, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9801587301587301, + "recall": 0.9620253164556962, + "f1-score": 0.971007371007371, + "support": 1027.0 + }, + "accuracy": 0.9406438631790744, + "macro avg": { + "precision": 0.7320174252458794, + "recall": 0.7074157666619835, + "f1-score": 0.7168716431118028, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9364659959905508, + "recall": 0.9406438631790744, + "f1-score": 0.9381664265547408, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9698681732580038, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7445963871584901, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7592465767164563, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.4, + "non_roi": 0.9587912087912088 + }, + "per_class_precision": { + "malignant": 0.9426966292134832, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9518181818181818 + }, + "confusion_matrix": [ + [ + 839, + 24, + 50 + ], + [ + 27, + 20, + 3 + ], + [ + 24, + 21, + 1047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9426966292134832, + "recall": 0.91894852135816, + "f1-score": 0.9306711037160288, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.4, + "f1-score": 0.34782608695652173, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9518181818181818, + "recall": 0.9587912087912088, + "f1-score": 0.9552919708029197, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7340690395746575, + "recall": 0.7592465767164563, + "f1-score": 0.7445963871584901, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9320934756214013, + "recall": 0.9274939172749391, + "f1-score": 0.9295731650400724, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9486725663716814, + "src_B_n": 565, + "src_C_acc": 0.9185441941074524, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6449168165272312, + "accuracy": 0.9249624812406203, + "balanced_acc": 0.6446282481964852, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9603864734299516 + }, + "per_class_precision": { + "malignant": 0.9103521878335112, + "non_malignant": 0.08695652173913043, + "non_roi": 0.9566891241578441 + }, + "confusion_matrix": [ + [ + 853, + 20, + 40 + ], + [ + 44, + 2, + 5 + ], + [ + 40, + 1, + 994 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9103521878335112, + "recall": 0.9342825848849945, + "f1-score": 0.9221621621621622, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.08695652173913043, + "recall": 0.0392156862745098, + "f1-score": 0.05405405405405406, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9566891241578441, + "recall": 0.9603864734299516, + "f1-score": 0.9585342333654774, + "support": 1035.0 + }, + "accuracy": 0.9249624812406203, + "macro avg": { + "precision": 0.6513326112434953, + "recall": 0.6446282481964852, + "f1-score": 0.6449168165272312, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9133364550295447, + "recall": 0.9249624812406203, + "f1-score": 0.9188462943191995, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9200710479573713, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7314552756817283, + "cv_macro_f1_std": 0.05469676589797397, + "cv_non_malignant_recall_mean": 0.2773941576630653, + "cv_non_malignant_recall_std": 0.18209092929920864, + "cv_balanced_acc_mean": 0.727411886470636, + "cv_balanced_acc_std": 0.05521323554023123, + "cv_malignant_precision_mean": 0.9314205444799457, + "cv_malignant_precision_std": 0.01501187870375594, + "cv_non_malignant_precision_mean": 0.3426165171825508, + "cv_non_malignant_precision_std": 0.16756848636661345, + "cv_non_roi_precision_mean": 0.9618983550935205, + "cv_non_roi_precision_std": 0.016711173068014288, + "cv_malignant_recall_mean": 0.9416988528275783, + "cv_malignant_recall_std": 0.02086528644669305, + "cv_non_roi_recall_mean": 0.9631426489212647, + "cv_non_roi_recall_std": 0.013911036035636452 + } + }, + "per_method_pooled": { + "logreg_logits_balanced": { + "macro_f1": 0.7333102566436326, + "accuracy": 0.9007648753352538, + "balanced_acc": 0.8492090376671334, + "per_class_recall": { + "malignant": 0.8678211310828584, + "non_malignant": 0.7429718875502008, + "non_roi": 0.936834094368341 + }, + "per_class_precision": { + "malignant": 0.9494004796163069, + "non_malignant": 0.21841794569067297, + "non_roi": 0.975049504950495 + }, + "confusion_matrix": [ + [ + 3959, + 487, + 116 + ], + [ + 54, + 185, + 10 + ], + [ + 157, + 175, + 4924 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9494004796163069, + "recall": 0.8678211310828584, + "f1-score": 0.9067796610169492, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.21841794569067297, + "recall": 0.7429718875502008, + "f1-score": 0.3375912408759124, + "support": 249.0 + }, + "non_roi": { + "precision": 0.975049504950495, + "recall": 0.936834094368341, + "f1-score": 0.955559868038036, + "support": 5256.0 + }, + "accuracy": 0.9007648753352538, + "macro avg": { + "precision": 0.714289310085825, + "recall": 0.8492090376671334, + "f1-score": 0.7333102566436326, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9447115580119572, + "recall": 0.9007648753352538, + "f1-score": 0.9181694346821637, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9538506760728983, + "src_B_n": 3402, + "src_C_acc": 0.8938804386275203, + "src_C_n": 5654, + "src_D_acc": 0.7606330365974283, + "src_D_n": 1011 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7300615107761567, + "accuracy": 0.9017582199264925, + "balanced_acc": 0.8346268415436193, + "per_class_recall": { + "malignant": 0.8697939500219202, + "non_malignant": 0.6947791164658634, + "non_roi": 0.9393074581430746 + }, + "per_class_precision": { + "malignant": 0.9508746705008387, + "non_malignant": 0.21358024691358024, + "non_roi": 0.9710857592446892 + }, + "confusion_matrix": [ + [ + 3968, + 461, + 133 + ], + [ + 62, + 173, + 14 + ], + [ + 143, + 176, + 4937 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9508746705008387, + "recall": 0.8697939500219202, + "f1-score": 0.9085289066971952, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.21358024691358024, + "recall": 0.6947791164658634, + "f1-score": 0.3267233238904627, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9710857592446892, + "recall": 0.9393074581430746, + "f1-score": 0.9549323017408123, + "support": 5256.0 + }, + "accuracy": 0.9017582199264925, + "macro avg": { + "precision": 0.7118468922197027, + "recall": 0.8346268415436193, + "f1-score": 0.7300615107761567, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9431904717290548, + "recall": 0.9017582199264925, + "f1-score": 0.9183656658340161, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9482657260435038, + "src_B_n": 3402, + "src_C_acc": 0.8997170145030067, + "src_C_n": 5654, + "src_D_acc": 0.7566765578635015, + "src_D_n": 1011 + }, + "avg_softmax": { + "macro_f1": 0.7377219924609196, + "accuracy": 0.9364259461607232, + "balanced_acc": 0.727296825370448, + "per_class_recall": { + "malignant": 0.9416922402455064, + "non_malignant": 0.27710843373493976, + "non_roi": 0.963089802130898 + }, + "per_class_precision": { + "malignant": 0.9312811619336657, + "non_malignant": 0.3631578947368421, + "non_roi": 0.9616261398176292 + }, + "confusion_matrix": [ + [ + 4296, + 92, + 174 + ], + [ + 152, + 69, + 28 + ], + [ + 165, + 29, + 5062 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312811619336657, + "recall": 0.9416922402455064, + "f1-score": 0.9364577656675749, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3631578947368421, + "recall": 0.27710843373493976, + "f1-score": 0.3143507972665148, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9616261398176292, + "recall": 0.963089802130898, + "f1-score": 0.9623574144486692, + "support": 5256.0 + }, + "accuracy": 0.9364259461607232, + "macro avg": { + "precision": 0.7520217321627124, + "recall": 0.727296825370448, + "f1-score": 0.7377219924609196, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9330722129147032, + "recall": 0.9364259461607232, + "f1-score": 0.934592653803223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9544385655496767, + "src_B_n": 3402, + "src_C_acc": 0.9377431906614786, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } + }, + "best_cv": { + "folds": [ + { + "macro_f1": 0.7353578717900003, + "accuracy": 0.9626494023904383, + "balanced_acc": 0.7156642843635218, + "per_class_recall": { + "malignant": 0.9747807017543859, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9885386819484241 + }, + "per_class_precision": { + "malignant": 0.9528403001071811, + "non_malignant": 0.42857142857142855, + "non_roi": 0.9819734345351043 + }, + "confusion_matrix": [ + [ + 889, + 11, + 12 + ], + [ + 33, + 9, + 7 + ], + [ + 11, + 1, + 1035 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9528403001071811, + "recall": 0.9747807017543859, + "f1-score": 0.9636856368563685, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.42857142857142855, + "recall": 0.1836734693877551, + "f1-score": 0.2571428571428571, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9819734345351043, + "recall": 0.9885386819484241, + "f1-score": 0.9852451213707758, + "support": 1047.0 + }, + "accuracy": 0.9626494023904383, + "macro avg": { + "precision": 0.7877950544045712, + "recall": 0.7156642843635218, + "f1-score": 0.7353578717900003, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9552373205458184, + "recall": 0.9626494023904383, + "f1-score": 0.9576857285299852, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.9310344827586207, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8155336598211176, + "accuracy": 0.9266236985622212, + "balanced_acc": 0.8101045564147334, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.56, + "non_roi": 0.9459715639810427 + }, + "per_class_precision": { + "malignant": 0.9294377067254685, + "non_malignant": 0.5957446808510638, + "non_roi": 0.9388523047977423 + }, + "confusion_matrix": [ + [ + 843, + 13, + 56 + ], + [ + 13, + 28, + 9 + ], + [ + 51, + 6, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9294377067254685, + "recall": 0.9243421052631579, + "f1-score": 0.9268829026937878, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5957446808510638, + "recall": 0.56, + "f1-score": 0.5773195876288659, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9388523047977423, + "recall": 0.9459715639810427, + "f1-score": 0.9423984891406988, + "support": 1055.0 + }, + "accuracy": 0.9266236985622212, + "macro avg": { + "precision": 0.8213448974580916, + "recall": 0.8101045564147334, + "f1-score": 0.8155336598211176, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9260900367564693, + "recall": 0.9266236985622212, + "f1-score": 0.9263329661287134, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9321100917431193, + "src_C_n": 1090, + "src_D_acc": 0.8844221105527639, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7168716431118028, + "accuracy": 0.9406438631790744, + "balanced_acc": 0.7074157666619835, + "per_class_recall": { + "malignant": 0.956140350877193, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9620253164556962 + }, + "per_class_precision": { + "malignant": 0.9217758985200846, + "non_malignant": 0.29411764705882354, + "non_roi": 0.9801587301587301 + }, + "confusion_matrix": [ + [ + 872, + 24, + 16 + ], + [ + 35, + 10, + 4 + ], + [ + 39, + 0, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9217758985200846, + "recall": 0.956140350877193, + "f1-score": 0.9386437029063509, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.20408163265306123, + "f1-score": 0.24096385542168675, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9801587301587301, + "recall": 0.9620253164556962, + "f1-score": 0.971007371007371, + "support": 1027.0 + }, + "accuracy": 0.9406438631790744, + "macro avg": { + "precision": 0.7320174252458794, + "recall": 0.7074157666619835, + "f1-score": 0.7168716431118028, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9364659959905508, + "recall": 0.9406438631790744, + "f1-score": 0.9381664265547408, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9698681732580038, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7445963871584901, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7592465767164563, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.4, + "non_roi": 0.9587912087912088 + }, + "per_class_precision": { + "malignant": 0.9426966292134832, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9518181818181818 + }, + "confusion_matrix": [ + [ + 839, + 24, + 50 + ], + [ + 27, + 20, + 3 + ], + [ + 24, + 21, + 1047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9426966292134832, + "recall": 0.91894852135816, + "f1-score": 0.9306711037160288, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.4, + "f1-score": 0.34782608695652173, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9518181818181818, + "recall": 0.9587912087912088, + "f1-score": 0.9552919708029197, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7340690395746575, + "recall": 0.7592465767164563, + "f1-score": 0.7445963871584901, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9320934756214013, + "recall": 0.9274939172749391, + "f1-score": 0.9295731650400724, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9486725663716814, + "src_B_n": 565, + "src_C_acc": 0.9185441941074524, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6449168165272312, + "accuracy": 0.9249624812406203, + "balanced_acc": 0.6446282481964852, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9603864734299516 + }, + "per_class_precision": { + "malignant": 0.9103521878335112, + "non_malignant": 0.08695652173913043, + "non_roi": 0.9566891241578441 + }, + "confusion_matrix": [ + [ + 853, + 20, + 40 + ], + [ + 44, + 2, + 5 + ], + [ + 40, + 1, + 994 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9103521878335112, + "recall": 0.9342825848849945, + "f1-score": 0.9221621621621622, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.08695652173913043, + "recall": 0.0392156862745098, + "f1-score": 0.05405405405405406, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9566891241578441, + "recall": 0.9603864734299516, + "f1-score": 0.9585342333654774, + "support": 1035.0 + }, + "accuracy": 0.9249624812406203, + "macro avg": { + "precision": 0.6513326112434953, + "recall": 0.6446282481964852, + "f1-score": 0.6449168165272312, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9133364550295447, + "recall": 0.9249624812406203, + "f1-score": 0.9188462943191995, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9200710479573713, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7314552756817283, + "cv_macro_f1_std": 0.05469676589797397, + "cv_non_malignant_recall_mean": 0.2773941576630653, + "cv_non_malignant_recall_std": 0.18209092929920864, + "cv_balanced_acc_mean": 0.727411886470636, + "cv_balanced_acc_std": 0.05521323554023123, + "cv_malignant_precision_mean": 0.9314205444799457, + "cv_malignant_precision_std": 0.01501187870375594, + "cv_non_malignant_precision_mean": 0.3426165171825508, + "cv_non_malignant_precision_std": 0.16756848636661345, + "cv_non_roi_precision_mean": 0.9618983550935205, + "cv_non_roi_precision_std": 0.016711173068014288, + "cv_malignant_recall_mean": 0.9416988528275783, + "cv_malignant_recall_std": 0.02086528644669305, + "cv_non_roi_recall_mean": 0.9631426489212647, + "cv_non_roi_recall_std": 0.013911036035636452 + }, + "best_pooled": { + "macro_f1": 0.7377219924609196, + "accuracy": 0.9364259461607232, + "balanced_acc": 0.727296825370448, + "per_class_recall": { + "malignant": 0.9416922402455064, + "non_malignant": 0.27710843373493976, + "non_roi": 0.963089802130898 + }, + "per_class_precision": { + "malignant": 0.9312811619336657, + "non_malignant": 0.3631578947368421, + "non_roi": 0.9616261398176292 + }, + "confusion_matrix": [ + [ + 4296, + 92, + 174 + ], + [ + 152, + 69, + 28 + ], + [ + 165, + 29, + 5062 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312811619336657, + "recall": 0.9416922402455064, + "f1-score": 0.9364577656675749, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3631578947368421, + "recall": 0.27710843373493976, + "f1-score": 0.3143507972665148, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9616261398176292, + "recall": 0.963089802130898, + "f1-score": 0.9623574144486692, + "support": 5256.0 + }, + "accuracy": 0.9364259461607232, + "macro avg": { + "precision": 0.7520217321627124, + "recall": 0.727296825370448, + "f1-score": 0.7377219924609196, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9330722129147032, + "recall": 0.9364259461607232, + "f1-score": 0.934592653803223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9544385655496767, + "src_B_n": 3402, + "src_C_acc": 0.9377431906614786, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/ensemble_plain_single_vs_ensemble.json b/stage1_final/results/resized/ensemble_plain_single_vs_ensemble.json new file mode 100644 index 0000000000000000000000000000000000000000..58f5c74229ab8d949ba03e35a671ba4d9cca7fda --- /dev/null +++ b/stage1_final/results/resized/ensemble_plain_single_vs_ensemble.json @@ -0,0 +1,1330 @@ +{ + "cv_single": { + "convnext": { + "macro_f1": 0.7110959574361925, + "accuracy": 0.9261944968709646, + "balanced_acc": 0.6960231741295998, + "per_class_recall": { + "malignant": 0.9300745287154757, + "non_malignant": 0.20080321285140562, + "non_roi": 0.9571917808219178 + }, + "per_class_precision": { + "malignant": 0.9286495950973955, + "non_malignant": 0.352112676056338, + "non_roi": 0.9393203883495146 + }, + "confusion_matrix": [ + [ + 4243, + 60, + 259 + ], + [ + 133, + 50, + 66 + ], + [ + 193, + 32, + 5031 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9286495950973955, + "recall": 0.9300745287154757, + "f1-score": 0.9293615157156938, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.352112676056338, + "recall": 0.20080321285140562, + "f1-score": 0.2557544757033248, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9393203883495146, + "recall": 0.9571917808219178, + "f1-score": 0.948171880889559, + "support": 5256.0 + }, + "accuracy": 0.9261944968709646, + "macro avg": { + "precision": 0.7400275531677494, + "recall": 0.6960231741295998, + "f1-score": 0.7110959574361925, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9199606109404386, + "recall": 0.9261944968709646, + "f1-score": 0.9225212580809223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9488536155202821, + "src_B_n": 3402, + "src_C_acc": 0.9255394411036434, + "src_C_n": 5654, + "src_D_acc": 0.8536102868447082, + "src_D_n": 1011 + }, + "swin": { + "macro_f1": 0.7323001152132829, + "accuracy": 0.9248038144432303, + "balanced_acc": 0.7308524657860384, + "per_class_recall": { + "malignant": 0.9302937308198159, + "non_malignant": 0.3132530120481928, + "non_roi": 0.9490106544901066 + }, + "per_class_precision": { + "malignant": 0.9188135960164537, + "non_malignant": 0.325, + "non_roi": 0.9577572964669739 + }, + "confusion_matrix": [ + [ + 4244, + 122, + 196 + ], + [ + 147, + 78, + 24 + ], + [ + 228, + 40, + 4988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9188135960164537, + "recall": 0.9302937308198159, + "f1-score": 0.9245180263587844, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.325, + "recall": 0.3132530120481928, + "f1-score": 0.31901840490797545, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9577572964669739, + "recall": 0.9490106544901066, + "f1-score": 0.9533639143730887, + "support": 5256.0 + }, + "accuracy": 0.9248038144432303, + "macro avg": { + "precision": 0.7338569641611427, + "recall": 0.7308524657860384, + "f1-score": 0.7323001152132829, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9244586247399899, + "recall": 0.9248038144432303, + "f1-score": 0.9246019224213584, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9412110523221634, + "src_B_n": 3402, + "src_C_acc": 0.9287230279448179, + "src_C_n": 5654, + "src_D_acc": 0.847675568743818, + "src_D_n": 1011 + }, + "mamba": { + "macro_f1": 0.7238279828444245, + "accuracy": 0.9131816827257375, + "balanced_acc": 0.716515756041126, + "per_class_recall": { + "malignant": 0.9180184129767646, + "non_malignant": 0.2931726907630522, + "non_roi": 0.9383561643835616 + }, + "per_class_precision": { + "malignant": 0.9047310434219054, + "non_malignant": 0.35096153846153844, + "non_roi": 0.9430210325047801 + }, + "confusion_matrix": [ + [ + 4188, + 104, + 270 + ], + [ + 148, + 73, + 28 + ], + [ + 293, + 31, + 4932 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9047310434219054, + "recall": 0.9180184129767646, + "f1-score": 0.9113262974649113, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.35096153846153844, + "recall": 0.2931726907630522, + "f1-score": 0.31947483588621445, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9430210325047801, + "recall": 0.9383561643835616, + "f1-score": 0.9406828151821476, + "support": 5256.0 + }, + "accuracy": 0.9131816827257375, + "macro avg": { + "precision": 0.732904538129408, + "recall": 0.716515756041126, + "f1-score": 0.7238279828444245, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9110252299605424, + "recall": 0.9131816827257375, + "f1-score": 0.9120143716864966, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9415049970605526, + "src_B_n": 3402, + "src_C_acc": 0.9129819596745666, + "src_C_n": 5654, + "src_D_acc": 0.8189910979228486, + "src_D_n": 1011 + }, + "resnet": { + "macro_f1": 0.7217684133743819, + "accuracy": 0.9182477401410549, + "balanced_acc": 0.7264062830722429, + "per_class_recall": { + "malignant": 0.9243752740026304, + "non_malignant": 0.3132530120481928, + "non_roi": 0.9415905631659056 + }, + "per_class_precision": { + "malignant": 0.9201396465197469, + "non_malignant": 0.2826086956521739, + "non_roi": 0.9502688172043011 + }, + "confusion_matrix": [ + [ + 4217, + 115, + 230 + ], + [ + 142, + 78, + 29 + ], + [ + 224, + 83, + 4949 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9201396465197469, + "recall": 0.9243752740026304, + "f1-score": 0.922252597047567, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.2826086956521739, + "recall": 0.3132530120481928, + "f1-score": 0.29714285714285715, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9502688172043011, + "recall": 0.9415905631659056, + "f1-score": 0.9459097859327217, + "support": 5256.0 + }, + "accuracy": 0.9182477401410549, + "macro avg": { + "precision": 0.7176723864587405, + "recall": 0.7264062830722429, + "f1-score": 0.7217684133743819, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9201012750438347, + "recall": 0.9182477401410549, + "f1-score": 0.9191424211802878, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9447383891828336, + "src_B_n": 3402, + "src_C_acc": 0.9138662893526707, + "src_C_n": 5654, + "src_D_acc": 0.8536102868447082, + "src_D_n": 1011 + } + }, + "cv_ensemble_best_per_fold": { + "folds": [ + { + "macro_f1": 0.7353578717900003, + "accuracy": 0.9626494023904383, + "balanced_acc": 0.7156642843635218, + "per_class_recall": { + "malignant": 0.9747807017543859, + "non_malignant": 0.1836734693877551, + "non_roi": 0.9885386819484241 + }, + "per_class_precision": { + "malignant": 0.9528403001071811, + "non_malignant": 0.42857142857142855, + "non_roi": 0.9819734345351043 + }, + "confusion_matrix": [ + [ + 889, + 11, + 12 + ], + [ + 33, + 9, + 7 + ], + [ + 11, + 1, + 1035 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9528403001071811, + "recall": 0.9747807017543859, + "f1-score": 0.9636856368563685, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.42857142857142855, + "recall": 0.1836734693877551, + "f1-score": 0.2571428571428571, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9819734345351043, + "recall": 0.9885386819484241, + "f1-score": 0.9852451213707758, + "support": 1047.0 + }, + "accuracy": 0.9626494023904383, + "macro avg": { + "precision": 0.7877950544045712, + "recall": 0.7156642843635218, + "f1-score": 0.7353578717900003, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9552373205458184, + "recall": 0.9626494023904383, + "f1-score": 0.9576857285299852, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9492635024549918, + "src_C_n": 1222, + "src_D_acc": 0.9310344827586207, + "src_D_n": 116, + "fold": 0 + }, + { + "macro_f1": 0.8155336598211176, + "accuracy": 0.9266236985622212, + "balanced_acc": 0.8101045564147334, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.56, + "non_roi": 0.9459715639810427 + }, + "per_class_precision": { + "malignant": 0.9294377067254685, + "non_malignant": 0.5957446808510638, + "non_roi": 0.9388523047977423 + }, + "confusion_matrix": [ + [ + 843, + 13, + 56 + ], + [ + 13, + 28, + 9 + ], + [ + 51, + 6, + 998 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9294377067254685, + "recall": 0.9243421052631579, + "f1-score": 0.9268829026937878, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.5957446808510638, + "recall": 0.56, + "f1-score": 0.5773195876288659, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9388523047977423, + "recall": 0.9459715639810427, + "f1-score": 0.9423984891406988, + "support": 1055.0 + }, + "accuracy": 0.9266236985622212, + "macro avg": { + "precision": 0.8213448974580916, + "recall": 0.8101045564147334, + "f1-score": 0.8155336598211176, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.9260900367564693, + "recall": 0.9266236985622212, + "f1-score": 0.9263329661287134, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.929945054945055, + "src_B_n": 728, + "src_C_acc": 0.9321100917431193, + "src_C_n": 1090, + "src_D_acc": 0.8844221105527639, + "src_D_n": 199, + "fold": 1 + }, + { + "macro_f1": 0.7168716431118028, + "accuracy": 0.9406438631790744, + "balanced_acc": 0.7074157666619835, + "per_class_recall": { + "malignant": 0.956140350877193, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9620253164556962 + }, + "per_class_precision": { + "malignant": 0.9217758985200846, + "non_malignant": 0.29411764705882354, + "non_roi": 0.9801587301587301 + }, + "confusion_matrix": [ + [ + 872, + 24, + 16 + ], + [ + 35, + 10, + 4 + ], + [ + 39, + 0, + 988 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9217758985200846, + "recall": 0.956140350877193, + "f1-score": 0.9386437029063509, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.29411764705882354, + "recall": 0.20408163265306123, + "f1-score": 0.24096385542168675, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9801587301587301, + "recall": 0.9620253164556962, + "f1-score": 0.971007371007371, + "support": 1027.0 + }, + "accuracy": 0.9406438631790744, + "macro avg": { + "precision": 0.7320174252458794, + "recall": 0.7074157666619835, + "f1-score": 0.7168716431118028, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9364659959905508, + "recall": 0.9406438631790744, + "f1-score": 0.9381664265547408, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9412550066755674, + "src_B_n": 749, + "src_C_acc": 0.9698681732580038, + "src_C_n": 1062, + "src_D_acc": 0.7627118644067796, + "src_D_n": 177, + "fold": 2 + }, + { + "macro_f1": 0.7445963871584901, + "accuracy": 0.9274939172749391, + "balanced_acc": 0.7592465767164563, + "per_class_recall": { + "malignant": 0.91894852135816, + "non_malignant": 0.4, + "non_roi": 0.9587912087912088 + }, + "per_class_precision": { + "malignant": 0.9426966292134832, + "non_malignant": 0.3076923076923077, + "non_roi": 0.9518181818181818 + }, + "confusion_matrix": [ + [ + 839, + 24, + 50 + ], + [ + 27, + 20, + 3 + ], + [ + 24, + 21, + 1047 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9426966292134832, + "recall": 0.91894852135816, + "f1-score": 0.9306711037160288, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3076923076923077, + "recall": 0.4, + "f1-score": 0.34782608695652173, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9518181818181818, + "recall": 0.9587912087912088, + "f1-score": 0.9552919708029197, + "support": 1092.0 + }, + "accuracy": 0.9274939172749391, + "macro avg": { + "precision": 0.7340690395746575, + "recall": 0.7592465767164563, + "f1-score": 0.7445963871584901, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9320934756214013, + "recall": 0.9274939172749391, + "f1-score": 0.9295731650400724, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9486725663716814, + "src_B_n": 565, + "src_C_acc": 0.9185441941074524, + "src_C_n": 1154, + "src_D_acc": 0.9226190476190477, + "src_D_n": 336, + "fold": 3 + }, + { + "macro_f1": 0.6449168165272312, + "accuracy": 0.9249624812406203, + "balanced_acc": 0.6446282481964852, + "per_class_recall": { + "malignant": 0.9342825848849945, + "non_malignant": 0.0392156862745098, + "non_roi": 0.9603864734299516 + }, + "per_class_precision": { + "malignant": 0.9103521878335112, + "non_malignant": 0.08695652173913043, + "non_roi": 0.9566891241578441 + }, + "confusion_matrix": [ + [ + 853, + 20, + 40 + ], + [ + 44, + 2, + 5 + ], + [ + 40, + 1, + 994 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9103521878335112, + "recall": 0.9342825848849945, + "f1-score": 0.9221621621621622, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.08695652173913043, + "recall": 0.0392156862745098, + "f1-score": 0.05405405405405406, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9566891241578441, + "recall": 0.9603864734299516, + "f1-score": 0.9585342333654774, + "support": 1035.0 + }, + "accuracy": 0.9249624812406203, + "macro avg": { + "precision": 0.6513326112434953, + "recall": 0.6446282481964852, + "f1-score": 0.6449168165272312, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9133364550295447, + "recall": 0.9249624812406203, + "f1-score": 0.9188462943191995, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9623188405797102, + "src_B_n": 690, + "src_C_acc": 0.9200710479573713, + "src_C_n": 1126, + "src_D_acc": 0.8142076502732241, + "src_D_n": 183, + "fold": 4 + } + ], + "cv_macro_f1_mean": 0.7314552756817283, + "cv_macro_f1_std": 0.05469676589797397, + "cv_non_malignant_recall_mean": 0.2773941576630653, + "cv_non_malignant_recall_std": 0.18209092929920864, + "cv_balanced_acc_mean": 0.727411886470636, + "cv_balanced_acc_std": 0.05521323554023123, + "cv_malignant_precision_mean": 0.9314205444799457, + "cv_malignant_precision_std": 0.01501187870375594, + "cv_non_malignant_precision_mean": 0.3426165171825508, + "cv_non_malignant_precision_std": 0.16756848636661345, + "cv_non_roi_precision_mean": 0.9618983550935205, + "cv_non_roi_precision_std": 0.016711173068014288, + "cv_malignant_recall_mean": 0.9416988528275783, + "cv_malignant_recall_std": 0.02086528644669305, + "cv_non_roi_recall_mean": 0.9631426489212647, + "cv_non_roi_recall_std": 0.013911036035636452 + }, + "cv_ensemble_best_pooled": { + "macro_f1": 0.7377219924609196, + "accuracy": 0.9364259461607232, + "balanced_acc": 0.727296825370448, + "per_class_recall": { + "malignant": 0.9416922402455064, + "non_malignant": 0.27710843373493976, + "non_roi": 0.963089802130898 + }, + "per_class_precision": { + "malignant": 0.9312811619336657, + "non_malignant": 0.3631578947368421, + "non_roi": 0.9616261398176292 + }, + "confusion_matrix": [ + [ + 4296, + 92, + 174 + ], + [ + 152, + 69, + 28 + ], + [ + 165, + 29, + 5062 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9312811619336657, + "recall": 0.9416922402455064, + "f1-score": 0.9364577656675749, + "support": 4562.0 + }, + "non_malignant": { + "precision": 0.3631578947368421, + "recall": 0.27710843373493976, + "f1-score": 0.3143507972665148, + "support": 249.0 + }, + "non_roi": { + "precision": 0.9616261398176292, + "recall": 0.963089802130898, + "f1-score": 0.9623574144486692, + "support": 5256.0 + }, + "accuracy": 0.9364259461607232, + "macro avg": { + "precision": 0.7520217321627124, + "recall": 0.727296825370448, + "f1-score": 0.7377219924609196, + "support": 10067.0 + }, + "weighted avg": { + "precision": 0.9330722129147032, + "recall": 0.9364259461607232, + "f1-score": 0.934592653803223, + "support": 10067.0 + } + }, + "n": 10067, + "src_B_acc": 0.9544385655496767, + "src_B_n": 3402, + "src_C_acc": 0.9377431906614786, + "src_C_n": 5654, + "src_D_acc": 0.8684470820969338, + "src_D_n": 1011 + }, + "test_single": { + "convnext": { + "macro_f1": 0.7599256503582499, + "accuracy": 0.9544609665427509, + "balanced_acc": 0.7470700830899931, + "per_class_recall": { + "malignant": 0.950920245398773, + "non_malignant": 0.3018867924528302, + "non_roi": 0.9884032114183765 + }, + "per_class_precision": { + "malignant": 0.9830866807610994, + "non_malignant": 0.4, + "non_roi": 0.9502572898799314 + }, + "confusion_matrix": [ + [ + 930, + 19, + 29 + ], + [ + 8, + 16, + 29 + ], + [ + 8, + 5, + 1108 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9830866807610994, + "recall": 0.950920245398773, + "f1-score": 0.9667359667359667, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.4, + "recall": 0.3018867924528302, + "f1-score": 0.34408602150537637, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9502572898799314, + "recall": 0.9884032114183765, + "f1-score": 0.9689549628334062, + "support": 1121.0 + }, + "accuracy": 0.9544609665427509, + "macro avg": { + "precision": 0.7777813235470102, + "recall": 0.7470700830899931, + "f1-score": 0.7599256503582499, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9516250909571369, + "recall": 0.9544609665427509, + "f1-score": 0.9525570854757476, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9444911690496215, + "src_C_n": 1189, + "src_D_acc": 0.9105058365758755, + "src_D_n": 257 + }, + "swin": { + "macro_f1": 0.7703857191557216, + "accuracy": 0.9409851301115242, + "balanced_acc": 0.7393163915581238, + "per_class_recall": { + "malignant": 0.9713701431492843, + "non_malignant": 0.3018867924528302, + "non_roi": 0.944692239072257 + }, + "per_class_precision": { + "malignant": 0.916988416988417, + "non_malignant": 0.64, + "non_roi": 0.9706691109074244 + }, + "confusion_matrix": [ + [ + 950, + 4, + 24 + ], + [ + 29, + 16, + 8 + ], + [ + 57, + 5, + 1059 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.916988416988417, + "recall": 0.9713701431492843, + "f1-score": 0.9433962264150944, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.64, + "recall": 0.3018867924528302, + "f1-score": 0.41025641025641024, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9706691109074244, + "recall": 0.944692239072257, + "f1-score": 0.9575045207956601, + "support": 1121.0 + }, + "accuracy": 0.9409851301115242, + "macro avg": { + "precision": 0.8425525092986138, + "recall": 0.7393163915581238, + "f1-score": 0.7703857191557216, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.938129528411661, + "recall": 0.9409851301115242, + "f1-score": 0.9376150868910255, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.928511354079058, + "src_C_n": 1189, + "src_D_acc": 0.9027237354085603, + "src_D_n": 257 + }, + "mamba": { + "macro_f1": 0.6968551609745705, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.6965705303823864, + "per_class_recall": { + "malignant": 0.9304703476482618, + "non_malignant": 0.18867924528301888, + "non_roi": 0.9705619982158786 + }, + "per_class_precision": { + "malignant": 0.9469302809573361, + "non_malignant": 0.18867924528301888, + "non_roi": 0.9560632688927944 + }, + "confusion_matrix": [ + [ + 910, + 41, + 27 + ], + [ + 20, + 10, + 23 + ], + [ + 31, + 2, + 1088 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9469302809573361, + "recall": 0.9304703476482618, + "f1-score": 0.9386281588447654, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.18867924528301888, + "recall": 0.18867924528301888, + "f1-score": 0.18867924528301888, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9560632688927944, + "recall": 0.9705619982158786, + "f1-score": 0.9632580787959274, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.6972242650443832, + "recall": 0.6965705303823864, + "f1-score": 0.6968551609745705, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9330133546492086, + "recall": 0.9330855018587361, + "f1-score": 0.932988218252981, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9352396972245585, + "src_C_n": 1189, + "src_D_acc": 0.77431906614786, + "src_D_n": 257 + }, + "resnet": { + "macro_f1": 0.7119245671187143, + "accuracy": 0.9395910780669146, + "balanced_acc": 0.6959589116293166, + "per_class_recall": { + "malignant": 0.9591002044989775, + "non_malignant": 0.16981132075471697, + "non_roi": 0.9589652096342551 + }, + "per_class_precision": { + "malignant": 0.9408224674022067, + "non_malignant": 0.36, + "non_roi": 0.9513274336283186 + }, + "confusion_matrix": [ + [ + 938, + 12, + 28 + ], + [ + 17, + 9, + 27 + ], + [ + 42, + 4, + 1075 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9408224674022067, + "recall": 0.9591002044989775, + "f1-score": 0.949873417721519, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.36, + "recall": 0.16981132075471697, + "f1-score": 0.23076923076923078, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9513274336283186, + "recall": 0.9589652096342551, + "f1-score": 0.9551310528653931, + "support": 1121.0 + }, + "accuracy": 0.9395910780669146, + "macro avg": { + "precision": 0.7507166336768417, + "recall": 0.6959589116293166, + "f1-score": 0.7119245671187143, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9319899750077618, + "recall": 0.9395910780669146, + "f1-score": 0.934901896851543, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9773371104815864, + "src_B_n": 706, + "src_C_acc": 0.9276703111858705, + "src_C_n": 1189, + "src_D_acc": 0.8910505836575876, + "src_D_n": 257 + } + }, + "test_ensemble_best": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + }, + "best_method": "avg_softmax", + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7570792665878946, + "accuracy": 0.9163568773234201, + "balanced_acc": 0.8992283527857996, + "per_class_recall": { + "malignant": 0.8752556237218814, + "non_malignant": 0.8679245283018868, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9895953757225433, + "non_malignant": 0.24083769633507854, + "non_roi": 0.9762773722627737 + }, + "confusion_matrix": [ + [ + 856, + 103, + 19 + ], + [ + 0, + 46, + 7 + ], + [ + 9, + 42, + 1070 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9895953757225433, + "recall": 0.8752556237218814, + "f1-score": 0.9289202387411829, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.24083769633507854, + "recall": 0.8679245283018868, + "f1-score": 0.3770491803278688, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9762773722627737, + "recall": 0.9545049063336307, + "f1-score": 0.9652683806946324, + "support": 1121.0 + }, + "accuracy": 0.9163568773234201, + "macro avg": { + "precision": 0.7355701481067984, + "recall": 0.8992283527857996, + "f1-score": 0.7570792665878946, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9642172907383716, + "recall": 0.9163568773234201, + "f1-score": 0.9342627578089855, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9024390243902439, + "src_C_n": 1189, + "src_D_acc": 0.8171206225680934, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7854655821310592, + "accuracy": 0.9340148698884758, + "balanced_acc": 0.9059271316169298, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.8490566037735849, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.9888641425389755, + "non_malignant": 0.2980132450331126, + "non_roi": 0.9764279238440616 + }, + "confusion_matrix": [ + [ + 888, + 72, + 18 + ], + [ + 0, + 45, + 8 + ], + [ + 10, + 34, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9888641425389755, + "recall": 0.9079754601226994, + "f1-score": 0.9466950959488273, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.2980132450331126, + "recall": 0.8490566037735849, + "f1-score": 0.4411764705882353, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9764279238440616, + "recall": 0.9607493309545049, + "f1-score": 0.9685251798561151, + "support": 1121.0 + }, + "accuracy": 0.9340148698884758, + "macro avg": { + "precision": 0.7544351038053833, + "recall": 0.9059271316169298, + "f1-score": 0.7854655821310592, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9653715316073727, + "recall": 0.9340148698884758, + "f1-score": 0.9456165815045698, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.9192598822539949, + "src_C_n": 1189, + "src_D_acc": 0.8754863813229572, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/ensemble_plain_test.json b/stage1_final/results/resized/ensemble_plain_test.json new file mode 100644 index 0000000000000000000000000000000000000000..3a2a8881eee3524bef60dd801db12162ede1578d --- /dev/null +++ b/stage1_final/results/resized/ensemble_plain_test.json @@ -0,0 +1,294 @@ +{ + "label": "plain", + "best_method": "avg_softmax", + "test_metrics": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + }, + "all_methods_test": { + "logreg_logits_balanced": { + "macro_f1": 0.7570792665878946, + "accuracy": 0.9163568773234201, + "balanced_acc": 0.8992283527857996, + "per_class_recall": { + "malignant": 0.8752556237218814, + "non_malignant": 0.8679245283018868, + "non_roi": 0.9545049063336307 + }, + "per_class_precision": { + "malignant": 0.9895953757225433, + "non_malignant": 0.24083769633507854, + "non_roi": 0.9762773722627737 + }, + "confusion_matrix": [ + [ + 856, + 103, + 19 + ], + [ + 0, + 46, + 7 + ], + [ + 9, + 42, + 1070 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9895953757225433, + "recall": 0.8752556237218814, + "f1-score": 0.9289202387411829, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.24083769633507854, + "recall": 0.8679245283018868, + "f1-score": 0.3770491803278688, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9762773722627737, + "recall": 0.9545049063336307, + "f1-score": 0.9652683806946324, + "support": 1121.0 + }, + "accuracy": 0.9163568773234201, + "macro avg": { + "precision": 0.7355701481067984, + "recall": 0.8992283527857996, + "f1-score": 0.7570792665878946, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9642172907383716, + "recall": 0.9163568773234201, + "f1-score": 0.9342627578089855, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.9024390243902439, + "src_C_n": 1189, + "src_D_acc": 0.8171206225680934, + "src_D_n": 257 + }, + "logreg_softmax_balanced": { + "macro_f1": 0.7854655821310592, + "accuracy": 0.9340148698884758, + "balanced_acc": 0.9059271316169298, + "per_class_recall": { + "malignant": 0.9079754601226994, + "non_malignant": 0.8490566037735849, + "non_roi": 0.9607493309545049 + }, + "per_class_precision": { + "malignant": 0.9888641425389755, + "non_malignant": 0.2980132450331126, + "non_roi": 0.9764279238440616 + }, + "confusion_matrix": [ + [ + 888, + 72, + 18 + ], + [ + 0, + 45, + 8 + ], + [ + 10, + 34, + 1077 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9888641425389755, + "recall": 0.9079754601226994, + "f1-score": 0.9466950959488273, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.2980132450331126, + "recall": 0.8490566037735849, + "f1-score": 0.4411764705882353, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9764279238440616, + "recall": 0.9607493309545049, + "f1-score": 0.9685251798561151, + "support": 1121.0 + }, + "accuracy": 0.9340148698884758, + "macro avg": { + "precision": 0.7544351038053833, + "recall": 0.9059271316169298, + "f1-score": 0.7854655821310592, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9653715316073727, + "recall": 0.9340148698884758, + "f1-score": 0.9456165815045698, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9801699716713881, + "src_B_n": 706, + "src_C_acc": 0.9192598822539949, + "src_C_n": 1189, + "src_D_acc": 0.8754863813229572, + "src_D_n": 257 + }, + "avg_softmax": { + "macro_f1": 0.7482241606333861, + "accuracy": 0.9549256505576208, + "balanced_acc": 0.7241387454410694, + "per_class_recall": { + "malignant": 0.9683026584867076, + "non_malignant": 0.22641509433962265, + "non_roi": 0.9776984834968778 + }, + "per_class_precision": { + "malignant": 0.960446247464503, + "non_malignant": 0.5, + "non_roi": 0.9597197898423818 + }, + "confusion_matrix": [ + [ + 947, + 8, + 23 + ], + [ + 18, + 12, + 23 + ], + [ + 21, + 4, + 1096 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.960446247464503, + "recall": 0.9683026584867076, + "f1-score": 0.9643584521384929, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.5, + "recall": 0.22641509433962265, + "f1-score": 0.3116883116883117, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9597197898423818, + "recall": 0.9776984834968778, + "f1-score": 0.968625718073354, + "support": 1121.0 + }, + "accuracy": 0.9549256505576208, + "macro avg": { + "precision": 0.8067220124356282, + "recall": 0.7241387454410694, + "f1-score": 0.7482241606333861, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9487278412795511, + "recall": 0.9549256505576208, + "f1-score": 0.9505071917616899, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9858356940509915, + "src_B_n": 706, + "src_C_acc": 0.9486963835155593, + "src_C_n": 1189, + "src_D_acc": 0.8988326848249028, + "src_D_n": 257 + } + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/crt_mamba_cv_summary.json b/stage1_final/results/resized/mamba/crt_mamba_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..17287770c23c8349baa09da2758ae314d3114c60 --- /dev/null +++ b/stage1_final/results/resized/mamba/crt_mamba_cv_summary.json @@ -0,0 +1,351 @@ +{ + "backbone": "mamba", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7584585953988866, + "accuracy": 0.9252988047808764, + "balanced_acc": 0.8438764310831658, + "per_class_recall": { + "malignant": 0.8925438596491229, + "non_malignant": 0.673469387755102, + "non_roi": 0.9656160458452722 + }, + "confusion_matrix": [ + [ + 814, + 82, + 16 + ], + [ + 10, + 33, + 6 + ], + [ + 26, + 10, + 1011 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9576470588235294, + "recall": 0.8925438596491229, + "f1-score": 0.923950056753689, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.264, + "recall": 0.673469387755102, + "f1-score": 0.3793103448275862, + "support": 49.0 + }, + "non_roi": { + "precision": 0.978702807357212, + "recall": 0.9656160458452722, + "f1-score": 0.9721153846153846, + "support": 1047.0 + }, + "accuracy": 0.9252988047808764, + "macro avg": { + "precision": 0.7334499553935805, + "recall": 0.8438764310831658, + "f1-score": 0.7584585953988866, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9516991817480378, + "recall": 0.9252988047808764, + "f1-score": 0.9357736386196334, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.991044776119403, + "src_B_n": 670, + "src_C_acc": 0.9099836333878887, + "src_C_n": 1222, + "src_D_acc": 0.7068965517241379, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.6855446466003349, + "accuracy": 0.8349033217649975, + "balanced_acc": 0.8056880352540118, + "per_class_recall": { + "malignant": 0.8552631578947368, + "non_malignant": 0.74, + "non_roi": 0.8218009478672986 + }, + "confusion_matrix": [ + [ + 780, + 50, + 82 + ], + [ + 10, + 37, + 3 + ], + [ + 98, + 90, + 867 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8783783783783784, + "recall": 0.8552631578947368, + "f1-score": 0.8666666666666667, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.20903954802259886, + "recall": 0.74, + "f1-score": 0.32599118942731276, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9107142857142857, + "recall": 0.8218009478672986, + "f1-score": 0.8639760837070254, + "support": 1055.0 + }, + "accuracy": 0.8349033217649975, + "macro avg": { + "precision": 0.6660440707050878, + "recall": 0.8056880352540118, + "f1-score": 0.6855446466003349, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8786993703077751, + "recall": 0.8349033217649975, + "f1-score": 0.851856384621853, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.8873626373626373, + "src_B_n": 728, + "src_C_acc": 0.8064220183486238, + "src_C_n": 1090, + "src_D_acc": 0.7989949748743719, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.6930968102429031, + "accuracy": 0.8767605633802817, + "balanced_acc": 0.7527967865599919, + "per_class_recall": { + "malignant": 0.8464912280701754, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9221032132424537 + }, + "confusion_matrix": [ + [ + 772, + 80, + 60 + ], + [ + 24, + 24, + 1 + ], + [ + 58, + 22, + 947 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9039812646370023, + "recall": 0.8464912280701754, + "f1-score": 0.8742921857304643, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.19047619047619047, + "recall": 0.4897959183673469, + "f1-score": 0.2742857142857143, + "support": 49.0 + }, + "non_roi": { + "precision": 0.939484126984127, + "recall": 0.9221032132424537, + "f1-score": 0.9307125307125307, + "support": 1027.0 + }, + "accuracy": 0.8767605633802817, + "macro avg": { + "precision": 0.6779805273657732, + "recall": 0.7527967865599919, + "f1-score": 0.6930968102429031, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.904735636365683, + "recall": 0.8767605633802817, + "f1-score": 0.8886500213420284, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.8744993324432577, + "src_B_n": 749, + "src_C_acc": 0.9227871939736346, + "src_C_n": 1062, + "src_D_acc": 0.6101694915254238, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.701308402223734, + "accuracy": 0.8642335766423358, + "balanced_acc": 0.8487251436649027, + "per_class_recall": { + "malignant": 0.8378970427163198, + "non_malignant": 0.82, + "non_roi": 0.8882783882783882 + }, + "confusion_matrix": [ + [ + 765, + 102, + 46 + ], + [ + 8, + 41, + 1 + ], + [ + 39, + 83, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9421182266009852, + "recall": 0.8378970427163198, + "f1-score": 0.8869565217391304, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18141592920353983, + "recall": 0.82, + "f1-score": 0.2971014492753623, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9537856440511308, + "recall": 0.8882783882783882, + "f1-score": 0.9198672356567094, + "support": 1092.0 + }, + "accuracy": 0.8642335766423358, + "macro avg": { + "precision": 0.6924399332852186, + "recall": 0.8487251436649027, + "f1-score": 0.701308402223734, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9298095672266236, + "recall": 0.8642335766423358, + "f1-score": 0.8900931377852656, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9469026548672567, + "src_B_n": 565, + "src_C_acc": 0.8310225303292894, + "src_C_n": 1154, + "src_D_acc": 0.8392857142857143, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6451873167982125, + "accuracy": 0.8339169584792396, + "balanced_acc": 0.7177264899324493, + "per_class_recall": { + "malignant": 0.8072289156626506, + "non_malignant": 0.47058823529411764, + "non_roi": 0.8753623188405797 + }, + "confusion_matrix": [ + [ + 737, + 110, + 66 + ], + [ + 25, + 24, + 2 + ], + [ + 31, + 98, + 906 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9293820933165196, + "recall": 0.8072289156626506, + "f1-score": 0.8640093786635404, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.10344827586206896, + "recall": 0.47058823529411764, + "f1-score": 0.1696113074204947, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9301848049281314, + "recall": 0.8753623188405797, + "f1-score": 0.9019412643106023, + "support": 1035.0 + }, + "accuracy": 0.8339169584792396, + "macro avg": { + "precision": 0.6543383913689066, + "recall": 0.7177264899324493, + "f1-score": 0.6451873167982125, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9087258561118379, + "recall": 0.8339169584792396, + "f1-score": 0.8659329404500905, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9246376811594202, + "src_B_n": 690, + "src_C_acc": 0.8197158081705151, + "src_C_n": 1126, + "src_D_acc": 0.5792349726775956, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.6967191542528142, + "cv_macro_f1_std": 0.03640423343188778, + "cv_non_malignant_recall_mean": 0.6387707082833133, + "cv_non_malignant_recall_std": 0.1376766184113684, + "cv_balanced_acc_mean": 0.7937625772989042, + "cv_balanced_acc_std": 0.05125267053129953 +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/crt_mamba_final.json b/stage1_final/results/resized/mamba/crt_mamba_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f433a0498f7ba4c0fef5d5df436182cfe78a95ab --- /dev/null +++ b/stage1_final/results/resized/mamba/crt_mamba_final.json @@ -0,0 +1,70 @@ +{ + "backbone": "mamba", + "test_metrics": { + "macro_f1": 0.7313762786343384, + "accuracy": 0.9079925650557621, + "balanced_acc": 0.8048227529243696, + "per_class_recall": { + "malignant": 0.8946830265848671, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9348795718108831 + }, + "confusion_matrix": [ + [ + 875, + 74, + 29 + ], + [ + 5, + 31, + 17 + ], + [ + 41, + 32, + 1048 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9500542888165038, + "recall": 0.8946830265848671, + "f1-score": 0.9215376513954713, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.22627737226277372, + "recall": 0.5849056603773585, + "f1-score": 0.3263157894736842, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9579524680073126, + "recall": 0.9348795718108831, + "f1-score": 0.94627539503386, + "support": 1121.0 + }, + "accuracy": 0.9079925650557621, + "macro avg": { + "precision": 0.7114280430288634, + "recall": 0.8048227529243696, + "f1-score": 0.7313762786343384, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.936343174641573, + "recall": 0.9079925650557621, + "f1-score": 0.9197645342657217, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9660056657223796, + "src_B_n": 706, + "src_C_acc": 0.9108494533221194, + "src_C_n": 1189, + "src_D_acc": 0.7354085603112841, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/emit_crt_mamba_oof.json b/stage1_final/results/resized/mamba/emit_crt_mamba_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..17287770c23c8349baa09da2758ae314d3114c60 --- /dev/null +++ b/stage1_final/results/resized/mamba/emit_crt_mamba_oof.json @@ -0,0 +1,351 @@ +{ + "backbone": "mamba", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7584585953988866, + "accuracy": 0.9252988047808764, + "balanced_acc": 0.8438764310831658, + "per_class_recall": { + "malignant": 0.8925438596491229, + "non_malignant": 0.673469387755102, + "non_roi": 0.9656160458452722 + }, + "confusion_matrix": [ + [ + 814, + 82, + 16 + ], + [ + 10, + 33, + 6 + ], + [ + 26, + 10, + 1011 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9576470588235294, + "recall": 0.8925438596491229, + "f1-score": 0.923950056753689, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.264, + "recall": 0.673469387755102, + "f1-score": 0.3793103448275862, + "support": 49.0 + }, + "non_roi": { + "precision": 0.978702807357212, + "recall": 0.9656160458452722, + "f1-score": 0.9721153846153846, + "support": 1047.0 + }, + "accuracy": 0.9252988047808764, + "macro avg": { + "precision": 0.7334499553935805, + "recall": 0.8438764310831658, + "f1-score": 0.7584585953988866, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9516991817480378, + "recall": 0.9252988047808764, + "f1-score": 0.9357736386196334, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.991044776119403, + "src_B_n": 670, + "src_C_acc": 0.9099836333878887, + "src_C_n": 1222, + "src_D_acc": 0.7068965517241379, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.6855446466003349, + "accuracy": 0.8349033217649975, + "balanced_acc": 0.8056880352540118, + "per_class_recall": { + "malignant": 0.8552631578947368, + "non_malignant": 0.74, + "non_roi": 0.8218009478672986 + }, + "confusion_matrix": [ + [ + 780, + 50, + 82 + ], + [ + 10, + 37, + 3 + ], + [ + 98, + 90, + 867 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8783783783783784, + "recall": 0.8552631578947368, + "f1-score": 0.8666666666666667, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.20903954802259886, + "recall": 0.74, + "f1-score": 0.32599118942731276, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9107142857142857, + "recall": 0.8218009478672986, + "f1-score": 0.8639760837070254, + "support": 1055.0 + }, + "accuracy": 0.8349033217649975, + "macro avg": { + "precision": 0.6660440707050878, + "recall": 0.8056880352540118, + "f1-score": 0.6855446466003349, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8786993703077751, + "recall": 0.8349033217649975, + "f1-score": 0.851856384621853, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.8873626373626373, + "src_B_n": 728, + "src_C_acc": 0.8064220183486238, + "src_C_n": 1090, + "src_D_acc": 0.7989949748743719, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.6930968102429031, + "accuracy": 0.8767605633802817, + "balanced_acc": 0.7527967865599919, + "per_class_recall": { + "malignant": 0.8464912280701754, + "non_malignant": 0.4897959183673469, + "non_roi": 0.9221032132424537 + }, + "confusion_matrix": [ + [ + 772, + 80, + 60 + ], + [ + 24, + 24, + 1 + ], + [ + 58, + 22, + 947 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9039812646370023, + "recall": 0.8464912280701754, + "f1-score": 0.8742921857304643, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.19047619047619047, + "recall": 0.4897959183673469, + "f1-score": 0.2742857142857143, + "support": 49.0 + }, + "non_roi": { + "precision": 0.939484126984127, + "recall": 0.9221032132424537, + "f1-score": 0.9307125307125307, + "support": 1027.0 + }, + "accuracy": 0.8767605633802817, + "macro avg": { + "precision": 0.6779805273657732, + "recall": 0.7527967865599919, + "f1-score": 0.6930968102429031, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.904735636365683, + "recall": 0.8767605633802817, + "f1-score": 0.8886500213420284, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.8744993324432577, + "src_B_n": 749, + "src_C_acc": 0.9227871939736346, + "src_C_n": 1062, + "src_D_acc": 0.6101694915254238, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.701308402223734, + "accuracy": 0.8642335766423358, + "balanced_acc": 0.8487251436649027, + "per_class_recall": { + "malignant": 0.8378970427163198, + "non_malignant": 0.82, + "non_roi": 0.8882783882783882 + }, + "confusion_matrix": [ + [ + 765, + 102, + 46 + ], + [ + 8, + 41, + 1 + ], + [ + 39, + 83, + 970 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9421182266009852, + "recall": 0.8378970427163198, + "f1-score": 0.8869565217391304, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18141592920353983, + "recall": 0.82, + "f1-score": 0.2971014492753623, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9537856440511308, + "recall": 0.8882783882783882, + "f1-score": 0.9198672356567094, + "support": 1092.0 + }, + "accuracy": 0.8642335766423358, + "macro avg": { + "precision": 0.6924399332852186, + "recall": 0.8487251436649027, + "f1-score": 0.701308402223734, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9298095672266236, + "recall": 0.8642335766423358, + "f1-score": 0.8900931377852656, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9469026548672567, + "src_B_n": 565, + "src_C_acc": 0.8310225303292894, + "src_C_n": 1154, + "src_D_acc": 0.8392857142857143, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6451873167982125, + "accuracy": 0.8339169584792396, + "balanced_acc": 0.7177264899324493, + "per_class_recall": { + "malignant": 0.8072289156626506, + "non_malignant": 0.47058823529411764, + "non_roi": 0.8753623188405797 + }, + "confusion_matrix": [ + [ + 737, + 110, + 66 + ], + [ + 25, + 24, + 2 + ], + [ + 31, + 98, + 906 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9293820933165196, + "recall": 0.8072289156626506, + "f1-score": 0.8640093786635404, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.10344827586206896, + "recall": 0.47058823529411764, + "f1-score": 0.1696113074204947, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9301848049281314, + "recall": 0.8753623188405797, + "f1-score": 0.9019412643106023, + "support": 1035.0 + }, + "accuracy": 0.8339169584792396, + "macro avg": { + "precision": 0.6543383913689066, + "recall": 0.7177264899324493, + "f1-score": 0.6451873167982125, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9087258561118379, + "recall": 0.8339169584792396, + "f1-score": 0.8659329404500905, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9246376811594202, + "src_B_n": 690, + "src_C_acc": 0.8197158081705151, + "src_C_n": 1126, + "src_D_acc": 0.5792349726775956, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.6967191542528142, + "cv_macro_f1_std": 0.03640423343188778, + "cv_non_malignant_recall_mean": 0.6387707082833133, + "cv_non_malignant_recall_std": 0.1376766184113684, + "cv_balanced_acc_mean": 0.7937625772989042, + "cv_balanced_acc_std": 0.05125267053129953 +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/emit_crt_mamba_test.json b/stage1_final/results/resized/mamba/emit_crt_mamba_test.json new file mode 100644 index 0000000000000000000000000000000000000000..f433a0498f7ba4c0fef5d5df436182cfe78a95ab --- /dev/null +++ b/stage1_final/results/resized/mamba/emit_crt_mamba_test.json @@ -0,0 +1,70 @@ +{ + "backbone": "mamba", + "test_metrics": { + "macro_f1": 0.7313762786343384, + "accuracy": 0.9079925650557621, + "balanced_acc": 0.8048227529243696, + "per_class_recall": { + "malignant": 0.8946830265848671, + "non_malignant": 0.5849056603773585, + "non_roi": 0.9348795718108831 + }, + "confusion_matrix": [ + [ + 875, + 74, + 29 + ], + [ + 5, + 31, + 17 + ], + [ + 41, + 32, + 1048 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9500542888165038, + "recall": 0.8946830265848671, + "f1-score": 0.9215376513954713, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.22627737226277372, + "recall": 0.5849056603773585, + "f1-score": 0.3263157894736842, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9579524680073126, + "recall": 0.9348795718108831, + "f1-score": 0.94627539503386, + "support": 1121.0 + }, + "accuracy": 0.9079925650557621, + "macro avg": { + "precision": 0.7114280430288634, + "recall": 0.8048227529243696, + "f1-score": 0.7313762786343384, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.936343174641573, + "recall": 0.9079925650557621, + "f1-score": 0.9197645342657217, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9660056657223796, + "src_B_n": 706, + "src_C_acc": 0.9108494533221194, + "src_C_n": 1189, + "src_D_acc": 0.7354085603112841, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/emit_plain_mamba_oof.json b/stage1_final/results/resized/mamba/emit_plain_mamba_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..31c68feeb3f0e5d0d9ab9be8f69b63b76b3c6a84 --- /dev/null +++ b/stage1_final/results/resized/mamba/emit_plain_mamba_oof.json @@ -0,0 +1,352 @@ +{ + "backbone": "mamba", + "method": "plain", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7543503914677766, + "accuracy": 0.9482071713147411, + "balanced_acc": 0.7448663914869723, + "per_class_recall": { + "malignant": 0.9638157894736842, + "non_malignant": 0.30612244897959184, + "non_roi": 0.9646609360076409 + }, + "confusion_matrix": [ + [ + 879, + 21, + 12 + ], + [ + 30, + 15, + 4 + ], + [ + 34, + 3, + 1010 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9321314952279958, + "recall": 0.9638157894736842, + "f1-score": 0.9477088948787062, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38461538461538464, + "recall": 0.30612244897959184, + "f1-score": 0.3409090909090909, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9844054580896686, + "recall": 0.9646609360076409, + "f1-score": 0.9744331886155331, + "support": 1047.0 + }, + "accuracy": 0.9482071713147411, + "macro avg": { + "precision": 0.7670507793110163, + "recall": 0.7448663914869723, + "f1-score": 0.7543503914677766, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9460271873077535, + "recall": 0.9482071713147411, + "f1-score": 0.9468359591954127, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.8448275862068966, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7736941532436202, + "accuracy": 0.8829945463559742, + "balanced_acc": 0.7498037748399434, + "per_class_recall": { + "malignant": 0.9078947368421053, + "non_malignant": 0.46, + "non_roi": 0.8815165876777251 + }, + "confusion_matrix": [ + [ + 828, + 4, + 80 + ], + [ + 21, + 23, + 6 + ], + [ + 117, + 8, + 930 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8571428571428571, + "recall": 0.9078947368421053, + "f1-score": 0.8817891373801917, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6571428571428571, + "recall": 0.46, + "f1-score": 0.5411764705882353, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9153543307086615, + "recall": 0.8815165876777251, + "f1-score": 0.8981168517624336, + "support": 1055.0 + }, + "accuracy": 0.8829945463559742, + "macro avg": { + "precision": 0.8098800149981252, + "recall": 0.7498037748399434, + "f1-score": 0.7736941532436202, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8826327453986447, + "recall": 0.8829945463559742, + "f1-score": 0.8818858678381329, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9093406593406593, + "src_B_n": 728, + "src_C_acc": 0.8743119266055046, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.6997764553834532, + "accuracy": 0.9230382293762576, + "balanced_acc": 0.6954419116251703, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9425511197663097 + }, + "confusion_matrix": [ + [ + 857, + 28, + 27 + ], + [ + 34, + 10, + 5 + ], + [ + 56, + 3, + 968 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9049630411826821, + "recall": 0.9396929824561403, + "f1-score": 0.9220010758472297, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.24390243902439024, + "recall": 0.20408163265306123, + "f1-score": 0.2222222222222222, + "support": 49.0 + }, + "non_roi": { + "precision": 0.968, + "recall": 0.9425511197663097, + "f1-score": 0.9551060680809077, + "support": 1027.0 + }, + "accuracy": 0.9230382293762576, + "macro avg": { + "precision": 0.7056218267356907, + "recall": 0.6954419116251703, + "f1-score": 0.6997764553834532, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9212341615044272, + "recall": 0.9230382293762576, + "f1-score": 0.9218550311773916, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9479305740987984, + "src_B_n": 749, + "src_C_acc": 0.948210922787194, + "src_C_n": 1062, + "src_D_acc": 0.6666666666666666, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7244985168763957, + "accuracy": 0.8939172749391727, + "balanced_acc": 0.7467777336452035, + "per_class_recall": { + "malignant": 0.8433734939759037, + "non_malignant": 0.44, + "non_roi": 0.956959706959707 + }, + "confusion_matrix": [ + [ + 770, + 35, + 108 + ], + [ + 20, + 22, + 8 + ], + [ + 31, + 16, + 1045 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9378806333739342, + "recall": 0.8433734939759037, + "f1-score": 0.8881199538638985, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3013698630136986, + "recall": 0.44, + "f1-score": 0.35772357723577236, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9000861326442722, + "recall": 0.956959706959707, + "f1-score": 0.9276520195295161, + "support": 1092.0 + }, + "accuracy": 0.8939172749391727, + "macro avg": { + "precision": 0.7131122096773016, + "recall": 0.7467777336452035, + "f1-score": 0.7244985168763957, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9023102521988478, + "recall": 0.8939172749391727, + "f1-score": 0.8962217528300533, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.8867256637168142, + "src_B_n": 565, + "src_C_acc": 0.8968804159445407, + "src_C_n": 1154, + "src_D_acc": 0.8958333333333334, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6499627557254518, + "accuracy": 0.9184592296148074, + "balanced_acc": 0.6466983747851464, + "per_class_recall": { + "malignant": 0.9353778751369113, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9458937198067633 + }, + "confusion_matrix": [ + [ + 854, + 16, + 43 + ], + [ + 43, + 3, + 5 + ], + [ + 55, + 1, + 979 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8970588235294118, + "recall": 0.9353778751369113, + "f1-score": 0.9158176943699732, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15, + "recall": 0.058823529411764705, + "f1-score": 0.08450704225352113, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9532619279454723, + "recall": 0.9458937198067633, + "f1-score": 0.9495635305528612, + "support": 1035.0 + }, + "accuracy": 0.9184592296148074, + "macro avg": { + "precision": 0.6667735838249613, + "recall": 0.6466983747851464, + "f1-score": 0.6499627557254518, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9070989501280224, + "recall": 0.9184592296148074, + "f1-score": 0.9120808745557412, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.911190053285968, + "src_C_n": 1126, + "src_D_acc": 0.7923497267759563, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7204564545393395, + "cv_macro_f1_std": 0.043350694871763844, + "cv_non_malignant_recall_mean": 0.29380552220888356, + "cv_non_malignant_recall_std": 0.14994135504648792, + "cv_balanced_acc_mean": 0.7167176372764872, + "cv_balanced_acc_std": 0.04036336923000397 +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/emit_plain_mamba_test.json b/stage1_final/results/resized/mamba/emit_plain_mamba_test.json new file mode 100644 index 0000000000000000000000000000000000000000..56268c9a3b1f21e9416a18b2833e1d973516cdad --- /dev/null +++ b/stage1_final/results/resized/mamba/emit_plain_mamba_test.json @@ -0,0 +1,71 @@ +{ + "backbone": "mamba", + "method": "plain", + "test_metrics": { + "macro_f1": 0.6968551609745705, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.6965705303823864, + "per_class_recall": { + "malignant": 0.9304703476482618, + "non_malignant": 0.18867924528301888, + "non_roi": 0.9705619982158786 + }, + "confusion_matrix": [ + [ + 910, + 41, + 27 + ], + [ + 20, + 10, + 23 + ], + [ + 31, + 2, + 1088 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9469302809573361, + "recall": 0.9304703476482618, + "f1-score": 0.9386281588447654, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.18867924528301888, + "recall": 0.18867924528301888, + "f1-score": 0.18867924528301888, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9560632688927944, + "recall": 0.9705619982158786, + "f1-score": 0.9632580787959274, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.6972242650443832, + "recall": 0.6965705303823864, + "f1-score": 0.6968551609745705, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9330133546492086, + "recall": 0.9330855018587361, + "f1-score": 0.932988218252981, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9352396972245585, + "src_C_n": 1189, + "src_D_acc": 0.77431906614786, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/seg_mamba_cv_summary.json b/stage1_final/results/resized/mamba/seg_mamba_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..54d4da2da8acff513c3abc1f8f7177d0709dc74e --- /dev/null +++ b/stage1_final/results/resized/mamba/seg_mamba_cv_summary.json @@ -0,0 +1,33 @@ +{ + "backbone": "mamba", + "folds": [ + { + "fold": 0, + "dice": 0.8123785654703776, + "iou": 0.6944595177968343 + }, + { + "fold": 1, + "dice": 0.7054314613342285, + "iou": 0.6013025244077047 + }, + { + "fold": 2, + "dice": 0.7785877386728922, + "iou": 0.6603549520174662 + }, + { + "fold": 3, + "dice": 0.7292596201101939, + "iou": 0.5870958864688873 + }, + { + "fold": 4, + "dice": 0.7127191662788391, + "iou": 0.584139883518219 + } + ], + "cv_dice_mean": 0.7476753103733061, + "cv_dice_std": 0.04120121814458927, + "cv_iou_mean": 0.6254705528418223 +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/seg_mamba_final.json b/stage1_final/results/resized/mamba/seg_mamba_final.json new file mode 100644 index 0000000000000000000000000000000000000000..07899efd2072059d8bcfc31b3f525fa62d2a315d --- /dev/null +++ b/stage1_final/results/resized/mamba/seg_mamba_final.json @@ -0,0 +1,103 @@ +{ + "backbone": "mamba", + "val_metrics": { + "dice": 0.6595203876495361, + "iou": 0.5191239416599274 + }, + "test_metrics": { + "dice": 0.6230685114860535, + "iou": 0.46941131353378296 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.525517957078086, + "val_dice": 0.5190324357577732, + "val_iou": 0.37637146030153545 + }, + { + "epoch": 1, + "train_loss": 0.37836455967691207, + "val_dice": 0.49189496466091703, + "val_iou": 0.35923032462596893 + }, + { + "epoch": 2, + "train_loss": 0.3403366241190169, + "val_dice": 0.6167826907975333, + "val_iou": 0.4681057802268437 + }, + { + "epoch": 3, + "train_loss": 0.2776752859354019, + "val_dice": 0.5531895501273019, + "val_iou": 0.4161077354635511 + }, + { + "epoch": 4, + "train_loss": 0.2700522657897737, + "val_dice": 0.6595203876495361, + "val_iou": 0.5191239416599274 + }, + { + "epoch": 5, + "train_loss": 0.23731987509462568, + "val_dice": 0.45498470749173847, + "val_iou": 0.3355317541531154 + }, + { + "epoch": 6, + "train_loss": 0.23568628231684366, + "val_dice": 0.5898753149168832, + "val_iou": 0.4501626363822392 + }, + { + "epoch": 7, + "train_loss": 0.20609455969598559, + "val_dice": 0.6171038917132786, + "val_iou": 0.4751324142728533 + }, + { + "epoch": 8, + "train_loss": 0.18840670585632324, + "val_dice": 0.612110572201865, + "val_iou": 0.47354948094912935 + }, + { + "epoch": 9, + "train_loss": 0.17646525965796578, + "val_dice": 0.639448515006474, + "val_iou": 0.5033196764332908 + }, + { + "epoch": 10, + "train_loss": 0.16589470207691193, + "val_dice": 0.6225298472813198, + "val_iou": 0.49022522994450163 + }, + { + "epoch": 11, + "train_loss": 0.15410265492068398, + "val_dice": 0.6291382397924151, + "val_iou": 0.4940312462193625 + }, + { + "epoch": 12, + "train_loss": 0.14567356142732832, + "val_dice": 0.638502870287214, + "val_iou": 0.5053083854062217 + }, + { + "epoch": 13, + "train_loss": 0.13937978198130926, + "val_dice": 0.6545170204980033, + "val_iou": 0.5178690382412502 + }, + { + "epoch": 14, + "train_loss": 0.14161931226650873, + "val_dice": 0.6509734732764108, + "val_iou": 0.5186886659690312 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/seg_mamba_fold0_val.json b/stage1_final/results/resized/mamba/seg_mamba_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..d25f6fc3e3f185a98a44ae8b0dad17d4908a5943 --- /dev/null +++ b/stage1_final/results/resized/mamba/seg_mamba_fold0_val.json @@ -0,0 +1,189 @@ +{ + "fold": 0, + "metrics": { + "dice": 0.8123785654703776, + "iou": 0.6944595177968343 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5475027305739266, + "val_dice": 0.518852561712265, + "val_iou": 0.3874524037043254 + }, + { + "epoch": 1, + "train_loss": 0.426793383700507, + "val_dice": 0.624010443687439, + "val_iou": 0.4843592643737793 + }, + { + "epoch": 2, + "train_loss": 0.3753431907721928, + "val_dice": 0.6998783151308695, + "val_iou": 0.5669112404187521 + }, + { + "epoch": 3, + "train_loss": 0.32772650037493023, + "val_dice": 0.7128094037373861, + "val_iou": 0.5721644163131714 + }, + { + "epoch": 4, + "train_loss": 0.2974644771644047, + "val_dice": 0.4687099556128184, + "val_iou": 0.33983081579208374 + }, + { + "epoch": 5, + "train_loss": 0.28561167631830486, + "val_dice": 0.6709940234820048, + "val_iou": 0.5186749200026194 + }, + { + "epoch": 6, + "train_loss": 0.2832996015037809, + "val_dice": 0.62705131371816, + "val_iou": 0.4788913130760193 + }, + { + "epoch": 7, + "train_loss": 0.2086858877113887, + "val_dice": 0.7158860365549723, + "val_iou": 0.5735822518666586 + }, + { + "epoch": 8, + "train_loss": 0.20339507716042654, + "val_dice": 0.7792006134986877, + "val_iou": 0.6496614813804626 + }, + { + "epoch": 9, + "train_loss": 0.19437039537089212, + "val_dice": 0.7910536328951517, + "val_iou": 0.6661882400512695 + }, + { + "epoch": 10, + "train_loss": 0.1975416519812175, + "val_dice": 0.7933895587921143, + "val_iou": 0.6676755746205648 + }, + { + "epoch": 11, + "train_loss": 0.16189024490969522, + "val_dice": 0.7936246991157532, + "val_iou": 0.6664392352104187 + }, + { + "epoch": 12, + "train_loss": 0.17397115911756242, + "val_dice": 0.7855648199717203, + "val_iou": 0.6589355071385702 + }, + { + "epoch": 13, + "train_loss": 0.16865610011986323, + "val_dice": 0.8015145659446716, + "val_iou": 0.6768436829249064 + }, + { + "epoch": 14, + "train_loss": 0.1544421496135848, + "val_dice": 0.7945541143417358, + "val_iou": 0.6674958864847819 + }, + { + "epoch": 15, + "train_loss": 0.1616053847329957, + "val_dice": 0.7876376112302145, + "val_iou": 0.6584975719451904 + }, + { + "epoch": 16, + "train_loss": 0.14793354592153005, + "val_dice": 0.7544384598731995, + "val_iou": 0.6141955256462097 + }, + { + "epoch": 17, + "train_loss": 0.13263079204729625, + "val_dice": 0.7177626291910807, + "val_iou": 0.5723550319671631 + }, + { + "epoch": 18, + "train_loss": 0.14545763177531107, + "val_dice": 0.7771454652150472, + "val_iou": 0.6457103292147318 + }, + { + "epoch": 19, + "train_loss": 0.1393766211611884, + "val_dice": 0.8123785654703776, + "val_iou": 0.6944595177968343 + }, + { + "epoch": 20, + "train_loss": 0.1362500318459102, + "val_dice": 0.7811698516209921, + "val_iou": 0.6496266722679138 + }, + { + "epoch": 21, + "train_loss": 0.12243720037596566, + "val_dice": 0.7453882892926534, + "val_iou": 0.6027720967928568 + }, + { + "epoch": 22, + "train_loss": 0.12084931880235672, + "val_dice": 0.7845039765040079, + "val_iou": 0.6534709731737772 + }, + { + "epoch": 23, + "train_loss": 0.11392124103648323, + "val_dice": 0.7859240969022115, + "val_iou": 0.656155526638031 + }, + { + "epoch": 24, + "train_loss": 0.1306913537638528, + "val_dice": 0.7850943406422933, + "val_iou": 0.6536948084831238 + }, + { + "epoch": 25, + "train_loss": 0.10622243263891765, + "val_dice": 0.7788813312848409, + "val_iou": 0.6452399293581644 + }, + { + "epoch": 26, + "train_loss": 0.11745355278253555, + "val_dice": 0.8042292594909668, + "val_iou": 0.6812121470769247 + }, + { + "epoch": 27, + "train_loss": 0.11792879551649094, + "val_dice": 0.7847360769907633, + "val_iou": 0.6534823179244995 + }, + { + "epoch": 28, + "train_loss": 0.10687061292784554, + "val_dice": 0.7557901938756307, + "val_iou": 0.6173193454742432 + }, + { + "epoch": 29, + "train_loss": 0.10541446081229619, + "val_dice": 0.787123421827952, + "val_iou": 0.6580224633216858 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/seg_mamba_fold1_val.json b/stage1_final/results/resized/mamba/seg_mamba_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..e9a40ad36f3d1034af5cd90a0c04f51c0e9c2132 --- /dev/null +++ b/stage1_final/results/resized/mamba/seg_mamba_fold1_val.json @@ -0,0 +1,231 @@ +{ + "fold": 1, + "metrics": { + "dice": 0.7054314613342285, + "iou": 0.6013025244077047 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5693934389523098, + "val_dice": 0.30993974208831787, + "val_iou": 0.20334518949190775 + }, + { + "epoch": 1, + "train_loss": 0.42496842571667265, + "val_dice": 0.34199024240175885, + "val_iou": 0.23766241470972696 + }, + { + "epoch": 2, + "train_loss": 0.38865398509161814, + "val_dice": 0.41060786445935565, + "val_iou": 0.30427353580792743 + }, + { + "epoch": 3, + "train_loss": 0.331897463117327, + "val_dice": 0.3962939182917277, + "val_iou": 0.29000447193781537 + }, + { + "epoch": 4, + "train_loss": 0.3099560397011893, + "val_dice": 0.44938987493515015, + "val_iou": 0.343220591545105 + }, + { + "epoch": 5, + "train_loss": 0.2750452629157475, + "val_dice": 0.4507736265659332, + "val_iou": 0.339850385983785 + }, + { + "epoch": 6, + "train_loss": 0.2582229439701353, + "val_dice": 0.4087202747662862, + "val_iou": 0.3066663146018982 + }, + { + "epoch": 7, + "train_loss": 0.21961340733936854, + "val_dice": 0.555550237496694, + "val_iou": 0.4487512707710266 + }, + { + "epoch": 8, + "train_loss": 0.20870294528348105, + "val_dice": 0.5833131670951843, + "val_iou": 0.46717222531636554 + }, + { + "epoch": 9, + "train_loss": 0.2032719999551773, + "val_dice": 0.5804956555366516, + "val_iou": 0.4680100679397583 + }, + { + "epoch": 10, + "train_loss": 0.1877204328775406, + "val_dice": 0.6163611908753713, + "val_iou": 0.5109662214914957 + }, + { + "epoch": 11, + "train_loss": 0.16806125427995408, + "val_dice": 0.6108421683311462, + "val_iou": 0.5033684273560842 + }, + { + "epoch": 12, + "train_loss": 0.17422810409750258, + "val_dice": 0.5854091048240662, + "val_iou": 0.4827188054720561 + }, + { + "epoch": 13, + "train_loss": 0.15826423998389924, + "val_dice": 0.5081604619820913, + "val_iou": 0.3999050458272298 + }, + { + "epoch": 14, + "train_loss": 0.1607686345066343, + "val_dice": 0.6136835515499115, + "val_iou": 0.50226358572642 + }, + { + "epoch": 15, + "train_loss": 0.15224035935742514, + "val_dice": 0.6690620581309, + "val_iou": 0.5698607961336771 + }, + { + "epoch": 16, + "train_loss": 0.14348458285842622, + "val_dice": 0.6575455268224081, + "val_iou": 0.5520709554354349 + }, + { + "epoch": 17, + "train_loss": 0.1342446772115571, + "val_dice": 0.6669487754503886, + "val_iou": 0.5575118263562521 + }, + { + "epoch": 18, + "train_loss": 0.13437278888055257, + "val_dice": 0.6248149077097574, + "val_iou": 0.5233797132968903 + }, + { + "epoch": 19, + "train_loss": 0.13667468513761247, + "val_dice": 0.5773753921190897, + "val_iou": 0.4757557113965352 + }, + { + "epoch": 20, + "train_loss": 0.13297545164823532, + "val_dice": 0.6718142628669739, + "val_iou": 0.5702229936917623 + }, + { + "epoch": 21, + "train_loss": 0.12917213248355047, + "val_dice": 0.6523228486378988, + "val_iou": 0.5399407744407654 + }, + { + "epoch": 22, + "train_loss": 0.1264379769563675, + "val_dice": 0.6032373706499735, + "val_iou": 0.4862503409385681 + }, + { + "epoch": 23, + "train_loss": 0.1261108943394252, + "val_dice": 0.7013051509857178, + "val_iou": 0.5960293213526408 + }, + { + "epoch": 24, + "train_loss": 0.12150527643305915, + "val_dice": 0.6157528360684713, + "val_iou": 0.5115402539571127 + }, + { + "epoch": 25, + "train_loss": 0.11354339654956545, + "val_dice": 0.5900307794411978, + "val_iou": 0.4805164138476054 + }, + { + "epoch": 26, + "train_loss": 0.12109057179519109, + "val_dice": 0.7054314613342285, + "val_iou": 0.6013025244077047 + }, + { + "epoch": 27, + "train_loss": 0.11844941122191292, + "val_dice": 0.5840571224689484, + "val_iou": 0.48096821705500287 + }, + { + "epoch": 28, + "train_loss": 0.108415387570858, + "val_dice": 0.6720268726348877, + "val_iou": 0.5671257774035136 + }, + { + "epoch": 29, + "train_loss": 0.10345617681741714, + "val_dice": 0.5648317734400431, + "val_iou": 0.4630332986513774 + }, + { + "epoch": 30, + "train_loss": 0.11216841105903898, + "val_dice": 0.663663387298584, + "val_iou": 0.5559578835964203 + }, + { + "epoch": 31, + "train_loss": 0.11025673683200564, + "val_dice": 0.6333877543608347, + "val_iou": 0.528367151816686 + }, + { + "epoch": 32, + "train_loss": 0.10549463651009969, + "val_dice": 0.6393664379914602, + "val_iou": 0.5357173482577006 + }, + { + "epoch": 33, + "train_loss": 0.10060942066567284, + "val_dice": 0.6650581955909729, + "val_iou": 0.5608402490615845 + }, + { + "epoch": 34, + "train_loss": 0.101246819964477, + "val_dice": 0.6491041680177053, + "val_iou": 0.546058197816213 + }, + { + "epoch": 35, + "train_loss": 0.10752503148147038, + "val_dice": 0.6604402263959249, + "val_iou": 0.5594509641329447 + }, + { + "epoch": 36, + "train_loss": 0.10985259285994939, + "val_dice": 0.6350328624248505, + "val_iou": 0.5347355306148529 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/seg_mamba_fold2_val.json b/stage1_final/results/resized/mamba/seg_mamba_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..47d3cc96929a5b701619d0bafdde1e7d50ff2643 --- /dev/null +++ b/stage1_final/results/resized/mamba/seg_mamba_fold2_val.json @@ -0,0 +1,291 @@ +{ + "fold": 2, + "metrics": { + "dice": 0.7785877386728922, + "iou": 0.6603549520174662 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5549378565379551, + "val_dice": 0.46255195637543994, + "val_iou": 0.3474874645471573 + }, + { + "epoch": 1, + "train_loss": 0.46042182615825106, + "val_dice": 0.48144851128260296, + "val_iou": 0.35193673769632977 + }, + { + "epoch": 2, + "train_loss": 0.3852497509547642, + "val_dice": 0.5065616965293884, + "val_iou": 0.3719116846720378 + }, + { + "epoch": 3, + "train_loss": 0.32321869475500925, + "val_dice": 0.5282479921976725, + "val_iou": 0.3946201999982198 + }, + { + "epoch": 4, + "train_loss": 0.27617381725992474, + "val_dice": 0.5818866590658823, + "val_iou": 0.4530855019887288 + }, + { + "epoch": 5, + "train_loss": 0.26664044175829205, + "val_dice": 0.600125253200531, + "val_iou": 0.48009894291559857 + }, + { + "epoch": 6, + "train_loss": 0.26050951864038197, + "val_dice": 0.627712627251943, + "val_iou": 0.4943726360797882 + }, + { + "epoch": 7, + "train_loss": 0.21762717834540776, + "val_dice": 0.5627910296122233, + "val_iou": 0.42784661054611206 + }, + { + "epoch": 8, + "train_loss": 0.22511360900742666, + "val_dice": 0.5726957519849142, + "val_iou": 0.43638641635576886 + }, + { + "epoch": 9, + "train_loss": 0.19516008453709738, + "val_dice": 0.6189332008361816, + "val_iou": 0.479152907927831 + }, + { + "epoch": 10, + "train_loss": 0.18476024270057678, + "val_dice": 0.7000227173169454, + "val_iou": 0.5662409067153931 + }, + { + "epoch": 11, + "train_loss": 0.18153523760182516, + "val_dice": 0.7277216116587321, + "val_iou": 0.596563478310903 + }, + { + "epoch": 12, + "train_loss": 0.16293483759675706, + "val_dice": 0.72500212987264, + "val_iou": 0.600288967291514 + }, + { + "epoch": 13, + "train_loss": 0.17035933477537973, + "val_dice": 0.7241966327031454, + "val_iou": 0.5963168740272522 + }, + { + "epoch": 14, + "train_loss": 0.15404040472848074, + "val_dice": 0.714883287747701, + "val_iou": 0.587284505367279 + }, + { + "epoch": 15, + "train_loss": 0.15926121388162887, + "val_dice": 0.7086419860521952, + "val_iou": 0.5818150639533997 + }, + { + "epoch": 16, + "train_loss": 0.14663186456475938, + "val_dice": 0.7285487651824951, + "val_iou": 0.5990937550862631 + }, + { + "epoch": 17, + "train_loss": 0.14710841008595057, + "val_dice": 0.635071853796641, + "val_iou": 0.5065444807211558 + }, + { + "epoch": 18, + "train_loss": 0.15443013395581925, + "val_dice": 0.6660930514335632, + "val_iou": 0.5322577754656473 + }, + { + "epoch": 19, + "train_loss": 0.1424975267478398, + "val_dice": 0.7246194283167521, + "val_iou": 0.5927440126736959 + }, + { + "epoch": 20, + "train_loss": 0.1300271259886878, + "val_dice": 0.729087253411611, + "val_iou": 0.6058070063591003 + }, + { + "epoch": 21, + "train_loss": 0.13858434132167272, + "val_dice": 0.7134852011998495, + "val_iou": 0.583475927511851 + }, + { + "epoch": 22, + "train_loss": 0.13782079837151937, + "val_dice": 0.7027577559153239, + "val_iou": 0.5732533931732178 + }, + { + "epoch": 23, + "train_loss": 0.12889242597988673, + "val_dice": 0.708829939365387, + "val_iou": 0.5870982805887858 + }, + { + "epoch": 24, + "train_loss": 0.1264093326670783, + "val_dice": 0.733517587184906, + "val_iou": 0.6152774492899576 + }, + { + "epoch": 25, + "train_loss": 0.1186506450176239, + "val_dice": 0.7474814653396606, + "val_iou": 0.6270572145779928 + }, + { + "epoch": 26, + "train_loss": 0.11977065354585648, + "val_dice": 0.7483951846758524, + "val_iou": 0.6206438938776652 + }, + { + "epoch": 27, + "train_loss": 0.10724750693355288, + "val_dice": 0.7745277086893717, + "val_iou": 0.6544702649116516 + }, + { + "epoch": 28, + "train_loss": 0.11556956278426307, + "val_dice": 0.7688321669896444, + "val_iou": 0.650637149810791 + }, + { + "epoch": 29, + "train_loss": 0.11828533347163882, + "val_dice": 0.6863337357838949, + "val_iou": 0.559118390083313 + }, + { + "epoch": 30, + "train_loss": 0.1276208141020366, + "val_dice": 0.7632648348808289, + "val_iou": 0.6424131194750468 + }, + { + "epoch": 31, + "train_loss": 0.11371967835085732, + "val_dice": 0.7524513602256775, + "val_iou": 0.6264952619870504 + }, + { + "epoch": 32, + "train_loss": 0.12360512039491109, + "val_dice": 0.7748335003852844, + "val_iou": 0.65413498878479 + }, + { + "epoch": 33, + "train_loss": 0.11070716913257327, + "val_dice": 0.7687759598096212, + "val_iou": 0.6455270051956177 + }, + { + "epoch": 34, + "train_loss": 0.11680329058851514, + "val_dice": 0.7735378742218018, + "val_iou": 0.6529732942581177 + }, + { + "epoch": 35, + "train_loss": 0.10422745453459877, + "val_dice": 0.7721015214920044, + "val_iou": 0.6511834263801575 + }, + { + "epoch": 36, + "train_loss": 0.10740015975066594, + "val_dice": 0.7785877386728922, + "val_iou": 0.6603549520174662 + }, + { + "epoch": 37, + "train_loss": 0.11158187368086406, + "val_dice": 0.772579292456309, + "val_iou": 0.651663064956665 + }, + { + "epoch": 38, + "train_loss": 0.10542759618588857, + "val_dice": 0.7637618978818258, + "val_iou": 0.6410859425862631 + }, + { + "epoch": 39, + "train_loss": 0.10934279752629143, + "val_dice": 0.7721948226292928, + "val_iou": 0.6516234079996744 + }, + { + "epoch": 40, + "train_loss": 0.09556866117886134, + "val_dice": 0.7673244476318359, + "val_iou": 0.6457777619361877 + }, + { + "epoch": 41, + "train_loss": 0.10416496757950101, + "val_dice": 0.756825308005015, + "val_iou": 0.6336703300476074 + }, + { + "epoch": 42, + "train_loss": 0.10586630872317723, + "val_dice": 0.7595438162485758, + "val_iou": 0.6378808418909708 + }, + { + "epoch": 43, + "train_loss": 0.10058743506669998, + "val_dice": 0.7552211682001749, + "val_iou": 0.6326123476028442 + }, + { + "epoch": 44, + "train_loss": 0.10285070112773351, + "val_dice": 0.7511028250058492, + "val_iou": 0.6283868749936422 + }, + { + "epoch": 45, + "train_loss": 0.09802658004420144, + "val_dice": 0.7488796512285868, + "val_iou": 0.6258716583251953 + }, + { + "epoch": 46, + "train_loss": 0.10158179274627141, + "val_dice": 0.7592634757359823, + "val_iou": 0.6369819045066833 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/seg_mamba_fold3_val.json b/stage1_final/results/resized/mamba/seg_mamba_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..a34af81adc257242bfd76d62c65de78a9db0ba90 --- /dev/null +++ b/stage1_final/results/resized/mamba/seg_mamba_fold3_val.json @@ -0,0 +1,147 @@ +{ + "fold": 3, + "metrics": { + "dice": 0.7292596201101939, + "iou": 0.5870958864688873 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.6102822919686636, + "val_dice": 0.5043666462103525, + "val_iou": 0.3548162778218587 + }, + { + "epoch": 1, + "train_loss": 0.44200986127058667, + "val_dice": 0.5441295504570007, + "val_iou": 0.39484571913878125 + }, + { + "epoch": 2, + "train_loss": 0.4284842212994893, + "val_dice": 0.5636417170365652, + "val_iou": 0.4129929840564728 + }, + { + "epoch": 3, + "train_loss": 0.36043093105157215, + "val_dice": 0.5913375318050385, + "val_iou": 0.4357399841149648 + }, + { + "epoch": 4, + "train_loss": 0.34579577048619586, + "val_dice": 0.6221001346906027, + "val_iou": 0.47226981818675995 + }, + { + "epoch": 5, + "train_loss": 0.2844977304339409, + "val_dice": 0.6633654137452444, + "val_iou": 0.5116534382104874 + }, + { + "epoch": 6, + "train_loss": 0.2543603579203288, + "val_dice": 0.6710691849390665, + "val_iou": 0.5195819238821665 + }, + { + "epoch": 7, + "train_loss": 0.23355473826328912, + "val_dice": 0.6705720722675323, + "val_iou": 0.5186588118473688 + }, + { + "epoch": 8, + "train_loss": 0.23273807764053345, + "val_dice": 0.6898581385612488, + "val_iou": 0.5424565176169077 + }, + { + "epoch": 9, + "train_loss": 0.19517584145069122, + "val_dice": 0.7162562807401022, + "val_iou": 0.5725270410378774 + }, + { + "epoch": 10, + "train_loss": 0.18365084876616797, + "val_dice": 0.6857085426648458, + "val_iou": 0.5377662281195322 + }, + { + "epoch": 11, + "train_loss": 0.19364186624685922, + "val_dice": 0.6956456402937571, + "val_iou": 0.546305721004804 + }, + { + "epoch": 12, + "train_loss": 0.1827779064575831, + "val_dice": 0.7292596201101939, + "val_iou": 0.5870958864688873 + }, + { + "epoch": 13, + "train_loss": 0.17342621833086014, + "val_dice": 0.7166838447252909, + "val_iou": 0.5715513726075491 + }, + { + "epoch": 14, + "train_loss": 0.16741552452246347, + "val_dice": 0.6866541008154551, + "val_iou": 0.5358760307232538 + }, + { + "epoch": 15, + "train_loss": 0.16641350090503693, + "val_dice": 0.681970496972402, + "val_iou": 0.5343535294135412 + }, + { + "epoch": 16, + "train_loss": 0.1552610769867897, + "val_dice": 0.7229511737823486, + "val_iou": 0.5802769114573797 + }, + { + "epoch": 17, + "train_loss": 0.14416683465242386, + "val_dice": 0.7235206564267477, + "val_iou": 0.581430971622467 + }, + { + "epoch": 18, + "train_loss": 0.13390483955542246, + "val_dice": 0.7134840885798136, + "val_iou": 0.567989394068718 + }, + { + "epoch": 19, + "train_loss": 0.1483658899863561, + "val_dice": 0.715611477692922, + "val_iou": 0.5740949461857477 + }, + { + "epoch": 20, + "train_loss": 0.13067667931318283, + "val_dice": 0.7015046874682108, + "val_iou": 0.5575959384441376 + }, + { + "epoch": 21, + "train_loss": 0.11760853727658589, + "val_dice": 0.7190957168738047, + "val_iou": 0.5782252301772436 + }, + { + "epoch": 22, + "train_loss": 0.11868139232198398, + "val_dice": 0.7109885513782501, + "val_iou": 0.5681293855110804 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/seg_mamba_fold4_val.json b/stage1_final/results/resized/mamba/seg_mamba_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..6b4ac6c4d4c1d8b8775a7f842bb5ef446bb2abac --- /dev/null +++ b/stage1_final/results/resized/mamba/seg_mamba_fold4_val.json @@ -0,0 +1,231 @@ +{ + "fold": 4, + "metrics": { + "dice": 0.7127191662788391, + "iou": 0.584139883518219 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.571017732222875, + "val_dice": 0.38212892413139343, + "val_iou": 0.26170925199985506 + }, + { + "epoch": 1, + "train_loss": 0.4189618279536565, + "val_dice": 0.48236363530159, + "val_iou": 0.3472310781478882 + }, + { + "epoch": 2, + "train_loss": 0.3854021032651265, + "val_dice": 0.5540960609912873, + "val_iou": 0.4152637481689453 + }, + { + "epoch": 3, + "train_loss": 0.35302939017613727, + "val_dice": 0.5293773055076599, + "val_iou": 0.3946004092693329 + }, + { + "epoch": 4, + "train_loss": 0.272865595916907, + "val_dice": 0.5880309700965881, + "val_iou": 0.44811315536499025 + }, + { + "epoch": 5, + "train_loss": 0.24882281323273978, + "val_dice": 0.6130468249320984, + "val_iou": 0.47777416110038756 + }, + { + "epoch": 6, + "train_loss": 0.23139354089895883, + "val_dice": 0.6254771590232849, + "val_iou": 0.4835077226161957 + }, + { + "epoch": 7, + "train_loss": 0.23068376878897348, + "val_dice": 0.5642635881900787, + "val_iou": 0.415150648355484 + }, + { + "epoch": 8, + "train_loss": 0.21839114526907602, + "val_dice": 0.6582036495208741, + "val_iou": 0.5188954830169678 + }, + { + "epoch": 9, + "train_loss": 0.19053654621044794, + "val_dice": 0.6119234323501587, + "val_iou": 0.4852411150932312 + }, + { + "epoch": 10, + "train_loss": 0.17761811117331186, + "val_dice": 0.6257455587387085, + "val_iou": 0.4970561027526855 + }, + { + "epoch": 11, + "train_loss": 0.16322157780329385, + "val_dice": 0.6609710812568664, + "val_iou": 0.5234062731266022 + }, + { + "epoch": 12, + "train_loss": 0.17622177054484686, + "val_dice": 0.640637731552124, + "val_iou": 0.49804662466049193 + }, + { + "epoch": 13, + "train_loss": 0.18899552275737128, + "val_dice": 0.6889091372489929, + "val_iou": 0.5540095448493958 + }, + { + "epoch": 14, + "train_loss": 0.15675689528385797, + "val_dice": 0.6524358510971069, + "val_iou": 0.5227892458438873 + }, + { + "epoch": 15, + "train_loss": 0.15593547622362772, + "val_dice": 0.6873293399810791, + "val_iou": 0.5553216636180878 + }, + { + "epoch": 16, + "train_loss": 0.12498652810851733, + "val_dice": 0.6998813629150391, + "val_iou": 0.5706089854240417 + }, + { + "epoch": 17, + "train_loss": 0.13033238177498183, + "val_dice": 0.7081590294837952, + "val_iou": 0.5817004144191742 + }, + { + "epoch": 18, + "train_loss": 0.12468582019209862, + "val_dice": 0.7086015224456788, + "val_iou": 0.5806949138641357 + }, + { + "epoch": 19, + "train_loss": 0.12717605754733086, + "val_dice": 0.6962988257408143, + "val_iou": 0.5654616832733155 + }, + { + "epoch": 20, + "train_loss": 0.11547394593556722, + "val_dice": 0.6941062927246093, + "val_iou": 0.5614213526248932 + }, + { + "epoch": 21, + "train_loss": 0.11675930147369702, + "val_dice": 0.704134714603424, + "val_iou": 0.5735477447509766 + }, + { + "epoch": 22, + "train_loss": 0.11396867657701175, + "val_dice": 0.7009068846702575, + "val_iou": 0.5694182991981507 + }, + { + "epoch": 23, + "train_loss": 0.10913873463869095, + "val_dice": 0.7028085350990295, + "val_iou": 0.5729459166526795 + }, + { + "epoch": 24, + "train_loss": 0.11497349292039871, + "val_dice": 0.7008692979812622, + "val_iou": 0.5702898263931274 + }, + { + "epoch": 25, + "train_loss": 0.10222203905383746, + "val_dice": 0.7070714116096497, + "val_iou": 0.5771474003791809 + }, + { + "epoch": 26, + "train_loss": 0.10582269604007404, + "val_dice": 0.7127191662788391, + "val_iou": 0.584139883518219 + }, + { + "epoch": 27, + "train_loss": 0.11079075559973717, + "val_dice": 0.7057177901268006, + "val_iou": 0.5763662457466125 + }, + { + "epoch": 28, + "train_loss": 0.10917371014753978, + "val_dice": 0.7002436518669128, + "val_iou": 0.5692745327949524 + }, + { + "epoch": 29, + "train_loss": 0.10283314188321431, + "val_dice": 0.7006181359291077, + "val_iou": 0.5703987956047059 + }, + { + "epoch": 30, + "train_loss": 0.1095444622139136, + "val_dice": 0.7061515331268311, + "val_iou": 0.5758934020996094 + }, + { + "epoch": 31, + "train_loss": 0.10100778316458066, + "val_dice": 0.7056334495544434, + "val_iou": 0.5744783997535705 + }, + { + "epoch": 32, + "train_loss": 0.10569919894138972, + "val_dice": 0.7069582343101501, + "val_iou": 0.578437340259552 + }, + { + "epoch": 33, + "train_loss": 0.09678878386815389, + "val_dice": 0.6962969303131104, + "val_iou": 0.5629714012145997 + }, + { + "epoch": 34, + "train_loss": 0.09587914496660233, + "val_dice": 0.6995766639709473, + "val_iou": 0.5675176978111267 + }, + { + "epoch": 35, + "train_loss": 0.09408797572056453, + "val_dice": 0.6998499155044555, + "val_iou": 0.5689149498939514 + }, + { + "epoch": 36, + "train_loss": 0.09041958053906758, + "val_dice": 0.7037481665611267, + "val_iou": 0.5731995820999145 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/target3_mamba_cv_summary.json b/stage1_final/results/resized/mamba/target3_mamba_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..fe97f8c4145cbf3f6e7d8e1c8e9facd316c3c26c --- /dev/null +++ b/stage1_final/results/resized/mamba/target3_mamba_cv_summary.json @@ -0,0 +1,349 @@ +{ + "backbone": "mamba", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7543503914677766, + "accuracy": 0.9482071713147411, + "balanced_acc": 0.7448663914869723, + "per_class_recall": { + "malignant": 0.9638157894736842, + "non_malignant": 0.30612244897959184, + "non_roi": 0.9646609360076409 + }, + "confusion_matrix": [ + [ + 879, + 21, + 12 + ], + [ + 30, + 15, + 4 + ], + [ + 34, + 3, + 1010 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9321314952279958, + "recall": 0.9638157894736842, + "f1-score": 0.9477088948787062, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38461538461538464, + "recall": 0.30612244897959184, + "f1-score": 0.3409090909090909, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9844054580896686, + "recall": 0.9646609360076409, + "f1-score": 0.9744331886155331, + "support": 1047.0 + }, + "accuracy": 0.9482071713147411, + "macro avg": { + "precision": 0.7670507793110163, + "recall": 0.7448663914869723, + "f1-score": 0.7543503914677766, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9460271873077535, + "recall": 0.9482071713147411, + "f1-score": 0.9468359591954127, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.8448275862068966, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7736941532436202, + "accuracy": 0.8829945463559742, + "balanced_acc": 0.7498037748399434, + "per_class_recall": { + "malignant": 0.9078947368421053, + "non_malignant": 0.46, + "non_roi": 0.8815165876777251 + }, + "confusion_matrix": [ + [ + 828, + 4, + 80 + ], + [ + 21, + 23, + 6 + ], + [ + 117, + 8, + 930 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8571428571428571, + "recall": 0.9078947368421053, + "f1-score": 0.8817891373801917, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6571428571428571, + "recall": 0.46, + "f1-score": 0.5411764705882353, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9153543307086615, + "recall": 0.8815165876777251, + "f1-score": 0.8981168517624336, + "support": 1055.0 + }, + "accuracy": 0.8829945463559742, + "macro avg": { + "precision": 0.8098800149981252, + "recall": 0.7498037748399434, + "f1-score": 0.7736941532436202, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8826327453986447, + "recall": 0.8829945463559742, + "f1-score": 0.8818858678381329, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9093406593406593, + "src_B_n": 728, + "src_C_acc": 0.8743119266055046, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.6997764553834532, + "accuracy": 0.9230382293762576, + "balanced_acc": 0.6954419116251703, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9425511197663097 + }, + "confusion_matrix": [ + [ + 857, + 28, + 27 + ], + [ + 34, + 10, + 5 + ], + [ + 56, + 3, + 968 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9049630411826821, + "recall": 0.9396929824561403, + "f1-score": 0.9220010758472297, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.24390243902439024, + "recall": 0.20408163265306123, + "f1-score": 0.2222222222222222, + "support": 49.0 + }, + "non_roi": { + "precision": 0.968, + "recall": 0.9425511197663097, + "f1-score": 0.9551060680809077, + "support": 1027.0 + }, + "accuracy": 0.9230382293762576, + "macro avg": { + "precision": 0.7056218267356907, + "recall": 0.6954419116251703, + "f1-score": 0.6997764553834532, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9212341615044272, + "recall": 0.9230382293762576, + "f1-score": 0.9218550311773916, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9479305740987984, + "src_B_n": 749, + "src_C_acc": 0.948210922787194, + "src_C_n": 1062, + "src_D_acc": 0.6666666666666666, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7244985168763957, + "accuracy": 0.8939172749391727, + "balanced_acc": 0.7467777336452035, + "per_class_recall": { + "malignant": 0.8433734939759037, + "non_malignant": 0.44, + "non_roi": 0.956959706959707 + }, + "confusion_matrix": [ + [ + 770, + 35, + 108 + ], + [ + 20, + 22, + 8 + ], + [ + 31, + 16, + 1045 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9378806333739342, + "recall": 0.8433734939759037, + "f1-score": 0.8881199538638985, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3013698630136986, + "recall": 0.44, + "f1-score": 0.35772357723577236, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9000861326442722, + "recall": 0.956959706959707, + "f1-score": 0.9276520195295161, + "support": 1092.0 + }, + "accuracy": 0.8939172749391727, + "macro avg": { + "precision": 0.7131122096773016, + "recall": 0.7467777336452035, + "f1-score": 0.7244985168763957, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9023102521988478, + "recall": 0.8939172749391727, + "f1-score": 0.8962217528300533, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.8867256637168142, + "src_B_n": 565, + "src_C_acc": 0.8968804159445407, + "src_C_n": 1154, + "src_D_acc": 0.8958333333333334, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6499627557254518, + "accuracy": 0.9184592296148074, + "balanced_acc": 0.6466983747851464, + "per_class_recall": { + "malignant": 0.9353778751369113, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9458937198067633 + }, + "confusion_matrix": [ + [ + 854, + 16, + 43 + ], + [ + 43, + 3, + 5 + ], + [ + 55, + 1, + 979 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8970588235294118, + "recall": 0.9353778751369113, + "f1-score": 0.9158176943699732, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15, + "recall": 0.058823529411764705, + "f1-score": 0.08450704225352113, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9532619279454723, + "recall": 0.9458937198067633, + "f1-score": 0.9495635305528612, + "support": 1035.0 + }, + "accuracy": 0.9184592296148074, + "macro avg": { + "precision": 0.6667735838249613, + "recall": 0.6466983747851464, + "f1-score": 0.6499627557254518, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9070989501280224, + "recall": 0.9184592296148074, + "f1-score": 0.9120808745557412, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.911190053285968, + "src_C_n": 1126, + "src_D_acc": 0.7923497267759563, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7204564545393395, + "cv_macro_f1_std": 0.043350694871763844, + "cv_non_malignant_recall_mean": 0.29380552220888356, + "cv_non_malignant_recall_std": 0.14994135504648792 +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/target3_mamba_final.json b/stage1_final/results/resized/mamba/target3_mamba_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f171e8b42ed8ecb2526c032f49860c1efa65c344 --- /dev/null +++ b/stage1_final/results/resized/mamba/target3_mamba_final.json @@ -0,0 +1,4492 @@ +{ + "backbone": "mamba", + "val_metrics": { + "macro_f1": 0.725667739834424, + "accuracy": 0.9142327306444136, + "balanced_acc": 0.7250230590825875, + "per_class_recall": { + "malignant": 0.8994871794871795, + "non_malignant": 0.32075471698113206, + "non_roi": 0.9548272807794509 + }, + "confusion_matrix": [ + [ + 877, + 29, + 69 + ], + [ + 18, + 17, + 18 + ], + [ + 44, + 7, + 1078 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.933972310969116, + "recall": 0.8994871794871795, + "f1-score": 0.9164054336468129, + "support": 975.0 + }, + "non_malignant": { + "precision": 0.32075471698113206, + "recall": 0.32075471698113206, + "f1-score": 0.32075471698113206, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9253218884120171, + "recall": 0.9548272807794509, + "f1-score": 0.939843068875327, + "support": 1129.0 + }, + "accuracy": 0.9142327306444136, + "macro avg": { + "precision": 0.7266829721207552, + "recall": 0.7250230590825875, + "f1-score": 0.725667739834424, + "support": 2157.0 + }, + "weighted avg": { + "precision": 0.9143771048734611, + "recall": 0.9142327306444136, + "f1-score": 0.9140371453712967, + "support": 2157.0 + } + }, + "n": 2157, + "src_B_acc": 0.9776286353467561, + "src_B_n": 447, + "src_C_acc": 0.8872549019607843, + "src_C_n": 1224, + "src_D_acc": 0.9238683127572016, + "src_D_n": 486 + }, + "test_metrics": { + "macro_f1": 0.6968551609745705, + "accuracy": 0.9330855018587361, + "balanced_acc": 0.6965705303823864, + "per_class_recall": { + "malignant": 0.9304703476482618, + "non_malignant": 0.18867924528301888, + "non_roi": 0.9705619982158786 + }, + "confusion_matrix": [ + [ + 910, + 41, + 27 + ], + [ + 20, + 10, + 23 + ], + [ + 31, + 2, + 1088 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9469302809573361, + "recall": 0.9304703476482618, + "f1-score": 0.9386281588447654, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.18867924528301888, + "recall": 0.18867924528301888, + "f1-score": 0.18867924528301888, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9560632688927944, + "recall": 0.9705619982158786, + "f1-score": 0.9632580787959274, + "support": 1121.0 + }, + "accuracy": 0.9330855018587361, + "macro avg": { + "precision": 0.6972242650443832, + "recall": 0.6965705303823864, + "f1-score": 0.6968551609745705, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9330133546492086, + "recall": 0.9330855018587361, + "f1-score": 0.932988218252981, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9872521246458924, + "src_B_n": 706, + "src_C_acc": 0.9352396972245585, + "src_C_n": 1189, + "src_D_acc": 0.77431906614786, + "src_D_n": 257 + }, + "test_predictions": [ + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2 + ], + "test_true": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 2, + 2, + 0, + 0, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 2, + 2, + 2, + 1, + 1, + 1, + 1, + 1, + 1, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 2, + 2, + 0, + 2, + 0, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 2, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 2 + ], + "logs": [ + { + "epoch": 0, + "train_loss": 0.5447332337024106, + "val_macro_f1": 0.6158781967977204 + }, + { + "epoch": 1, + "train_loss": 0.47512630406458667, + "val_macro_f1": 0.6657267335838765 + }, + { + "epoch": 2, + "train_loss": 0.4472235809465882, + "val_macro_f1": 0.6623284261221113 + }, + { + "epoch": 3, + "train_loss": 0.40934121494839903, + "val_macro_f1": 0.725667739834424 + }, + { + "epoch": 4, + "train_loss": 0.3964873075864877, + "val_macro_f1": 0.6680398781604029 + }, + { + "epoch": 5, + "train_loss": 0.37501892029859457, + "val_macro_f1": 0.6552027720478323 + }, + { + "epoch": 6, + "train_loss": 0.36957773869963967, + "val_macro_f1": 0.6986899208999313 + }, + { + "epoch": 7, + "train_loss": 0.36646152320940784, + "val_macro_f1": 0.6595501767630468 + }, + { + "epoch": 8, + "train_loss": 0.36399758089879514, + "val_macro_f1": 0.7133090591871953 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/target3_mamba_fold0_val.json b/stage1_final/results/resized/mamba/target3_mamba_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..cce04cdaa24dcb2d3faa52116c7c539245c79f8b --- /dev/null +++ b/stage1_final/results/resized/mamba/target3_mamba_fold0_val.json @@ -0,0 +1,127 @@ +{ + "fold": 0, + "metrics": { + "macro_f1": 0.7543503914677766, + "accuracy": 0.9482071713147411, + "balanced_acc": 0.7448663914869723, + "per_class_recall": { + "malignant": 0.9638157894736842, + "non_malignant": 0.30612244897959184, + "non_roi": 0.9646609360076409 + }, + "confusion_matrix": [ + [ + 879, + 21, + 12 + ], + [ + 30, + 15, + 4 + ], + [ + 34, + 3, + 1010 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9321314952279958, + "recall": 0.9638157894736842, + "f1-score": 0.9477088948787062, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.38461538461538464, + "recall": 0.30612244897959184, + "f1-score": 0.3409090909090909, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9844054580896686, + "recall": 0.9646609360076409, + "f1-score": 0.9744331886155331, + "support": 1047.0 + }, + "accuracy": 0.9482071713147411, + "macro avg": { + "precision": 0.7670507793110163, + "recall": 0.7448663914869723, + "f1-score": 0.7543503914677766, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9460271873077535, + "recall": 0.9482071713147411, + "f1-score": 0.9468359591954127, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9925373134328358, + "src_B_n": 670, + "src_C_acc": 0.9337152209492635, + "src_C_n": 1222, + "src_D_acc": 0.8448275862068966, + "src_D_n": 116 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.6049142315387726, + "val_macro_f1": 0.6511282271156463 + }, + { + "epoch": 1, + "train_loss": 0.48732975840568543, + "val_macro_f1": 0.6591770448338213 + }, + { + "epoch": 2, + "train_loss": 0.46369396352767944, + "val_macro_f1": 0.686435705949663 + }, + { + "epoch": 3, + "train_loss": 0.42551552510261537, + "val_macro_f1": 0.6610415268546221 + }, + { + "epoch": 4, + "train_loss": 0.40810794472694395, + "val_macro_f1": 0.6678851829236824 + }, + { + "epoch": 5, + "train_loss": 0.3898566484451294, + "val_macro_f1": 0.7543503914677766 + }, + { + "epoch": 6, + "train_loss": 0.38994735741615294, + "val_macro_f1": 0.6814559580296943 + }, + { + "epoch": 7, + "train_loss": 0.3698698995113373, + "val_macro_f1": 0.7039382419298746 + }, + { + "epoch": 8, + "train_loss": 0.35748784136772155, + "val_macro_f1": 0.6915896836698677 + }, + { + "epoch": 9, + "train_loss": 0.36823131585121155, + "val_macro_f1": 0.7286547958332986 + }, + { + "epoch": 10, + "train_loss": 0.35512385129928586, + "val_macro_f1": 0.7468863761355761 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/target3_mamba_fold1_val.json b/stage1_final/results/resized/mamba/target3_mamba_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..7ed20884a57c078fdf2d70a4c25c91749cb740f3 --- /dev/null +++ b/stage1_final/results/resized/mamba/target3_mamba_fold1_val.json @@ -0,0 +1,117 @@ +{ + "fold": 1, + "metrics": { + "macro_f1": 0.7736941532436202, + "accuracy": 0.8829945463559742, + "balanced_acc": 0.7498037748399434, + "per_class_recall": { + "malignant": 0.9078947368421053, + "non_malignant": 0.46, + "non_roi": 0.8815165876777251 + }, + "confusion_matrix": [ + [ + 828, + 4, + 80 + ], + [ + 21, + 23, + 6 + ], + [ + 117, + 8, + 930 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8571428571428571, + "recall": 0.9078947368421053, + "f1-score": 0.8817891373801917, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.6571428571428571, + "recall": 0.46, + "f1-score": 0.5411764705882353, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9153543307086615, + "recall": 0.8815165876777251, + "f1-score": 0.8981168517624336, + "support": 1055.0 + }, + "accuracy": 0.8829945463559742, + "macro avg": { + "precision": 0.8098800149981252, + "recall": 0.7498037748399434, + "f1-score": 0.7736941532436202, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8826327453986447, + "recall": 0.8829945463559742, + "f1-score": 0.8818858678381329, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.9093406593406593, + "src_B_n": 728, + "src_C_acc": 0.8743119266055046, + "src_C_n": 1090, + "src_D_acc": 0.8341708542713567, + "src_D_n": 199 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5630256335735321, + "val_macro_f1": 0.6430097135041661 + }, + { + "epoch": 1, + "train_loss": 0.45661900329589844, + "val_macro_f1": 0.7071992414284148 + }, + { + "epoch": 2, + "train_loss": 0.4401971254348755, + "val_macro_f1": 0.6863747203328788 + }, + { + "epoch": 3, + "train_loss": 0.4120632562637329, + "val_macro_f1": 0.7736941532436202 + }, + { + "epoch": 4, + "train_loss": 0.39030242085456845, + "val_macro_f1": 0.6990548919855218 + }, + { + "epoch": 5, + "train_loss": 0.38119956946372985, + "val_macro_f1": 0.7515717877447474 + }, + { + "epoch": 6, + "train_loss": 0.3730739951133728, + "val_macro_f1": 0.7550438071000278 + }, + { + "epoch": 7, + "train_loss": 0.3559308354854584, + "val_macro_f1": 0.7134812452732118 + }, + { + "epoch": 8, + "train_loss": 0.35608339619636536, + "val_macro_f1": 0.6568713600966242 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/target3_mamba_fold2_val.json b/stage1_final/results/resized/mamba/target3_mamba_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..3119d18dcfb5cc0a16f4e0f99eeaf31dbd4e169f --- /dev/null +++ b/stage1_final/results/resized/mamba/target3_mamba_fold2_val.json @@ -0,0 +1,107 @@ +{ + "fold": 2, + "metrics": { + "macro_f1": 0.6997764553834532, + "accuracy": 0.9230382293762576, + "balanced_acc": 0.6954419116251703, + "per_class_recall": { + "malignant": 0.9396929824561403, + "non_malignant": 0.20408163265306123, + "non_roi": 0.9425511197663097 + }, + "confusion_matrix": [ + [ + 857, + 28, + 27 + ], + [ + 34, + 10, + 5 + ], + [ + 56, + 3, + 968 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9049630411826821, + "recall": 0.9396929824561403, + "f1-score": 0.9220010758472297, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.24390243902439024, + "recall": 0.20408163265306123, + "f1-score": 0.2222222222222222, + "support": 49.0 + }, + "non_roi": { + "precision": 0.968, + "recall": 0.9425511197663097, + "f1-score": 0.9551060680809077, + "support": 1027.0 + }, + "accuracy": 0.9230382293762576, + "macro avg": { + "precision": 0.7056218267356907, + "recall": 0.6954419116251703, + "f1-score": 0.6997764553834532, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9212341615044272, + "recall": 0.9230382293762576, + "f1-score": 0.9218550311773916, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9479305740987984, + "src_B_n": 749, + "src_C_acc": 0.948210922787194, + "src_C_n": 1062, + "src_D_acc": 0.6666666666666666, + "src_D_n": 177 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5896591191727018, + "val_macro_f1": 0.6461648107616756 + }, + { + "epoch": 1, + "train_loss": 0.4650793941248031, + "val_macro_f1": 0.6997764553834532 + }, + { + "epoch": 2, + "train_loss": 0.43965016967720455, + "val_macro_f1": 0.6375317172026921 + }, + { + "epoch": 3, + "train_loss": 0.4279993370411888, + "val_macro_f1": 0.6983889914374114 + }, + { + "epoch": 4, + "train_loss": 0.41120129516200415, + "val_macro_f1": 0.6862518548917871 + }, + { + "epoch": 5, + "train_loss": 0.3908928327617191, + "val_macro_f1": 0.6700387184937746 + }, + { + "epoch": 6, + "train_loss": 0.38148946728971267, + "val_macro_f1": 0.6444959570631558 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/target3_mamba_fold3_val.json b/stage1_final/results/resized/mamba/target3_mamba_fold3_val.json new file mode 100644 index 0000000000000000000000000000000000000000..0b2bc1b953065d8dd56478f11f937629b05e98ee --- /dev/null +++ b/stage1_final/results/resized/mamba/target3_mamba_fold3_val.json @@ -0,0 +1,112 @@ +{ + "fold": 3, + "metrics": { + "macro_f1": 0.7244985168763957, + "accuracy": 0.8939172749391727, + "balanced_acc": 0.7467777336452035, + "per_class_recall": { + "malignant": 0.8433734939759037, + "non_malignant": 0.44, + "non_roi": 0.956959706959707 + }, + "confusion_matrix": [ + [ + 770, + 35, + 108 + ], + [ + 20, + 22, + 8 + ], + [ + 31, + 16, + 1045 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9378806333739342, + "recall": 0.8433734939759037, + "f1-score": 0.8881199538638985, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.3013698630136986, + "recall": 0.44, + "f1-score": 0.35772357723577236, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9000861326442722, + "recall": 0.956959706959707, + "f1-score": 0.9276520195295161, + "support": 1092.0 + }, + "accuracy": 0.8939172749391727, + "macro avg": { + "precision": 0.7131122096773016, + "recall": 0.7467777336452035, + "f1-score": 0.7244985168763957, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9023102521988478, + "recall": 0.8939172749391727, + "f1-score": 0.8962217528300533, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.8867256637168142, + "src_B_n": 565, + "src_C_acc": 0.8968804159445407, + "src_C_n": 1154, + "src_D_acc": 0.8958333333333334, + "src_D_n": 336 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5857949812412262, + "val_macro_f1": 0.5703810756539144 + }, + { + "epoch": 1, + "train_loss": 0.48753631782531737, + "val_macro_f1": 0.6068915526756105 + }, + { + "epoch": 2, + "train_loss": 0.4437064986228943, + "val_macro_f1": 0.7244985168763957 + }, + { + "epoch": 3, + "train_loss": 0.4180943465232849, + "val_macro_f1": 0.6255572392464855 + }, + { + "epoch": 4, + "train_loss": 0.4050470564365387, + "val_macro_f1": 0.6612344361244739 + }, + { + "epoch": 5, + "train_loss": 0.38811305904388427, + "val_macro_f1": 0.6950481222481223 + }, + { + "epoch": 6, + "train_loss": 0.37255623936653137, + "val_macro_f1": 0.7160062816967754 + }, + { + "epoch": 7, + "train_loss": 0.3681774594783783, + "val_macro_f1": 0.6815687745545995 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/mamba/target3_mamba_fold4_val.json b/stage1_final/results/resized/mamba/target3_mamba_fold4_val.json new file mode 100644 index 0000000000000000000000000000000000000000..d922986a1113123e9c3563fd330fe01478c5b302 --- /dev/null +++ b/stage1_final/results/resized/mamba/target3_mamba_fold4_val.json @@ -0,0 +1,122 @@ +{ + "fold": 4, + "metrics": { + "macro_f1": 0.6499627557254518, + "accuracy": 0.9184592296148074, + "balanced_acc": 0.6466983747851464, + "per_class_recall": { + "malignant": 0.9353778751369113, + "non_malignant": 0.058823529411764705, + "non_roi": 0.9458937198067633 + }, + "confusion_matrix": [ + [ + 854, + 16, + 43 + ], + [ + 43, + 3, + 5 + ], + [ + 55, + 1, + 979 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8970588235294118, + "recall": 0.9353778751369113, + "f1-score": 0.9158176943699732, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15, + "recall": 0.058823529411764705, + "f1-score": 0.08450704225352113, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9532619279454723, + "recall": 0.9458937198067633, + "f1-score": 0.9495635305528612, + "support": 1035.0 + }, + "accuracy": 0.9184592296148074, + "macro avg": { + "precision": 0.6667735838249613, + "recall": 0.6466983747851464, + "f1-score": 0.6499627557254518, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9070989501280224, + "recall": 0.9184592296148074, + "f1-score": 0.9120808745557412, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9637681159420289, + "src_B_n": 690, + "src_C_acc": 0.911190053285968, + "src_C_n": 1126, + "src_D_acc": 0.7923497267759563, + "src_D_n": 183 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5958417462451118, + "val_macro_f1": 0.6124420500790769 + }, + { + "epoch": 1, + "train_loss": 0.4776348764934237, + "val_macro_f1": 0.561519562061176 + }, + { + "epoch": 2, + "train_loss": 0.4398240371355935, + "val_macro_f1": 0.6410666146745797 + }, + { + "epoch": 3, + "train_loss": 0.42370243181311895, + "val_macro_f1": 0.6285846846630841 + }, + { + "epoch": 4, + "train_loss": 0.3940633835773619, + "val_macro_f1": 0.6499627557254518 + }, + { + "epoch": 5, + "train_loss": 0.38582568272711737, + "val_macro_f1": 0.6449950271591278 + }, + { + "epoch": 6, + "train_loss": 0.3791554468491721, + "val_macro_f1": 0.6457837939081047 + }, + { + "epoch": 7, + "train_loss": 0.3659912406925171, + "val_macro_f1": 0.6203855742689685 + }, + { + "epoch": 8, + "train_loss": 0.36013428559378974, + "val_macro_f1": 0.6473874035397332 + }, + { + "epoch": 9, + "train_loss": 0.3482527910243897, + "val_macro_f1": 0.6390303117059601 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/crt_resnet_cv_summary.json b/stage1_final/results/resized/resnet/crt_resnet_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..549492fed20e73a068489527d9db02453d211a1e --- /dev/null +++ b/stage1_final/results/resized/resnet/crt_resnet_cv_summary.json @@ -0,0 +1,376 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7379056910419951, + "accuracy": 0.9262948207171314, + "balanced_acc": 0.8069737508938125, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.5510204081632653, + "non_roi": 0.9455587392550143 + }, + "per_class_precision": { + "malignant": 0.9678530424799081, + "non_malignant": 0.2109375, + "non_roi": 0.981169474727453 + }, + "confusion_matrix": [ + [ + 843, + 53, + 16 + ], + [ + 19, + 27, + 3 + ], + [ + 9, + 48, + 990 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9678530424799081, + "recall": 0.9243421052631579, + "f1-score": 0.9455973079080202, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.2109375, + "recall": 0.5510204081632653, + "f1-score": 0.3050847457627119, + "support": 49.0 + }, + "non_roi": { + "precision": 0.981169474727453, + "recall": 0.9455587392550143, + "f1-score": 0.9630350194552529, + "support": 1047.0 + }, + "accuracy": 0.9262948207171314, + "macro avg": { + "precision": 0.7199866724024537, + "recall": 0.8069737508938125, + "f1-score": 0.7379056910419951, + "support": 2008.0 + }, + "weighted avg": { + "precision": 0.9563258726500594, + "recall": 0.9262948207171314, + "f1-score": 0.9390595431893113, + "support": 2008.0 + } + }, + "n": 2008, + "src_B_acc": 0.9850746268656716, + "src_B_n": 670, + "src_C_acc": 0.8993453355155483, + "src_C_n": 1222, + "src_D_acc": 0.8706896551724138, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7408492212110552, + "accuracy": 0.8785324739712445, + "balanced_acc": 0.7845194839389151, + "per_class_recall": { + "malignant": 0.8958333333333334, + "non_malignant": 0.58, + "non_roi": 0.8777251184834123 + }, + "per_class_precision": { + "malignant": 0.8766094420600858, + "non_malignant": 0.3493975903614458, + "non_roi": 0.9241516966067864 + }, + "confusion_matrix": [ + [ + 817, + 27, + 68 + ], + [ + 13, + 29, + 8 + ], + [ + 102, + 27, + 926 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.8766094420600858, + "recall": 0.8958333333333334, + "f1-score": 0.886117136659436, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.3493975903614458, + "recall": 0.58, + "f1-score": 0.43609022556390975, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9241516966067864, + "recall": 0.8777251184834123, + "f1-score": 0.9003403014098201, + "support": 1055.0 + }, + "accuracy": 0.8785324739712445, + "macro avg": { + "precision": 0.7167195763427726, + "recall": 0.7845194839389151, + "f1-score": 0.7408492212110552, + "support": 2017.0 + }, + "weighted avg": { + "precision": 0.8884074023782995, + "recall": 0.8785324739712445, + "f1-score": 0.8824007723842149, + "support": 2017.0 + } + }, + "n": 2017, + "src_B_acc": 0.896978021978022, + "src_B_n": 728, + "src_C_acc": 0.8770642201834863, + "src_C_n": 1090, + "src_D_acc": 0.8190954773869347, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.703226461038961, + "accuracy": 0.9039235412474849, + "balanced_acc": 0.7460071171228019, + "per_class_recall": { + "malignant": 0.8892543859649122, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9406037000973709 + }, + "per_class_precision": { + "malignant": 0.9215909090909091, + "non_malignant": 0.18018018018018017, + "non_roi": 0.9689067201604814 + }, + "confusion_matrix": [ + [ + 811, + 71, + 30 + ], + [ + 28, + 20, + 1 + ], + [ + 41, + 20, + 966 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9215909090909091, + "recall": 0.8892543859649122, + "f1-score": 0.9051339285714286, + "support": 912.0 + }, + "non_malignant": { + "precision": 0.18018018018018017, + "recall": 0.40816326530612246, + "f1-score": 0.25, + "support": 49.0 + }, + "non_roi": { + "precision": 0.9689067201604814, + "recall": 0.9406037000973709, + "f1-score": 0.9545454545454546, + "support": 1027.0 + }, + "accuracy": 0.9039235412474849, + "macro avg": { + "precision": 0.6902259364771902, + "recall": 0.7460071171228019, + "f1-score": 0.703226461038961, + "support": 1988.0 + }, + "weighted avg": { + "precision": 0.9277600299419277, + "recall": 0.9039235412474849, + "f1-score": 0.9145122357521753, + "support": 1988.0 + } + }, + "n": 1988, + "src_B_acc": 0.9345794392523364, + "src_B_n": 749, + "src_C_acc": 0.931261770244821, + "src_C_n": 1062, + "src_D_acc": 0.6101694915254238, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.6893775705512953, + "accuracy": 0.8457420924574209, + "balanced_acc": 0.838561946754718, + "per_class_recall": { + "malignant": 0.864184008762322, + "non_malignant": 0.82, + "non_roi": 0.8315018315018315 + }, + "per_class_precision": { + "malignant": 0.9058553386911596, + "non_malignant": 0.18222222222222223, + "non_roi": 0.9468196037539103 + }, + "confusion_matrix": [ + [ + 789, + 74, + 50 + ], + [ + 8, + 41, + 1 + ], + [ + 74, + 110, + 908 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9058553386911596, + "recall": 0.864184008762322, + "f1-score": 0.8845291479820628, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.18222222222222223, + "recall": 0.82, + "f1-score": 0.29818181818181816, + "support": 50.0 + }, + "non_roi": { + "precision": 0.9468196037539103, + "recall": 0.8315018315018315, + "f1-score": 0.8854217454900049, + "support": 1092.0 + }, + "accuracy": 0.8457420924574209, + "macro avg": { + "precision": 0.6782990548890974, + "recall": 0.838561946754718, + "f1-score": 0.6893775705512953, + "support": 2055.0 + }, + "weighted avg": { + "precision": 0.9100165657593235, + "recall": 0.8457420924574209, + "f1-score": 0.8707371041809243, + "support": 2055.0 + } + }, + "n": 2055, + "src_B_acc": 0.9380530973451328, + "src_B_n": 565, + "src_C_acc": 0.7963604852686309, + "src_C_n": 1154, + "src_D_acc": 0.8601190476190477, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6846635904623426, + "accuracy": 0.8689344672336168, + "balanced_acc": 0.7674932751751536, + "per_class_recall": { + "malignant": 0.8674698795180723, + "non_malignant": 0.5490196078431373, + "non_roi": 0.8859903381642512 + }, + "per_class_precision": { + "malignant": 0.9241540256709452, + "non_malignant": 0.15300546448087432, + "non_roi": 0.9562043795620438 + }, + "confusion_matrix": [ + [ + 792, + 80, + 41 + ], + [ + 22, + 28, + 1 + ], + [ + 43, + 75, + 917 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9241540256709452, + "recall": 0.8674698795180723, + "f1-score": 0.8949152542372881, + "support": 913.0 + }, + "non_malignant": { + "precision": 0.15300546448087432, + "recall": 0.5490196078431373, + "f1-score": 0.23931623931623933, + "support": 51.0 + }, + "non_roi": { + "precision": 0.9562043795620438, + "recall": 0.8859903381642512, + "f1-score": 0.9197592778335005, + "support": 1035.0 + }, + "accuracy": 0.8689344672336168, + "macro avg": { + "precision": 0.6777879565712878, + "recall": 0.7674932751751536, + "f1-score": 0.6846635904623426, + "support": 1999.0 + }, + "weighted avg": { + "precision": 0.9210742556142135, + "recall": 0.8689344672336168, + "f1-score": 0.8910523301057756, + "support": 1999.0 + } + }, + "n": 1999, + "src_B_acc": 0.9536231884057971, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.7158469945355191, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7112045068611299, + "cv_macro_f1_std": 0.02381699784880862, + "cv_non_malignant_recall_mean": 0.5816406562625049, + "cv_non_malignant_recall_std": 0.13335216988606696, + "cv_balanced_acc_mean": 0.7887111147770802, + "cv_balanced_acc_std": 0.03196881989973353 +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/crt_resnet_final.json b/stage1_final/results/resized/resnet/crt_resnet_final.json new file mode 100644 index 0000000000000000000000000000000000000000..d604a45c2c86137049e854c977f141843b3b2c1b --- /dev/null +++ b/stage1_final/results/resized/resnet/crt_resnet_final.json @@ -0,0 +1,75 @@ +{ + "backbone": "resnet", + "test_metrics": { + "macro_f1": 0.7469611482936153, + "accuracy": 0.9149628252788105, + "balanced_acc": 0.840155868930427, + "per_class_recall": { + "malignant": 0.9161554192229039, + "non_malignant": 0.6792452830188679, + "non_roi": 0.9250669045495094 + }, + "per_class_precision": { + "malignant": 0.9624060150375939, + "non_malignant": 0.24161073825503357, + "non_roi": 0.9673507462686567 + }, + "confusion_matrix": [ + [ + 896, + 61, + 21 + ], + [ + 3, + 36, + 14 + ], + [ + 32, + 52, + 1037 + ] + ], + "classification_report": { + "malignant": { + "precision": 0.9624060150375939, + "recall": 0.9161554192229039, + "f1-score": 0.9387113672079623, + "support": 978.0 + }, + "non_malignant": { + "precision": 0.24161073825503357, + "recall": 0.6792452830188679, + "f1-score": 0.3564356435643564, + "support": 53.0 + }, + "non_roi": { + "precision": 0.9673507462686567, + "recall": 0.9250669045495094, + "f1-score": 0.9457364341085271, + "support": 1121.0 + }, + "accuracy": 0.9149628252788105, + "macro avg": { + "precision": 0.7237891665204281, + "recall": 0.840155868930427, + "f1-score": 0.7469611482936153, + "support": 2152.0 + }, + "weighted avg": { + "precision": 0.9472298505582936, + "recall": 0.9149628252788105, + "f1-score": 0.9280303665771176, + "support": 2152.0 + } + }, + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.8931875525651808, + "src_C_n": 1189, + "src_D_acc": 0.8482490272373541, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/emit_crt_resnet_oof.json b/stage1_final/results/resized/resnet/emit_crt_resnet_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..3870f0a019142c5a1e19775ed3bffc6551b0df55 --- /dev/null +++ b/stage1_final/results/resized/resnet/emit_crt_resnet_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7379056910419951, + "accuracy": 0.9262948207171314, + "balanced_acc": 0.8069737508938125, + "per_class_recall": { + "malignant": 0.9243421052631579, + "non_malignant": 0.5510204081632653, + "non_roi": 0.9455587392550143 + }, + "per_class_precision": { + "malignant": 0.9678530424799081, + "non_malignant": 0.2109375, + "non_roi": 0.981169474727453 + }, + "confusion_matrix": [ + [ + 843, + 53, + 16 + ], + [ + 19, + 27, + 3 + ], + [ + 9, + 48, + 990 + ] + ], + "n": 2008, + "src_B_acc": 0.9850746268656716, + "src_B_n": 670, + "src_C_acc": 0.8993453355155483, + "src_C_n": 1222, + "src_D_acc": 0.8706896551724138, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7408492212110552, + "accuracy": 0.8785324739712445, + "balanced_acc": 0.7845194839389151, + "per_class_recall": { + "malignant": 0.8958333333333334, + "non_malignant": 0.58, + "non_roi": 0.8777251184834123 + }, + "per_class_precision": { + "malignant": 0.8766094420600858, + "non_malignant": 0.3493975903614458, + "non_roi": 0.9241516966067864 + }, + "confusion_matrix": [ + [ + 817, + 27, + 68 + ], + [ + 13, + 29, + 8 + ], + [ + 102, + 27, + 926 + ] + ], + "n": 2017, + "src_B_acc": 0.896978021978022, + "src_B_n": 728, + "src_C_acc": 0.8770642201834863, + "src_C_n": 1090, + "src_D_acc": 0.8190954773869347, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.703226461038961, + "accuracy": 0.9039235412474849, + "balanced_acc": 0.7460071171228019, + "per_class_recall": { + "malignant": 0.8892543859649122, + "non_malignant": 0.40816326530612246, + "non_roi": 0.9406037000973709 + }, + "per_class_precision": { + "malignant": 0.9215909090909091, + "non_malignant": 0.18018018018018017, + "non_roi": 0.9689067201604814 + }, + "confusion_matrix": [ + [ + 811, + 71, + 30 + ], + [ + 28, + 20, + 1 + ], + [ + 41, + 20, + 966 + ] + ], + "n": 1988, + "src_B_acc": 0.9345794392523364, + "src_B_n": 749, + "src_C_acc": 0.931261770244821, + "src_C_n": 1062, + "src_D_acc": 0.6101694915254238, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.6893775705512953, + "accuracy": 0.8457420924574209, + "balanced_acc": 0.838561946754718, + "per_class_recall": { + "malignant": 0.864184008762322, + "non_malignant": 0.82, + "non_roi": 0.8315018315018315 + }, + "per_class_precision": { + "malignant": 0.9058553386911596, + "non_malignant": 0.18222222222222223, + "non_roi": 0.9468196037539103 + }, + "confusion_matrix": [ + [ + 789, + 74, + 50 + ], + [ + 8, + 41, + 1 + ], + [ + 74, + 110, + 908 + ] + ], + "n": 2055, + "src_B_acc": 0.9380530973451328, + "src_B_n": 565, + "src_C_acc": 0.7963604852686309, + "src_C_n": 1154, + "src_D_acc": 0.8601190476190477, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6846635904623426, + "accuracy": 0.8689344672336168, + "balanced_acc": 0.7674932751751536, + "per_class_recall": { + "malignant": 0.8674698795180723, + "non_malignant": 0.5490196078431373, + "non_roi": 0.8859903381642512 + }, + "per_class_precision": { + "malignant": 0.9241540256709452, + "non_malignant": 0.15300546448087432, + "non_roi": 0.9562043795620438 + }, + "confusion_matrix": [ + [ + 792, + 80, + 41 + ], + [ + 22, + 28, + 1 + ], + [ + 43, + 75, + 917 + ] + ], + "n": 1999, + "src_B_acc": 0.9536231884057971, + "src_B_n": 690, + "src_C_acc": 0.8419182948490231, + "src_C_n": 1126, + "src_D_acc": 0.7158469945355191, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7112045068611299, + "cv_macro_f1_std": 0.02381699784880862, + "cv_non_malignant_recall_mean": 0.5816406562625049, + "cv_non_malignant_recall_std": 0.13335216988606696, + "cv_balanced_acc_mean": 0.7887111147770802, + "cv_balanced_acc_std": 0.03196881989973353 +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/emit_crt_resnet_test.json b/stage1_final/results/resized/resnet/emit_crt_resnet_test.json new file mode 100644 index 0000000000000000000000000000000000000000..bc9c68ba5fbe8cc76a20cb99e55d515be77262bc --- /dev/null +++ b/stage1_final/results/resized/resnet/emit_crt_resnet_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "resnet", + "test_metrics": { + "macro_f1": 0.7469611482936153, + "accuracy": 0.9149628252788105, + "balanced_acc": 0.840155868930427, + "per_class_recall": { + "malignant": 0.9161554192229039, + "non_malignant": 0.6792452830188679, + "non_roi": 0.9250669045495094 + }, + "per_class_precision": { + "malignant": 0.9624060150375939, + "non_malignant": 0.24161073825503357, + "non_roi": 0.9673507462686567 + }, + "confusion_matrix": [ + [ + 896, + 61, + 21 + ], + [ + 3, + 36, + 14 + ], + [ + 32, + 52, + 1037 + ] + ], + "n": 2152, + "src_B_acc": 0.9759206798866855, + "src_B_n": 706, + "src_C_acc": 0.8931875525651808, + "src_C_n": 1189, + "src_D_acc": 0.8482490272373541, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/emit_plain_resnet_oof.json b/stage1_final/results/resized/resnet/emit_plain_resnet_oof.json new file mode 100644 index 0000000000000000000000000000000000000000..10eda8282cae2802cb055a221cfc8706abafda22 --- /dev/null +++ b/stage1_final/results/resized/resnet/emit_plain_resnet_oof.json @@ -0,0 +1,211 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "macro_f1": 0.7669097256604953, + "accuracy": 0.9596613545816733, + "balanced_acc": 0.7458459304900263, + "per_class_recall": { + "malignant": 0.9671052631578947, + "non_malignant": 0.2857142857142857, + "non_roi": 0.9847182425978988 + }, + "per_class_precision": { + "malignant": 0.9545454545454546, + "non_malignant": 0.4827586206896552, + "non_roi": 0.9772511848341232 + }, + "confusion_matrix": [ + [ + 882, + 10, + 20 + ], + [ + 31, + 14, + 4 + ], + [ + 11, + 5, + 1031 + ] + ], + "n": 2008, + "src_B_acc": 0.9880597014925373, + "src_B_n": 670, + "src_C_acc": 0.9435351882160393, + "src_C_n": 1222, + "src_D_acc": 0.9655172413793104, + "src_D_n": 116 + }, + { + "fold": 1, + "macro_f1": 0.7695141113129838, + "accuracy": 0.8963807635101636, + "balanced_acc": 0.7773867132285691, + "per_class_recall": { + "malignant": 0.9078947368421053, + "non_malignant": 0.52, + "non_roi": 0.9042654028436019 + }, + "per_class_precision": { + "malignant": 0.891280947255113, + "non_malignant": 0.4727272727272727, + "non_roi": 0.9235237173281704 + }, + "confusion_matrix": [ + [ + 828, + 13, + 71 + ], + [ + 16, + 26, + 8 + ], + [ + 85, + 16, + 954 + ] + ], + "n": 2017, + "src_B_acc": 0.9024725274725275, + "src_B_n": 728, + "src_C_acc": 0.9, + "src_C_n": 1090, + "src_D_acc": 0.8542713567839196, + "src_D_n": 199 + }, + { + "fold": 2, + "macro_f1": 0.6957840963889788, + "accuracy": 0.9300804828973843, + "balanced_acc": 0.6805923645530574, + "per_class_recall": { + "malignant": 0.9407894736842105, + "non_malignant": 0.14285714285714285, + "non_roi": 0.9581304771178188 + }, + "per_class_precision": { + "malignant": 0.9186295503211992, + "non_malignant": 0.35, + "non_roi": 0.9516441005802708 + }, + "confusion_matrix": [ + [ + 858, + 13, + 41 + ], + [ + 33, + 7, + 9 + ], + [ + 43, + 0, + 984 + ] + ], + "n": 1988, + "src_B_acc": 0.9372496662216289, + "src_B_n": 749, + "src_C_acc": 0.9491525423728814, + "src_C_n": 1062, + "src_D_acc": 0.7853107344632768, + "src_D_n": 177 + }, + { + "fold": 3, + "macro_f1": 0.7079227203005706, + "accuracy": 0.8948905109489051, + "balanced_acc": 0.7567419728865512, + "per_class_recall": { + "malignant": 0.8981380065717415, + "non_malignant": 0.46, + "non_roi": 0.9120879120879121 + }, + "per_class_precision": { + "malignant": 0.9244644870349493, + "non_malignant": 0.2072072072072072, + "non_roi": 0.9422894985808893 + }, + "confusion_matrix": [ + [ + 820, + 36, + 57 + ], + [ + 23, + 23, + 4 + ], + [ + 44, + 52, + 996 + ] + ], + "n": 2055, + "src_B_acc": 0.9451327433628318, + "src_B_n": 565, + "src_C_acc": 0.8691507798960139, + "src_C_n": 1154, + "src_D_acc": 0.8988095238095238, + "src_D_n": 336 + }, + { + "fold": 4, + "macro_f1": 0.6687781793339193, + "accuracy": 0.9109554777388694, + "balanced_acc": 0.6718610005393971, + "per_class_recall": { + "malignant": 0.9079956188389924, + "non_malignant": 0.1568627450980392, + "non_roi": 0.9507246376811594 + }, + "per_class_precision": { + "malignant": 0.911991199119912, + "non_malignant": 0.13114754098360656, + "non_roi": 0.956268221574344 + }, + "confusion_matrix": [ + [ + 829, + 43, + 41 + ], + [ + 39, + 8, + 4 + ], + [ + 41, + 10, + 984 + ] + ], + "n": 1999, + "src_B_acc": 0.9550724637681159, + "src_B_n": 690, + "src_C_acc": 0.9076376554174067, + "src_C_n": 1126, + "src_D_acc": 0.7650273224043715, + "src_D_n": 183 + } + ], + "cv_macro_f1_mean": 0.7217817665993895, + "cv_macro_f1_std": 0.03998059955670659, + "cv_non_malignant_recall_mean": 0.3130868347338936, + "cv_non_malignant_recall_std": 0.15396746845212542, + "cv_balanced_acc_mean": 0.7264855963395203, + "cv_balanced_acc_std": 0.0423585404631945 +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/emit_plain_resnet_test.json b/stage1_final/results/resized/resnet/emit_plain_resnet_test.json new file mode 100644 index 0000000000000000000000000000000000000000..a95f934ddb03a04d81f67762d68ea5f45dfc7bc6 --- /dev/null +++ b/stage1_final/results/resized/resnet/emit_plain_resnet_test.json @@ -0,0 +1,42 @@ +{ + "backbone": "resnet", + "test_metrics": { + "macro_f1": 0.7119245671187143, + "accuracy": 0.9395910780669146, + "balanced_acc": 0.6959589116293166, + "per_class_recall": { + "malignant": 0.9591002044989775, + "non_malignant": 0.16981132075471697, + "non_roi": 0.9589652096342551 + }, + "per_class_precision": { + "malignant": 0.9408224674022067, + "non_malignant": 0.36, + "non_roi": 0.9513274336283186 + }, + "confusion_matrix": [ + [ + 938, + 12, + 28 + ], + [ + 17, + 9, + 27 + ], + [ + 42, + 4, + 1075 + ] + ], + "n": 2152, + "src_B_acc": 0.9773371104815864, + "src_B_n": 706, + "src_C_acc": 0.9276703111858705, + "src_C_n": 1189, + "src_D_acc": 0.8910505836575876, + "src_D_n": 257 + } +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/seg_resnet_cv_summary.json b/stage1_final/results/resized/resnet/seg_resnet_cv_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..8f08411f67b5fe08eeeb957bffadcbb3260f5d6f --- /dev/null +++ b/stage1_final/results/resized/resnet/seg_resnet_cv_summary.json @@ -0,0 +1,34 @@ +{ + "backbone": "resnet", + "folds": [ + { + "fold": 0, + "dice": 0.7666044433911642, + "iou": 0.6305172443389893 + }, + { + "fold": 1, + "dice": 0.6242254376411438, + "iou": 0.5069091220696768 + }, + { + "fold": 2, + "dice": 0.7343161702156067, + "iou": 0.6127323706944784 + }, + { + "fold": 3, + "dice": 0.7222013572851816, + "iou": 0.580032487710317 + }, + { + "fold": 4, + "dice": 0.6626530170440674, + "iou": 0.5249902665615082 + } + ], + "cv_dice_mean": 0.7020000851154327, + "cv_dice_std": 0.05142612452296906, + "cv_iou_mean": 0.571036298274994, + "cv_iou_std": 0.04814563030818512 +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/seg_resnet_final.json b/stage1_final/results/resized/resnet/seg_resnet_final.json new file mode 100644 index 0000000000000000000000000000000000000000..e2f5c81f61d859e93babf7ee791058110c65b2cc --- /dev/null +++ b/stage1_final/results/resized/resnet/seg_resnet_final.json @@ -0,0 +1,223 @@ +{ + "backbone": "resnet", + "val_metrics": { + "dice": 0.6988481368337359, + "iou": 0.5726711792605264 + }, + "test_metrics": { + "dice": 0.676211416721344, + "iou": 0.5523853600025177 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5603014611535602, + "val_dice": 0.3274393933159964, + "val_iou": 0.21938960254192352 + }, + { + "epoch": 1, + "train_loss": 0.40537670916981167, + "val_dice": 0.4090256094932556, + "val_iou": 0.2865231867347445 + }, + { + "epoch": 2, + "train_loss": 0.3554166108369827, + "val_dice": 0.31583076609032495, + "val_iou": 0.21282538239445006 + }, + { + "epoch": 3, + "train_loss": 0.3258593935105536, + "val_dice": 0.5696367408548083, + "val_iou": 0.4216257333755493 + }, + { + "epoch": 4, + "train_loss": 0.2855865607659022, + "val_dice": 0.5710413711411613, + "val_iou": 0.42586688484464374 + }, + { + "epoch": 5, + "train_loss": 0.26074566774898106, + "val_dice": 0.5582553957189832, + "val_iou": 0.4127291717699596 + }, + { + "epoch": 6, + "train_loss": 0.24585957328478494, + "val_dice": 0.6102163238184792, + "val_iou": 0.46264702507427763 + }, + { + "epoch": 7, + "train_loss": 0.23632164465056527, + "val_dice": 0.6389549544879368, + "val_iou": 0.4921371511050633 + }, + { + "epoch": 8, + "train_loss": 0.23034492466184828, + "val_dice": 0.6404278576374054, + "val_iou": 0.4986895833696638 + }, + { + "epoch": 9, + "train_loss": 0.21191736807425818, + "val_dice": 0.6044137094702039, + "val_iou": 0.4653251511710031 + }, + { + "epoch": 10, + "train_loss": 0.19578629318210813, + "val_dice": 0.6211491525173187, + "val_iou": 0.4847605228424072 + }, + { + "epoch": 11, + "train_loss": 0.18405680855115256, + "val_dice": 0.5686082541942596, + "val_iou": 0.4324189041342054 + }, + { + "epoch": 12, + "train_loss": 0.1849275901913643, + "val_dice": 0.606370747089386, + "val_iou": 0.4702459829194205 + }, + { + "epoch": 13, + "train_loss": 0.186689217057493, + "val_dice": 0.6185732781887054, + "val_iou": 0.4816842888082777 + }, + { + "epoch": 14, + "train_loss": 0.18357735127210617, + "val_dice": 0.633873347725187, + "val_iou": 0.4941908972603934 + }, + { + "epoch": 15, + "train_loss": 0.16396275245481068, + "val_dice": 0.6371832277093615, + "val_iou": 0.5024291702679226 + }, + { + "epoch": 16, + "train_loss": 0.17794479429721832, + "val_dice": 0.6763231243406024, + "val_iou": 0.5462832195418221 + }, + { + "epoch": 17, + "train_loss": 0.17871000121037164, + "val_dice": 0.6883427585874285, + "val_iou": 0.5575695548738752 + }, + { + "epoch": 18, + "train_loss": 0.1665586092405849, + "val_dice": 0.6698210665157863, + "val_iou": 0.5362763447420937 + }, + { + "epoch": 19, + "train_loss": 0.16462590048710504, + "val_dice": 0.6666110711438316, + "val_iou": 0.5351733054433551 + }, + { + "epoch": 20, + "train_loss": 0.15816058425439727, + "val_dice": 0.6200889050960541, + "val_iou": 0.48867715895175934 + }, + { + "epoch": 21, + "train_loss": 0.15134681719872686, + "val_dice": 0.6518699611936297, + "val_iou": 0.5227584753717694 + }, + { + "epoch": 22, + "train_loss": 0.1431899273561107, + "val_dice": 0.6334234859262194, + "val_iou": 0.5052543027060372 + }, + { + "epoch": 23, + "train_loss": 0.1388878052433332, + "val_dice": 0.6605095522744315, + "val_iou": 0.5306875663144248 + }, + { + "epoch": 24, + "train_loss": 0.14073261618614197, + "val_dice": 0.6988481368337359, + "val_iou": 0.5726711792605264 + }, + { + "epoch": 25, + "train_loss": 0.13805774144000477, + "val_dice": 0.6468929052352905, + "val_iou": 0.5179886370897293 + }, + { + "epoch": 26, + "train_loss": 0.1383032033012973, + "val_dice": 0.6337059736251831, + "val_iou": 0.5053694929395404 + }, + { + "epoch": 27, + "train_loss": 0.1352944920460383, + "val_dice": 0.6513216154915946, + "val_iou": 0.5234110568250928 + }, + { + "epoch": 28, + "train_loss": 0.13375621495975387, + "val_dice": 0.675284628357206, + "val_iou": 0.549609192780086 + }, + { + "epoch": 29, + "train_loss": 0.13176906026071972, + "val_dice": 0.6516683612551007, + "val_iou": 0.524684476000922 + }, + { + "epoch": 30, + "train_loss": 0.1283308139277829, + "val_dice": 0.6742197019713265, + "val_iou": 0.5473617400441851 + }, + { + "epoch": 31, + "train_loss": 0.12602967686123318, + "val_dice": 0.663541704416275, + "val_iou": 0.5357874887330192 + }, + { + "epoch": 32, + "train_loss": 0.11981751355859968, + "val_dice": 0.6835243701934814, + "val_iou": 0.5574849843978882 + }, + { + "epoch": 33, + "train_loss": 0.12085864320397377, + "val_dice": 0.6651995948382786, + "val_iou": 0.5378694789750236 + }, + { + "epoch": 34, + "train_loss": 0.12419180572032928, + "val_dice": 0.6825593795095172, + "val_iou": 0.5570836790970394 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/seg_resnet_fold0_val.json b/stage1_final/results/resized/resnet/seg_resnet_fold0_val.json new file mode 100644 index 0000000000000000000000000000000000000000..69b48801a65a14d3a4731e7a3133b932b134b808 --- /dev/null +++ b/stage1_final/results/resized/resnet/seg_resnet_fold0_val.json @@ -0,0 +1,159 @@ +{ + "fold": 0, + "metrics": { + "dice": 0.7666044433911642, + "iou": 0.6305172443389893 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.612637468179067, + "val_dice": 0.05731882651646932, + "val_iou": 0.03057705673078696 + }, + { + "epoch": 1, + "train_loss": 0.4692342539628347, + "val_dice": 0.5458301405111948, + "val_iou": 0.4060463110605876 + }, + { + "epoch": 2, + "train_loss": 0.40726365049680074, + "val_dice": 0.4001070062319438, + "val_iou": 0.27804725368817645 + }, + { + "epoch": 3, + "train_loss": 0.35572438637415565, + "val_dice": 0.6105278134346008, + "val_iou": 0.48419811328252155 + }, + { + "epoch": 4, + "train_loss": 0.31293867031733197, + "val_dice": 0.5862534642219543, + "val_iou": 0.4573344786961873 + }, + { + "epoch": 5, + "train_loss": 0.27857047915458677, + "val_dice": 0.6227051814397176, + "val_iou": 0.48841046293576557 + }, + { + "epoch": 6, + "train_loss": 0.2703812410434087, + "val_dice": 0.6738628149032593, + "val_iou": 0.5336129665374756 + }, + { + "epoch": 7, + "train_loss": 0.25047734876473743, + "val_dice": 0.7389280200004578, + "val_iou": 0.5982550581296285 + }, + { + "epoch": 8, + "train_loss": 0.23806908428668977, + "val_dice": 0.7514596581459045, + "val_iou": 0.6116620103518168 + }, + { + "epoch": 9, + "train_loss": 0.24732965131600698, + "val_dice": 0.7192774017651876, + "val_iou": 0.5752442181110382 + }, + { + "epoch": 10, + "train_loss": 0.2158089429140091, + "val_dice": 0.7346562147140503, + "val_iou": 0.5920495986938477 + }, + { + "epoch": 11, + "train_loss": 0.20684269269307454, + "val_dice": 0.7563042640686035, + "val_iou": 0.6182549198468527 + }, + { + "epoch": 12, + "train_loss": 0.20464474558830262, + "val_dice": 0.7447548111279806, + "val_iou": 0.6034578283627828 + }, + { + "epoch": 13, + "train_loss": 0.19288202424844106, + "val_dice": 0.7381907105445862, + "val_iou": 0.5991188883781433 + }, + { + "epoch": 14, + "train_loss": 0.19429809947808582, + "val_dice": 0.7666044433911642, + "val_iou": 0.6305172443389893 + }, + { + "epoch": 15, + "train_loss": 0.17938518126805622, + "val_dice": 0.7514622012774149, + "val_iou": 0.6126436392466227 + }, + { + "epoch": 16, + "train_loss": 0.17432385583718618, + "val_dice": 0.7229114373524984, + "val_iou": 0.5808920462926229 + }, + { + "epoch": 17, + "train_loss": 0.1766857941945394, + "val_dice": 0.7441377441088358, + "val_iou": 0.6038607557614645 + }, + { + "epoch": 18, + "train_loss": 0.1623344525694847, + "val_dice": 0.7627105911572775, + "val_iou": 0.6259726881980896 + }, + { + "epoch": 19, + "train_loss": 0.16860832273960114, + "val_dice": 0.7582934300104777, + "val_iou": 0.6207878986994425 + }, + { + "epoch": 20, + "train_loss": 0.1519982933998108, + "val_dice": 0.7596531510353088, + "val_iou": 0.6220381259918213 + }, + { + "epoch": 21, + "train_loss": 0.15594975252946217, + "val_dice": 0.7569407224655151, + "val_iou": 0.6184355616569519 + }, + { + "epoch": 22, + "train_loss": 0.1503921041886012, + "val_dice": 0.7517078518867493, + "val_iou": 0.612897515296936 + }, + { + "epoch": 23, + "train_loss": 0.1491767813762029, + "val_dice": 0.7594739397366842, + "val_iou": 0.6225191950798035 + }, + { + "epoch": 24, + "train_loss": 0.14522962421178817, + "val_dice": 0.7632189591725668, + "val_iou": 0.6276794672012329 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/seg_resnet_fold1_val.json b/stage1_final/results/resized/resnet/seg_resnet_fold1_val.json new file mode 100644 index 0000000000000000000000000000000000000000..400623bd4ab82fb610495120c4c2684adc747aae --- /dev/null +++ b/stage1_final/results/resized/resnet/seg_resnet_fold1_val.json @@ -0,0 +1,201 @@ +{ + "fold": 1, + "metrics": { + "dice": 0.6242254376411438, + "iou": 0.5069091220696768 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.581390901406606, + "val_dice": 0.112600886883835, + "val_iou": 0.06770115982120235 + }, + { + "epoch": 1, + "train_loss": 0.41852198441823324, + "val_dice": 0.40838144222895306, + "val_iou": 0.2883957276741664 + }, + { + "epoch": 2, + "train_loss": 0.34911444783210754, + "val_dice": 0.46674179037412006, + "val_iou": 0.33771640062332153 + }, + { + "epoch": 3, + "train_loss": 0.3077049195766449, + "val_dice": 0.5118702054023743, + "val_iou": 0.3881492614746094 + }, + { + "epoch": 4, + "train_loss": 0.2756198684374491, + "val_dice": 0.47893091042836505, + "val_iou": 0.35921532412370044 + }, + { + "epoch": 5, + "train_loss": 0.2622331122557322, + "val_dice": 0.5461836556593577, + "val_iou": 0.4246678253014882 + }, + { + "epoch": 6, + "train_loss": 0.245937842130661, + "val_dice": 0.55352916320165, + "val_iou": 0.42954206466674805 + }, + { + "epoch": 7, + "train_loss": 0.24416425228118896, + "val_dice": 0.5426840980847677, + "val_iou": 0.4193236529827118 + }, + { + "epoch": 8, + "train_loss": 0.22227751314640046, + "val_dice": 0.4937206606070201, + "val_iou": 0.36877308289210003 + }, + { + "epoch": 9, + "train_loss": 0.21250197887420655, + "val_dice": 0.5171625316143036, + "val_iou": 0.3953793446222941 + }, + { + "epoch": 10, + "train_loss": 0.2058712144692739, + "val_dice": 0.5311198532581329, + "val_iou": 0.4117962022622426 + }, + { + "epoch": 11, + "train_loss": 0.18819752037525178, + "val_dice": 0.5529520908991495, + "val_iou": 0.4293779134750366 + }, + { + "epoch": 12, + "train_loss": 0.18835565547148386, + "val_dice": 0.5230521758397421, + "val_iou": 0.400670866171519 + }, + { + "epoch": 13, + "train_loss": 0.17679824928442636, + "val_dice": 0.5672563513120016, + "val_iou": 0.44887377818425495 + }, + { + "epoch": 14, + "train_loss": 0.17683915694554647, + "val_dice": 0.5587394932905833, + "val_iou": 0.43819886445999146 + }, + { + "epoch": 15, + "train_loss": 0.16871890028317768, + "val_dice": 0.5766952733198801, + "val_iou": 0.4563274085521698 + }, + { + "epoch": 16, + "train_loss": 0.1761382857958476, + "val_dice": 0.571444978316625, + "val_iou": 0.4505622287591298 + }, + { + "epoch": 17, + "train_loss": 0.1671360492706299, + "val_dice": 0.5550330479939779, + "val_iou": 0.4344673951466878 + }, + { + "epoch": 18, + "train_loss": 0.16304931690295538, + "val_dice": 0.5442406237125397, + "val_iou": 0.42516987522443134 + }, + { + "epoch": 19, + "train_loss": 0.15165783166885377, + "val_dice": 0.5616772671540579, + "val_iou": 0.4441150228182475 + }, + { + "epoch": 20, + "train_loss": 0.1578205332159996, + "val_dice": 0.6129421790440878, + "val_iou": 0.5007411241531372 + }, + { + "epoch": 21, + "train_loss": 0.1677369236946106, + "val_dice": 0.6242254376411438, + "val_iou": 0.5069091220696768 + }, + { + "epoch": 22, + "train_loss": 0.15412459671497344, + "val_dice": 0.538155327240626, + "val_iou": 0.41768227020899457 + }, + { + "epoch": 23, + "train_loss": 0.13895050982634227, + "val_dice": 0.5940184791882833, + "val_iou": 0.47641831636428833 + }, + { + "epoch": 24, + "train_loss": 0.1520570675532023, + "val_dice": 0.604390541712443, + "val_iou": 0.486616184314092 + }, + { + "epoch": 25, + "train_loss": 0.141834053893884, + "val_dice": 0.581064502398173, + "val_iou": 0.4625074068705241 + }, + { + "epoch": 26, + "train_loss": 0.13529152621825535, + "val_dice": 0.6089940269788107, + "val_iou": 0.49453966816266376 + }, + { + "epoch": 27, + "train_loss": 0.13837997267643612, + "val_dice": 0.5439342558383942, + "val_iou": 0.42699165145556134 + }, + { + "epoch": 28, + "train_loss": 0.13568338851133982, + "val_dice": 0.5726980169614156, + "val_iou": 0.45465343197186786 + }, + { + "epoch": 29, + "train_loss": 0.13388896683851878, + "val_dice": 0.6217222015062968, + "val_iou": 0.5090063214302063 + }, + { + "epoch": 30, + "train_loss": 0.13505884408950805, + "val_dice": 0.5963311195373535, + "val_iou": 0.4789525469144185 + }, + { + "epoch": 31, + "train_loss": 0.12892652799685797, + "val_dice": 0.6013755798339844, + "val_iou": 0.4843770960966746 + } + ] +} \ No newline at end of file diff --git a/stage1_final/results/resized/resnet/seg_resnet_fold2_val.json b/stage1_final/results/resized/resnet/seg_resnet_fold2_val.json new file mode 100644 index 0000000000000000000000000000000000000000..490a275582bdfa44fa0e3f1b05700af29ff9ca35 --- /dev/null +++ b/stage1_final/results/resized/resnet/seg_resnet_fold2_val.json @@ -0,0 +1,189 @@ +{ + "fold": 2, + "metrics": { + "dice": 0.7343161702156067, + "iou": 0.6127323706944784 + }, + "logs": [ + { + "epoch": 0, + "train_loss": 0.5827652970949809, + "val_dice": 0.16428773601849875, + "val_iou": 0.10298920174439748 + }, + { + "epoch": 1, + "train_loss": 0.43263146877288816, + "val_dice": 0.5537139177322388, + "val_iou": 0.4292454918225606 + }, + { + "epoch": 2, + "train_loss": 0.3696311970551809, + "val_dice": 0.5464633405208588, + "val_iou": 0.4079579810301463 + }, + { + "epoch": 3, + "train_loss": 0.3117306411266327, + "val_dice": 0.5836405952771505, + "val_iou": 0.448995699485143 + }, + { + "epoch": 4, + "train_loss": 0.28842677772045133, + "val_dice": 0.6240268548329672, + "val_iou": 0.4943895141283671 + }, + { + "epoch": 5, + "train_loss": 0.26673990190029145, + "val_dice": 0.6322778960069021, + "val_iou": 0.5073501765727997 + }, + { + "epoch": 6, + "train_loss": 0.2515804350376129, + "val_dice": 0.6523098051548004, + "val_iou": 0.5242634614308676 + }, + { + "epoch": 7, + "train_loss": 0.23252001603444417, + "val_dice": 0.6534411013126373, + "val_iou": 0.519714762767156 + }, + { + "epoch": 8, + "train_loss": 0.2264209826787313, + "val_dice": 0.690806249777476, + "val_iou": 0.5663374265034994 + }, + { + "epoch": 9, + "train_loss": 0.220273020863533, + "val_dice": 0.7004372676213583, + "val_iou": 0.5709251860777537 + }, + { + "epoch": 10, + "train_loss": 0.19937198559443156, + "val_dice": 0.6883983314037323, + "val_iou": 0.5646141767501831 + }, + { + "epoch": 11, + "train_loss": 0.1882766197125117, + "val_dice": 0.6739186445871989, + "val_iou": 0.5389096538225809 + }, + { + "epoch": 12, + "train_loss": 0.18474337855974834, + "val_dice": 0.6836602091789246, + "val_iou": 0.5570144156614939 + }, + { + "epoch": 13, + "train_loss": 0.18698002398014069, + "val_dice": 0.6949844757715861, + "val_iou": 0.5773395995299021 + }, + { + "epoch": 14, + "train_loss": 0.169248033563296, + "val_dice": 0.7006890773773193, + "val_iou": 0.5839071571826935 + }, + { + "epoch": 15, + "train_loss": 0.16609148432811102, + "val_dice": 0.6972343921661377, + "val_iou": 0.5708282192548116 + }, + { + "epoch": 16, + "train_loss": 0.1702326625585556, + "val_dice": 0.6935433149337769, + "val_iou": 0.5588787396748861 + }, + { + "epoch": 17, + "train_loss": 0.16113980015118917, + "val_dice": 0.6863681872685751, + "val_iou": 0.5534181793530782 + }, + { + "epoch": 18, + "train_loss": 0.16300964057445527, + "val_dice": 0.7187543511390686, + "val_iou": 0.5976728796958923 + }, + { + "epoch": 19, + "train_loss": 0.146725199619929, + "val_dice": 0.7343161702156067, + "val_iou": 0.6127323706944784 + }, + { + "epoch": 20, + "train_loss": 0.14931551267703375, + "val_dice": 0.7296151717503866, + "val_iou": 0.6101666688919067 + }, + { + "epoch": 21, + "train_loss": 0.14351964890956878, + "val_dice": 0.7295800646146139, + "val_iou": 0.6173080404599508 + }, + { + "epoch": 22, + "train_loss": 0.1481239249308904, + "val_dice": 0.6916607817014059, + "val_iou": 0.5581996440887451 + }, + { + "epoch": 23, + "train_loss": 0.14364568243424097, + "val_dice": 0.7156935731569926, + "val_iou": 0.5960830450057983 + }, + { + "epoch": 24, + "train_loss": 0.13888726284106573, + "val_dice": 0.7123513420422872, + "val_iou": 0.5906525055567423 + }, + { + "epoch": 25, + "train_loss": 0.12924508700768153, + "val_dice": 0.7182795802752177, + "val_iou": 0.5992464820543925 + }, + { + "epoch": 26, + "train_loss": 0.13725426147381464, + "val_dice": 0.7061772545178732, + "val_iou": 0.5796036620934805 + }, + { + "epoch": 27, + "train_loss": 0.13026730269193648, + "val_dice": 0.7105559309323629, + "val_iou": 0.595939169327418 + }, + { + "epoch": 28, + "train_loss": 0.1368179589509964, + "val_dice": 0.717651347319285, + "val_iou": 0.6105313301086426 + }, + { + "epoch": 29, + "train_loss": 0.13905232648054758, + "val_dice": 0.7084330320358276, + "val_iou": 0.5815319021542867 + } + ] +} \ No newline at end of file