fourmodal-pathology-bind / results /final_summary.csv
Carpediem123's picture
Migrate release files 271-300
010fe3c verified
Raw History Blame Contribute Delete
10.7 kB
,,,,,,R@1,R@1,R@5,R@5,R@10,R@10,MRR,MRR,pair_acc,pair_acc,n_test,n_test
,,,,,,mean,std,mean,std,mean,std,mean,std,mean,std,mean,std
part,dataset,split,pair,kind,circular,,,,,,,,,,,,
real,HEST,group 5-fold,H&E<->RNA,trained pair,False,0.1479,0.0264,0.4095,0.0738,0.5465,0.0856,0.2768,0.0416,0.1664,0.0318,1896.8,1.7889
virtual,HEST,group 5-fold,H&E<->RNA(virtual),calibration: virtual replaces real,True,0.1263,0.0208,0.3363,0.0499,0.4581,0.0623,0.2361,0.0312,0.1816,0.0492,1896.8,1.7889
virtual,HEST,group 5-fold,RNA<->RNA(virtual),calibration: real vs virtual,False,0.1183,0.0158,0.3216,0.0367,0.4392,0.0494,0.2257,0.0241,0.1523,0.0214,1896.8,1.7889
real,HEST (STPath-unseen test spots),group 5-fold,H&E<->RNA,trained pair,False,0.0864,0.038,0.3209,0.0695,0.5091,0.0846,0.2143,0.0478,0.1104,0.0375,330.4,189.3127
virtual,HEST (STPath-unseen test spots),group 5-fold,H&E<->RNA(virtual),calibration: virtual replaces real,True,0.0799,0.0164,0.2726,0.0432,0.4312,0.0424,0.1909,0.0245,0.136,0.0303,330.4,189.3127
virtual,HEST (STPath-unseen test spots),group 5-fold,RNA<->RNA(virtual),calibration: real vs virtual,False,0.0465,0.0111,0.1863,0.014,0.2999,0.0156,0.1331,0.0098,0.0613,0.0086,330.4,189.3127
real,ORION,patient 5-fold,"H&E<->mIF (17-ch full ORION panel, reference)",trained pair,False,0.7264,0.0305,0.9619,0.0141,0.9885,0.0067,0.8281,0.0231,0.9349,0.0297,637.4,83.5482
real,ORION,patient 5-fold,H&E<->mIF,trained pair,False,0.6439,0.0345,0.9313,0.0217,0.9795,0.0097,0.7673,0.0284,0.8627,0.0495,637.4,83.5482
virtual,ORION,patient 5-fold,mIF<->RNA(virtual),emergent: real x virtual,False,0.0985,0.0074,0.3359,0.0266,0.4953,0.0308,0.2222,0.0135,0.1309,0.0222,637.4,83.5482
virtual,ORION,patient 5-fold,mIF<->text(synthetic),emergent: real x virtual,False,0.0742,0.0046,0.2781,0.0133,0.437,0.0121,0.1874,0.0068,0.0721,0.0041,637.4,83.5482
virtual,ORION,patient 5-fold,H&E<->RNA(virtual),virtual from this H&E,True,0.1028,0.0071,0.3504,0.0196,0.5177,0.0277,0.2301,0.0092,0.1917,0.0401,637.4,83.5482
virtual,ORION,patient 5-fold,H&E<->text(synthetic),virtual from this H&E,True,0.0764,0.0078,0.2765,0.013,0.4411,0.0146,0.1897,0.0069,0.102,0.0169,637.4,83.5482
virtual,ORION,patient 5-fold,RNA(virtual)<->text(synthetic),emergent: virtual x virtual,True,0.0454,0.0063,0.1953,0.0268,0.3383,0.0408,0.1393,0.0143,0.0555,0.0076,637.4,83.5482
real,ORION,patient 5-fold,H&E<->mIF (16-ch MIPHEI panel),trained pair,False,0.6889,0.0368,0.946,0.0212,0.9837,0.0099,0.7999,0.0295,0.9014,0.0382,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(16ch)<->RNA(virtual),emergent: real x virtual,False,0.108,0.0103,0.3573,0.0187,0.5125,0.0167,0.2357,0.0123,0.1491,0.016,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(16ch)<->text(synthetic),emergent: real x virtual,False,0.0738,0.0104,0.2803,0.0179,0.4438,0.017,0.1886,0.0121,0.0796,0.0113,637.4,83.5482
virtual,ORION,patient 5-fold,H&E<->mIF(MIPHEI) [MIPHEI-seen tiles],calibration: virtual replaces real,True,0.255,0.0248,0.5723,0.0344,0.7224,0.0236,0.4042,0.0255,0.5086,0.0546,637.4,83.5482
virtual,ORION,patient 5-fold,mIF<->mIF(MIPHEI) [MIPHEI-seen tiles],calibration: real vs virtual,False,0.3793,0.0305,0.6645,0.0317,0.7617,0.0262,0.511,0.0288,0.6687,0.0424,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(MIPHEI)<->RNA(virtual) [MIPHEI-seen tiles],emergent: virtual x virtual,True,0.0565,0.0088,0.2146,0.0299,0.3522,0.038,0.1511,0.0161,0.0926,0.0258,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(MIPHEI)<->text(synthetic) [MIPHEI-seen tiles],emergent: virtual x virtual,True,0.0505,0.0054,0.1911,0.0309,0.3121,0.0417,0.1392,0.0153,0.0567,0.0094,637.4,83.5482
virtual,ORION,patient 5-fold,H&E<->mIF(virtual),calibration: virtual replaces real,True,0.038,0.006,0.1549,0.0153,0.2641,0.021,0.1162,0.009,0.046,0.006,637.4,83.5482
virtual,ORION,patient 5-fold,mIF<->mIF(virtual),calibration: real vs virtual,False,0.045,0.0079,0.1571,0.017,0.2477,0.0307,0.1184,0.0111,0.0536,0.009,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(virtual)<->RNA(virtual),emergent: virtual x virtual,True,0.0205,0.007,0.0932,0.0277,0.1738,0.0447,0.0792,0.0157,0.019,0.0067,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(virtual)<->text(synthetic),emergent: virtual x virtual,True,0.0244,0.0016,0.1077,0.01,0.1925,0.0159,0.0884,0.0048,0.0234,0.0042,637.4,83.5482
virtual,ORION,patient 5-fold,H&E<->mIF(virtual) [qm],calibration: virtual replaces real,True,0.0423,0.0049,0.1641,0.0156,0.2783,0.0302,0.1228,0.008,0.0469,0.0041,637.4,83.5482
virtual,ORION,patient 5-fold,mIF<->mIF(virtual) [qm],calibration: real vs virtual,False,0.0522,0.0066,0.185,0.0146,0.3014,0.0171,0.1359,0.0099,0.0604,0.0102,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(virtual) [qm]<->RNA(virtual),emergent: virtual x virtual,True,0.0173,0.0033,0.0857,0.0183,0.1671,0.037,0.0749,0.0109,0.0164,0.0035,637.4,83.5482
virtual,ORION,patient 5-fold,mIF(virtual) [qm]<->text(synthetic),emergent: virtual x virtual,True,0.022,0.0052,0.0988,0.0116,0.1821,0.0167,0.0825,0.0075,0.0197,0.0056,637.4,83.5482
real,ORION,official,"H&E<->mIF (17-ch full ORION panel, reference)",trained pair,False,0.6654,,0.9739,,1.0,,0.7913,,0.9484,,109.0,
real,ORION,official,H&E<->mIF,trained pair,False,0.6549,,0.9499,,0.9899,,0.7769,,0.976,,109.0,
virtual,ORION,official,mIF<->RNA(virtual),emergent: real x virtual,False,0.0922,,0.2965,,0.4698,,0.2074,,0.1516,,109.0,
virtual,ORION,official,mIF<->text(synthetic),emergent: real x virtual,False,0.0874,,0.3006,,0.4389,,0.1994,,0.094,,109.0,
virtual,ORION,official,H&E<->RNA(virtual),virtual from this H&E,True,0.0802,,0.3441,,0.5594,,0.214,,0.16,,109.0,
virtual,ORION,official,H&E<->text(synthetic),virtual from this H&E,True,0.0676,,0.2486,,0.4051,,0.1738,,0.0742,,109.0,
virtual,ORION,official,RNA(virtual)<->text(synthetic),emergent: virtual x virtual,True,0.0585,,0.1702,,0.2702,,0.1368,,0.0686,,109.0,
real,ORION,official,H&E<->mIF (16-ch MIPHEI panel),trained pair,False,0.5909,,0.9508,,0.9907,,0.7358,,0.921,,109.0,
virtual,ORION,official,mIF(16ch)<->RNA(virtual),emergent: real x virtual,False,0.1013,,0.2709,,0.4661,,0.2076,,0.1228,,109.0,
virtual,ORION,official,mIF(16ch)<->text(synthetic),emergent: real x virtual,False,0.063,,0.2843,,0.4416,,0.1783,,0.0622,,109.0,
virtual,ORION,official,H&E<->mIF(MIPHEI),calibration: virtual replaces real,True,0.1889,,0.5879,,0.7836,,0.3644,,0.5528,,109.0,
virtual,ORION,official,mIF<->mIF(MIPHEI),calibration: real vs virtual,False,0.2968,,0.6663,,0.8,,0.4536,,0.5864,,109.0,
virtual,ORION,official,mIF(MIPHEI)<->RNA(virtual),emergent: virtual x virtual,True,0.0415,,0.2049,,0.3111,,0.1416,,0.0778,,109.0,
virtual,ORION,official,mIF(MIPHEI)<->text(synthetic),emergent: virtual x virtual,True,0.0497,,0.2237,,0.3942,,0.1536,,0.0658,,109.0,
virtual,ORION,official,H&E<->mIF(virtual),calibration: virtual replaces real,True,0.0125,,0.1131,,0.2131,,0.0881,,0.004,,109.0,
virtual,ORION,official,mIF<->mIF(virtual),calibration: real vs virtual,False,0.0494,,0.1603,,0.2608,,0.1256,,0.0548,,109.0,
virtual,ORION,official,mIF(virtual)<->RNA(virtual),emergent: virtual x virtual,True,0.0148,,0.0637,,0.1354,,0.0618,,0.0184,,109.0,
virtual,ORION,official,mIF(virtual)<->text(synthetic),emergent: virtual x virtual,True,0.0289,,0.1179,,0.222,,0.0985,,0.0228,,109.0,
real,TCGA,patient 5-fold,H&E<->text,trained pair,False,0.237,0.0119,0.5874,0.0086,0.7297,0.0093,0.3958,0.0089,0.2484,0.011,1177.6,8.735
virtual,TCGA,patient 5-fold,text<->RNA(virtual),emergent: real x virtual,False,0.0562,0.0085,0.2017,0.0125,0.3186,0.0164,0.1453,0.0101,0.0571,0.0072,1177.6,8.735
virtual,TCGA,patient 5-fold,H&E<->RNA(virtual),virtual from this H&E,True,0.1178,0.0174,0.3192,0.0367,0.4476,0.046,0.2267,0.0252,0.1728,0.0252,1177.6,8.735
virtual,TCGA,patient 5-fold,text<->mIF(MIPHEI),emergent: real x virtual,False,0.0362,0.0045,0.1398,0.0116,0.237,0.0178,0.1076,0.0077,0.0376,0.0054,1177.6,8.735
virtual,TCGA,patient 5-fold,H&E<->mIF(MIPHEI),virtual from this H&E,True,0.1347,0.0115,0.3322,0.0143,0.4586,0.0182,0.2425,0.0121,0.2143,0.0086,1177.6,8.735
virtual,TCGA,patient 5-fold,RNA(virtual)<->mIF(MIPHEI),emergent: virtual x virtual,True,0.0344,0.003,0.1298,0.0132,0.2163,0.0224,0.1014,0.007,0.0406,0.0052,1177.6,8.735
virtual,TCGA,patient 5-fold,text<->mIF(virtual),emergent: real x virtual,False,0.0149,0.0022,0.0683,0.0037,0.1334,0.0091,0.0643,0.0036,0.0129,0.002,1177.6,8.735
virtual,TCGA,patient 5-fold,H&E<->mIF(virtual),virtual from this H&E,True,0.0192,0.0015,0.0849,0.0062,0.1571,0.0107,0.0738,0.0031,0.0249,0.005,1177.6,8.735
virtual,TCGA,patient 5-fold,RNA(virtual)<->mIF(virtual),emergent: virtual x virtual,True,0.0145,0.0023,0.0649,0.008,0.1242,0.0121,0.0622,0.0046,0.016,0.002,1177.6,8.735
virtual,TCGA,patient 5-fold,text<->mIF(virtual) [qm],emergent: real x virtual,False,0.0155,0.0019,0.0717,0.0068,0.1354,0.0071,0.066,0.0034,0.0151,0.0021,1177.6,8.735
virtual,TCGA,patient 5-fold,H&E<->mIF(virtual) [qm],virtual from this H&E,True,0.0247,0.0017,0.0948,0.0035,0.1733,0.0039,0.0812,0.0017,0.031,0.0041,1177.6,8.735
virtual,TCGA,patient 5-fold,RNA(virtual)<->mIF(virtual) [qm],emergent: virtual x virtual,True,0.0127,0.0012,0.0646,0.0021,0.1224,0.0057,0.06,0.001,0.0117,0.0024,1177.6,8.735
real,TCGA (test images with GPT caption),patient 5-fold,H&E<->text,trained pair,False,0.2186,0.0223,0.5603,0.0341,0.6955,0.0269,0.373,0.0251,0.2227,0.0069,184.2,18.3766
virtual,TCGA (test images with GPT caption),patient 5-fold,H&E<->text(synthetic),calibration: virtual replaces real,True,0.1618,0.0255,0.4208,0.0403,0.5636,0.0386,0.2912,0.0286,0.1719,0.0299,184.2,18.3766
virtual,TCGA (test images with GPT caption),patient 5-fold,text<->text(synthetic),calibration: real vs virtual,False,0.1007,0.0193,0.2937,0.0324,0.4102,0.0398,0.2047,0.0181,0.089,0.0153,184.2,18.3766
virtual,TCGA (test images with GPT caption),patient 5-fold,text<->RNA(virtual),emergent: real x virtual,False,0.0467,0.0087,0.1792,0.0187,0.2944,0.0257,0.132,0.0114,0.043,0.013,184.2,18.3766
virtual,TCGA (test images with GPT caption),patient 5-fold,text(synthetic)<->RNA(virtual),emergent: virtual x virtual,True,0.0511,0.0098,0.177,0.0221,0.2917,0.0262,0.1327,0.0136,0.0495,0.0089,184.2,18.3766
virtual,"TCGA (test images WITHOUT real text, pooled folds)",patient 5-fold,H&E<->text(synthetic),virtual from this H&E,True,0.1502,,0.4219,,0.5574,,0.2824,,0.1604,,256.0,
virtual,"TCGA (test images WITHOUT real text, pooled folds)",patient 5-fold,text(synthetic)<->RNA(virtual),emergent: virtual x virtual,True,0.0506,,0.1725,,0.2903,,0.1307,,0.0548,,256.0,
virtual,"TCGA (test images WITHOUT real text, pooled folds)",patient 5-fold,text(synthetic)<->mIF(MIPHEI),emergent: virtual x virtual,True,0.0357,,0.1682,,0.2902,,0.1197,,0.0326,,256.0,