RFD4-Proteina / benchmarks /summary.csv
kierandidi's picture
Polish RFD4-Proteina card, examples and provenance
3ba3d57 verified
Raw History Blame Contribute Delete
9.29 kB
panel,model,protocol,dataset,label,criterion,pass_percent,clustered_percent,successes_per_10_gpu_min,unique_per_10_gpu_min,targets,attempts,timing_note
ame,alphaprotein_novo,one_shot,mcsa_fixed,AlphaProtein-novo (Codesign),ame,7.986486486486487,5.675675675675675,6.128165410759252,4.336287958764792,37,7400,per_attempt
ame,alphaprotein_novo_ligandmpnn,one_shot,mcsa_fixed,AlphaProtein-novo (LigandMPNN),ame,7.418918918918919,5.418918918918919,5.699414945101433,4.143206492049179,37,7400,inherited_parent;inherited_parent_generation_CPU_MPNN
ame,odesign,one_shot,mcsa_fixed,ODesign,ame,0.9054054054054054,0.2702702702702703,0.6290490961497859,0.1834221580606205,37,7400,per_attempt;original_generation_timing_proxy_v1
ame,pipelines,one_shot,mcsa_fixed,RFdiffusion3,ame,2.864864864864865,2.27027027027027,3.6288471843745116,2.873393749308303,37,7400,per_attempt
ame,proteina_complexa,one_shot,mcsa_fixed,Proteina-Complexa,ame,3.283783783783784,2.324324324324324,6.040088839302828,4.217084980960173,37,7400,per_attempt
ame,rfd4_proteina_high,one_shot,mcsa_fixed,RFD4-Proteina (high thinking),ame,13.445945945945946,8.905405405405405,23.248249750649716,15.197139241828658,37,7400,per_attempt
ame,rfd4_proteina_high_search,native_pipeline,mcsa_fixed,RFD4-Proteina (search),ame,17.81081081081081,12.432432432432432,2.1139479255711926,1.4702629167109056,37,7400,per_attempt
ame,rfd4_proteina_low,one_shot,mcsa_fixed,RFD4-Proteina (low thinking),ame,10.62162162162162,7.108108108108108,24.61903561723674,16.21640377305806,37,7400,per_attempt
ame,rfd4_proteina_medium,one_shot,mcsa_fixed,RFD4-Proteina (medium thinking),ame,12.37837837837838,8.216216216216216,26.60857770347569,17.39937846539931,37,7400,per_attempt
ame,rfdiffusion2,one_shot,mcsa_fixed,RFdiffusion2,ame,0.8378378378378378,0.7837837837837838,0.054484078041217035,0.05061505532429724,37,7400,per_attempt
dna,boltzgen,one_shot,dna_fixed,BoltzGen (fixed),dna,0.8333333333333334,0.8333333333333334,1.5767861157347076,1.5767861157347076,3,600,per_attempt
dna,odesign,one_shot,dna_fixed,ODesign (fixed),dna,0.0,0.0,0.0,0.0,3,600,per_attempt
dna,pipelines,one_shot,dna_fixed,RFdiffusion3 (fixed),dna,0.1666666666666666,0.1666666666666666,0.12549701345123473,0.12549701345123473,3,600,per_attempt
dna,protein_hunter,native_pipeline,dna_unfixed,Protein-Hunter,dna,0.3333333333333333,0.3333333333333333,0.0339968718491103,0.0339968718491103,3,600,per_attempt
dna,rfd4_proteina_high,one_shot,dna_unfixed,RFD4-Proteina (high thinking),dna,2.333333333333333,2.1666666666666665,7.533663081020337,6.995141754963048,3,600,per_attempt
dna,rfd4_proteina_high_search,native_pipeline,dna_unfixed,RFD4-Proteina (search),dna,3.8333333333333335,3.5,0.6977291779821485,0.637527788137053,3,600,per_attempt
dna,rfd4_proteina_low,one_shot,dna_unfixed,RFD4-Proteina (low thinking),dna,1.3333333333333333,1.3333333333333333,4.501005002182411,4.501005002182411,3,600,per_attempt
dna,rfd4_proteina_medium,one_shot,dna_unfixed,RFD4-Proteina (medium thinking),dna,2.0,1.6666666666666667,6.57941016603549,5.484803149401414,3,600,per_attempt
ppi,bindcraft,one_shot,ppi_all_atom,BindCraft (single backbone),ppi,9.9375,5.854166666666667,0.6858558193759934,0.38947020233767843,24,4800,per_attempt
ppi,bindcraft2,one_shot,ppi_all_atom,BindCraft2 (single backbone),ppi,7.229166666666667,4.8125,0.5281467210933602,0.3331281596040387,24,4800,per_attempt
ppi,boltzgen,one_shot,ppi_all_atom,BoltzGen,ppi,4.8125,1.2916666666666667,5.406141349312153,1.3833348139931438,24,4800,per_attempt
ppi,esmfold2,one_shot,ppi_backbone,ESMFold2,ppi,8.916666666666666,2.458333333333333,0.7509894473902138,0.19387923161633483,24,4800,per_attempt
ppi,genie3,one_shot,ppi_all_atom,Genie3,ppi,0.6875,0.5208333333333334,0.5547110110121317,0.42859016992113674,24,4800,per_attempt
ppi,odesign,one_shot,ppi_all_atom,ODesign,ppi,1.4583333333333333,1.2916666666666667,0.7635954268204376,0.668254791590555,24,4800,per_attempt;original_generation_timing_proxy_v1
ppi,pipelines,one_shot,ppi_all_atom,RFdiffusion3,ppi,3.375,1.7916666666666667,2.203438218078908,1.1140170381975611,24,4800,per_attempt
ppi,protein_hunter,native_pipeline,ppi_all_atom,Protein-Hunter,ppi,6.916666666666667,4.145833333333333,0.5573716351941015,0.33134699754642055,24,4800,per_attempt
ppi,proteina_complexa,one_shot,ppi_all_atom,Proteina-Complexa,ppi,4.5,1.8541666666666667,5.446523655582822,2.207096244584333,24,4800,per_attempt
ppi,rfd4-search-multimer,native_pipeline,ppi_backbone,RFD4-Proteina (search),ppi,24.45833333333333,11.916666666666666,1.7550251894828512,0.8465949585039426,24,4800,per_attempt
ppi,rfd4_proteina_high,one_shot,ppi_backbone,RFD4-Proteina (high thinking),ppi,19.14583333333333,9.770833333333334,24.50772631322702,11.933874547020181,24,4800,batch_amortized;batched_generation_remeasurement_v1
ppi,rfd4_proteina_low,one_shot,ppi_backbone,RFD4-Proteina (low thinking),ppi,14.104166666666666,7.041666666666667,23.666769202318935,11.560507426898935,24,4800,batch_amortized;batched_generation_remeasurement_v1
ppi,rfd4_proteina_medium,one_shot,ppi_backbone,RFD4-Proteina (medium thinking),ppi,16.395833333333332,8.354166666666666,25.812263933585978,12.73345240158931,24,4800,batch_amortized;batched_generation_remeasurement_v1
ppi,rfdiffusion,one_shot,ppi_all_atom,RFdiffusion,ppi,2.6041666666666665,0.75,0.5691347855847814,0.15660421612078013,24,4800,per_attempt
small_molecule,boltzgen,one_shot,studio_figure_2c_unfixed,BoltzGen,sm_binder,4.045454545454546,1.318181818181818,8.145222361450198,2.579619122276541,77,15400,per_attempt
small_molecule,disco,one_shot,studio_figure_2c_unfixed,DISCO,sm_binder,2.551948051948052,1.5714285714285714,0.20401419810891713,0.12533260451848793,77,15400,per_attempt
small_molecule,odesign,one_shot,studio_figure_2c_fixed,ODesign (fixed),sm_binder,0.0974025974025974,0.0519480519480519,0.06812084076412611,0.0366360091773046,77,15400,per_attempt
small_molecule,pipelines,one_shot,studio_figure_2c_unfixed,RFdiffusion3,sm_binder,3.512987012987013,2.3376623376623376,3.2330633144392786,2.1472317944116814,77,15400,per_attempt
small_molecule,protein_hunter,native_pipeline,studio_figure_2c_unfixed,Protein-Hunter,sm_binder,0.7857142857142857,0.6688311688311688,0.08222397901207588,0.06994325849054965,77,15400,per_attempt
small_molecule,proteina_complexa,one_shot,studio_figure_2c_fixed,Proteina-Complexa (fixed),sm_binder,0.1493506493506493,0.1428571428571428,0.3550431740456386,0.3394022404125218,77,15400,batch_amortized;batched_generation_remeasurement_v1
small_molecule,rfd4_proteina_high,one_shot,studio_figure_2c_unfixed,RFD4-Proteina (high thinking),sm_binder,27.818181818181817,8.74025974025974,59.80580730283336,18.708070088438323,77,15400,per_attempt
small_molecule,rfd4_proteina_high_search,native_pipeline,studio_figure_2c_unfixed,RFD4-Proteina (search),sm_binder,40.29220779220779,12.863636363636363,6.4266313688585415,2.042660497770513,77,15400,per_attempt
small_molecule,rfd4_proteina_low,one_shot,studio_figure_2c_unfixed,RFD4-Proteina (low thinking),sm_binder,20.92207792207792,6.37012987012987,58.905492101587086,17.847324331293226,77,15400,per_attempt
small_molecule,rfd4_proteina_medium,one_shot,studio_figure_2c_unfixed,RFD4-Proteina (medium thinking),sm_binder,25.18831168831169,7.577922077922078,66.53565733313984,19.911485476039143,77,15400,per_attempt
small_molecule_original,boltzgen,one_shot,studio_figure_2c_unfixed,BoltzGen,disco,27.675324675324678,6.097402597402597,53.78792519211063,11.761316579129796,77,15400,per_attempt
small_molecule_original,disco,one_shot,studio_figure_2c_unfixed,DISCO,disco,31.32467532467533,10.474025974025974,2.4539028999553714,0.8175381293508085,77,15400,per_attempt
small_molecule_original,odesign,one_shot,studio_figure_2c_fixed,ODesign (fixed),disco,1.5909090909090908,1.025974025974026,1.1154226419662379,0.7190330690062327,77,15400,per_attempt
small_molecule_original,pipelines,one_shot,studio_figure_2c_unfixed,RFdiffusion3,disco,26.13636363636364,12.844155844155845,23.779749576062088,11.679276621280051,77,15400,per_attempt
small_molecule_original,protein_hunter,native_pipeline,studio_figure_2c_unfixed,Protein-Hunter,disco,3.961038961038961,2.415584415584416,0.41375915688116066,0.2519214097355728,77,15400,per_attempt
small_molecule_original,proteina_complexa,one_shot,studio_figure_2c_fixed,Proteina-Complexa (fixed),disco,14.818181818181818,12.175324675324676,32.58468485951315,26.699142756356586,77,15400,batch_amortized;batched_generation_remeasurement_v1
small_molecule_original,rfd4_proteina_high,one_shot,studio_figure_2c_unfixed,RFD4-Proteina (high thinking),disco,63.25974025974026,13.915584415584416,136.2596016660901,29.843032429691466,77,15400,per_attempt
small_molecule_original,rfd4_proteina_high_search,native_pipeline,studio_figure_2c_unfixed,RFD4-Proteina (search),disco,73.35064935064935,18.11688311688312,11.821053066769755,2.892460870734589,77,15400,per_attempt
small_molecule_original,rfd4_proteina_low,one_shot,studio_figure_2c_unfixed,RFD4-Proteina (low thinking),disco,57.18181818181818,11.915584415584416,160.78300033866194,33.311256689662514,77,15400,per_attempt
small_molecule_original,rfd4_proteina_medium,one_shot,studio_figure_2c_unfixed,RFD4-Proteina (medium thinking),disco,61.0974025974026,12.474025974025974,161.40828898514403,32.75934584692291,77,15400,per_attempt