esm/source/examples/variant-prediction/data/rho_pp.csv

,protein_name,prediction_name,rho,rho_boot_mean,rho_boot_std
112,BLAT_ECOLX_Ranganathan2015,gt,1.0,1.0,0.0
113,BLAT_ECOLX_Ranganathan2015,MSA Transformer,0.7734667485457659,0.7738027379896001,0.005810229642357195
114,BLAT_ECOLX_Ranganathan2015,PSSM,0.614150958806157,0.6140369220507402,0.00914005554519492
115,BLAT_ECOLX_Ranganathan2015,EVMutation (published),0.7176707275279989,0.7184384489293669,0.005172838583114061
116,BLAT_ECOLX_Ranganathan2015,DeepSequence (published) - single,0.755008978954388,0.7561275888133361,0.006397359248039358
117,BLAT_ECOLX_Ranganathan2015,DeepSequence (published),0.7755001128993768,0.7754839719498734,0.0059058513297401
118,BLAT_ECOLX_Ranganathan2015,ESM-1v (zero shot),0.7251281855227297,0.7252663698494137,0.005817208726713974
119,BLAT_ECOLX_Ranganathan2015,ESM-1v (+further training),0.7713005999939375,0.7711664330412893,0.005154671622503008
120,BLAT_ECOLX_Ranganathan2015,DeepSequence (replicated),0.7907734920246668,0.7896796440415632,0.004950863463811736
121,BLAT_ECOLX_Ranganathan2015,EVMutation (replicated),0.7409416788010579,0.7414034481390834,0.004511986638702662
122,BLAT_ECOLX_Ranganathan2015,ProtBERT-BFD,0.5066624675266317,0.5086811085713664,0.008432655997093638
123,BLAT_ECOLX_Ranganathan2015,TAPE,0.1437575573041793,0.14718890398398213,0.00854664176422607
124,BLAT_ECOLX_Ranganathan2015,UniRep,0.03205236543975054,0.03109080054090812,0.01290097463153492
125,BLAT_ECOLX_Ranganathan2015,ESM-1b,0.7244733058050135,0.7244715086369378,0.0054093172279529814
322,PABP_YEAST_Fields2013-doubles,gt,1.0,1.0,0.0
323,PABP_YEAST_Fields2013-doubles,MSA Transformer,0.7092749798819215,0.7083666356138891,0.0028152329308467395
324,PABP_YEAST_Fields2013-doubles,PSSM,0.5022876340276876,0.5009430131340434,0.003914000389196363
325,PABP_YEAST_Fields2013-doubles,EVMutation (published),0.6334326213147348,0.6319953143501386,0.0031257311261953294
326,PABP_YEAST_Fields2013-doubles,DeepSequence (published) - single,0.697950719553739,0.6969873459722575,0.002722620907521595
327,PABP_YEAST_Fields2013-doubles,DeepSequence (published),0.7135955622146342,0.7126803646172054,0.0026005801571960326
328,PABP_YEAST_Fields2013-doubles,ESM-1v (zero shot),0.6808954491918657,0.6802766119879265,0.003337373999951867
329,PABP_YEAST_Fields2013-doubles,ESM-1v (+further training),0.6724484972163407,0.6715887930967597,0.003131790856684628
330,PABP_YEAST_Fields2013-doubles,DeepSequence (replicated),0.6690002200834452,0.6682783362133506,0.002924928420789724
331,PABP_YEAST_Fields2013-doubles,EVMutation (replicated),0.6370081500864611,0.6365136199984236,0.0033115051939607903
332,PABP_YEAST_Fields2013-doubles,ProtBERT-BFD,0.7018606830370693,0.7013726492421438,0.0029126542395483735
333,PABP_YEAST_Fields2013-doubles,TAPE,0.08509310570891564,0.0848841242307348,0.0055652064474624435
334,PABP_YEAST_Fields2013-doubles,UniRep,0.25423830212504706,0.2528601717205464,0.005044020233400653
335,PABP_YEAST_Fields2013-doubles,ESM-1b,0.6989229474973527,0.6986292605564589,0.0033935909980897867
0,AMIE_PSEAE_Whitehead,gt,1.0,1.0,0.0
1,AMIE_PSEAE_Whitehead,MSA Transformer,0.6078201305487886,0.6074995010322104,0.006655174664199262
2,AMIE_PSEAE_Whitehead,PSSM,0.3851814980540226,0.3857114471207458,0.01419582618409421
3,AMIE_PSEAE_Whitehead,EVMutation (published),0.5482672326862741,0.5494300599441264,0.009296902066198478
4,AMIE_PSEAE_Whitehead,DeepSequence (published) - single,0.6192004998182683,0.6235042563787871,0.009786304100603813
5,AMIE_PSEAE_Whitehead,DeepSequence (published),0.64337902253515,0.6466208891535095,0.008118407538893896
6,AMIE_PSEAE_Whitehead,ESM-1v (zero shot),0.6666021525370552,0.6679182566255217,0.008613681679123195
7,AMIE_PSEAE_Whitehead,ESM-1v (+further training),0.671863659978349,0.6738279065439714,0.008391215501243852
8,AMIE_PSEAE_Whitehead,DeepSequence (replicated),0.6459861864504847,0.6488672280630794,0.007018822987447003
9,AMIE_PSEAE_Whitehead,EVMutation (replicated),0.5609325769621947,0.561649692444916,0.008422893320380829
10,AMIE_PSEAE_Whitehead,ProtBERT-BFD,0.6338505619537509,0.6354477176484321,0.009554450012056636
11,AMIE_PSEAE_Whitehead,TAPE,0.10859786063312615,0.11076584881696006,0.015015379880043802
12,AMIE_PSEAE_Whitehead,UniRep,0.07739084999605612,0.073724376050283,0.01240093912413262
13,AMIE_PSEAE_Whitehead,ESM-1b,0.5853972837117107,0.5836827247268739,0.009689198977483172
476,TIM_SULSO_b0,gt,1.0,1.0,0.0
477,TIM_SULSO_b0,MSA Transformer,0.652792451949853,0.6557516749540702,0.01600526744858049
478,TIM_SULSO_b0,PSSM,0.5593694164359105,0.566935653048683,0.01690630663394768
479,TIM_SULSO_b0,EVMutation (published),0.586140631338893,0.5919185710638765,0.01641131140995354
480,TIM_SULSO_b0,DeepSequence (published) - single,0.5440966818223795,0.5487337742437185,0.015747346163591917
481,TIM_SULSO_b0,DeepSequence (published),0.5505948722659953,0.5565402351008099,0.014555638377778407
482,TIM_SULSO_b0,ESM-1v (zero shot),0.6424600791408842,0.647621332390191,0.016028029413886244
483,TIM_SULSO_b0,ESM-1v (+further training),0.6528241665901272,0.6555645155980578,0.015379852940306115
484,TIM_SULSO_b0,DeepSequence (replicated),0.58320310154665,0.5889306881826475,0.015779505439458753
485,TIM_SULSO_b0,EVMutation (replicated),0.5887928613337577,0.5940831887831108,0.016569303240529226
486,TIM_SULSO_b0,ProtBERT-BFD,0.6317983649729998,0.6345885687258263,0.01602936969330677
487,TIM_SULSO_b0,TAPE,0.5532247068671533,0.5587646824504885,0.019898766536311598
488,TIM_SULSO_b0,UniRep,0.16614520326579557,0.17309558518510257,0.03137269514815842
489,TIM_SULSO_b0,ESM-1b,0.6237553534772002,0.6315291160092146,0.015666927222771784
266,KKA2_KLEPN_Mikkelsen2014,gt,1.0,1.0,0.0
267,KKA2_KLEPN_Mikkelsen2014,MSA Transformer,0.6483744764229661,0.6501362354726463,0.008392887010519141
268,KKA2_KLEPN_Mikkelsen2014,PSSM,0.33148417825671017,0.3321644636508253,0.00954461359833698
269,KKA2_KLEPN_Mikkelsen2014,EVMutation (published),0.6040252893227205,0.6046576561680694,0.007611417821309178
270,KKA2_KLEPN_Mikkelsen2014,DeepSequence (published) - single,0.6428015918045534,0.646183322009227,0.006466715772852643
271,KKA2_KLEPN_Mikkelsen2014,DeepSequence (published),0.6622233077856657,0.6647874075249056,0.007006878882782913
272,KKA2_KLEPN_Mikkelsen2014,ESM-1v (zero shot),0.627837107524989,0.6303585274093482,0.008597860670353218
273,KKA2_KLEPN_Mikkelsen2014,ESM-1v (+further training),0.6540013975518588,0.6568513820339432,0.008249320892729436
274,KKA2_KLEPN_Mikkelsen2014,DeepSequence (replicated),0.6708322568508106,0.6736802365189244,0.007635987315614941
275,KKA2_KLEPN_Mikkelsen2014,EVMutation (replicated),0.6078971023630376,0.6084473779526628,0.009849549243896777
276,KKA2_KLEPN_Mikkelsen2014,ProtBERT-BFD,0.5441498820889966,0.5461574522717653,0.011666264975033773
277,KKA2_KLEPN_Mikkelsen2014,TAPE,0.19644765859472593,0.19660401466689767,0.013538150129702716
278,KKA2_KLEPN_Mikkelsen2014,UniRep,0.24229449050660715,0.2442377698228683,0.014857522651962994
279,KKA2_KLEPN_Mikkelsen2014,ESM-1b,0.5796639591499797,0.5828984127122095,0.009462666946528803
182,DLG4_RAT_Ranganathan2012,gt,1.0,1.0,0.0
183,DLG4_RAT_Ranganathan2012,MSA Transformer,0.5106330149144778,0.5128948633920939,0.020360553500470727
184,DLG4_RAT_Ranganathan2012,PSSM,0.4603978833849677,0.4625263978112141,0.023120281422982173
185,DLG4_RAT_Ranganathan2012,EVMutation (published),0.5352653453343902,0.539345546690929,0.02299279306281621
186,DLG4_RAT_Ranganathan2012,DeepSequence (published) - single,0.5918364209116883,0.5957477584911891,0.01995659395689766
187,DLG4_RAT_Ranganathan2012,DeepSequence (published),0.6036625648098791,0.6070883056488765,0.020478051115311577
188,DLG4_RAT_Ranganathan2012,ESM-1v (zero shot),0.5939968225123472,0.596847197984075,0.017630058333348964
189,DLG4_RAT_Ranganathan2012,ESM-1v (+further training),0.5682242782581113,0.5694370162367897,0.018958485435275826
190,DLG4_RAT_Ranganathan2012,DeepSequence (replicated),0.5765783481552431,0.5780455229510647,0.020809463738300338
191,DLG4_RAT_Ranganathan2012,EVMutation (replicated),0.5241180720329418,0.5261248836538202,0.02186178951891566
192,DLG4_RAT_Ranganathan2012,ProtBERT-BFD,0.5595215663542064,0.5614010576594576,0.01854665905518769
193,DLG4_RAT_Ranganathan2012,TAPE,0.013351052100670802,0.023584538183512672,0.014457178947554198
194,DLG4_RAT_Ranganathan2012,UniRep,0.3016230099651694,0.29971140046709394,0.027613438646412317
195,DLG4_RAT_Ranganathan2012,ESM-1b,0.5275305911412679,0.5302881928240022,0.01742943283364256
532,UBC9_HUMAN_Roth2017,gt,1.0,1.0,0.0
533,UBC9_HUMAN_Roth2017,MSA Transformer,0.5257424624114496,0.5264407612968436,0.016782723059713636
534,UBC9_HUMAN_Roth2017,PSSM,0.4252037519097337,0.42647455982971144,0.01848680680775899
535,UBC9_HUMAN_Roth2017,EVMutation (published),0.509842177492847,0.5077129136778502,0.015575205557209867
536,UBC9_HUMAN_Roth2017,DeepSequence (published) - single,0.5301569663083602,0.5321597182510774,0.017474789730172
537,UBC9_HUMAN_Roth2017,DeepSequence (published),0.5451981164854786,0.5458299698225401,0.01779569747351641
538,UBC9_HUMAN_Roth2017,ESM-1v (zero shot),0.5278002974052306,0.5289273564517684,0.0174313365381068
539,UBC9_HUMAN_Roth2017,ESM-1v (+further training),0.530438889646823,0.5308418048769536,0.016194450129423676
540,UBC9_HUMAN_Roth2017,DeepSequence (replicated),0.564757773228155,0.566254233293921,0.01584492457358362
541,UBC9_HUMAN_Roth2017,EVMutation (replicated),0.5197625999541963,0.5169223464706466,0.015797268774811208
542,UBC9_HUMAN_Roth2017,ProtBERT-BFD,0.4566745629330005,0.4597664455496374,0.01695356254093292
543,UBC9_HUMAN_Roth2017,TAPE,0.2663201366958923,0.2655109350197859,0.020940445702932447
544,UBC9_HUMAN_Roth2017,UniRep,0.027526620911384754,0.032226022213806015,0.0170540626567071
545,UBC9_HUMAN_Roth2017,ESM-1b,0.42880952407240114,0.4257117461019339,0.016052256587648167
56,BG505_env_Bloom2018,gt,1.0,1.0,0.0
57,BG505_env_Bloom2018,MSA Transformer,0.5171538292833168,0.5171496622518762,0.006910262108734762
58,BG505_env_Bloom2018,PSSM,0.4805043665958063,0.47934729964627765,0.006403736305762083
59,BG505_env_Bloom2018,EVMutation (published),0.4088382668800448,0.4081773036708733,0.005327774682093342
60,BG505_env_Bloom2018,DeepSequence (published) - single,0.17427055696697,0.17391089639228693,0.007096603606133151
61,BG505_env_Bloom2018,DeepSequence (published),0.17901824140808725,0.17897151771830583,0.007361446332203004
62,BG505_env_Bloom2018,ESM-1v (zero shot),0.5263381402665136,0.5258084748455352,0.007358753329943184
63,BG505_env_Bloom2018,ESM-1v (+further training),0.5320285787368926,0.5326341655547056,0.006038819273548771
64,BG505_env_Bloom2018,DeepSequence (replicated),0.12964060496065777,0.12952804062160664,0.009474191082563171
65,BG505_env_Bloom2018,EVMutation (replicated),0.4183486299186111,0.41871016990435506,0.006336285035457084
66,BG505_env_Bloom2018,ProtBERT-BFD,0.325305964247549,0.32240107597741696,0.007706083919970625
67,BG505_env_Bloom2018,TAPE,0.028456890112386356,0.03179954870869962,0.006177994317554592
68,BG505_env_Bloom2018,UniRep,0.20075668930719107,0.20277486226220803,0.008814544928765732
69,BG505_env_Bloom2018,ESM-1b,0.46213634322466174,0.4615123969304536,0.007864462687152629
462,SUMO1_HUMAN_Roth2017,gt,1.0,1.0,0.0
463,SUMO1_HUMAN_Roth2017,MSA Transformer,0.5159144148964154,0.5204033887826773,0.016144534346014247
464,SUMO1_HUMAN_Roth2017,PSSM,0.5068653918333971,0.5116066608485563,0.014073225487584034
465,SUMO1_HUMAN_Roth2017,EVMutation (published),0.3943527527312187,0.39862273161443174,0.0218398217088854
466,SUMO1_HUMAN_Roth2017,DeepSequence (published) - single,0.4546171147375774,0.4563868817701918,0.018789136591575727
467,SUMO1_HUMAN_Roth2017,DeepSequence (published),0.4817132258726107,0.48324298006415234,0.01745562156694833
468,SUMO1_HUMAN_Roth2017,ESM-1v (zero shot),0.4891908408067041,0.4902530587936492,0.02001929801145162
469,SUMO1_HUMAN_Roth2017,ESM-1v (+further training),0.4870961371636435,0.48754122676040595,0.017288489612331478
470,SUMO1_HUMAN_Roth2017,DeepSequence (replicated),0.4779470243180796,0.479960524595585,0.020147523090706877
471,SUMO1_HUMAN_Roth2017,EVMutation (replicated),0.39100280963861933,0.3956383413944518,0.022045400156456525
472,SUMO1_HUMAN_Roth2017,ProtBERT-BFD,0.4707613294700864,0.4702076997635277,0.020510642797657852
473,SUMO1_HUMAN_Roth2017,TAPE,0.15068074140877044,0.14631769856923166,0.02417823419968644
474,SUMO1_HUMAN_Roth2017,UniRep,0.08697581842056104,0.06864759400267187,0.02922305952665209
475,SUMO1_HUMAN_Roth2017,ESM-1b,0.4208939554865267,0.4235043067669399,0.019117696248176413
196,GAL4_YEAST_Shendure2015,gt,1.0,1.0,0.0
197,GAL4_YEAST_Shendure2015,MSA Transformer,0.5266956520744294,0.5236482827987523,0.016313958672329276
198,GAL4_YEAST_Shendure2015,PSSM,0.368064720312814,0.36172145092245883,0.020305140527647172
199,GAL4_YEAST_Shendure2015,EVMutation (published),0.5527897519391798,0.5471044481198163,0.02237497642639291
200,GAL4_YEAST_Shendure2015,DeepSequence (published) - single,0.42007796271168657,0.41396009878702655,0.019800914070488684
201,GAL4_YEAST_Shendure2015,DeepSequence (published),0.44771721216490296,0.44150522173269036,0.018572211283338934
202,GAL4_YEAST_Shendure2015,ESM-1v (zero shot),0.45042739409421084,0.4485824906124051,0.01733151555320306
203,GAL4_YEAST_Shendure2015,ESM-1v (+further training),0.4395287875677813,0.43649598169067916,0.018212972219452478
204,GAL4_YEAST_Shendure2015,DeepSequence (replicated),0.5272024171674746,0.5237709355239704,0.016265152112029255
205,GAL4_YEAST_Shendure2015,EVMutation (replicated),0.523268936970079,0.5165768570993756,0.01812112296069153
206,GAL4_YEAST_Shendure2015,ProtBERT-BFD,0.3363931685215737,0.33298715717786215,0.022821772133688727
207,GAL4_YEAST_Shendure2015,TAPE,0.05800080952303017,0.06811831080338804,0.02702340073359099
208,GAL4_YEAST_Shendure2015,UniRep,0.3119470194838534,0.3090243620686157,0.024570145461742788
209,GAL4_YEAST_Shendure2015,ESM-1b,0.615398097573459,0.6139141766482525,0.01616576617819578
84,BLAT_ECOLX_Ostermeier2014,gt,1.0,1.0,0.0
85,BLAT_ECOLX_Ostermeier2014,MSA Transformer,0.7774725340080285,0.7772991120484407,0.00583115239464695
86,BLAT_ECOLX_Ostermeier2014,PSSM,0.6266355490550037,0.6249558545704365,0.010963908722361101
87,BLAT_ECOLX_Ostermeier2014,EVMutation (published),0.7253493163946709,0.7259111779130355,0.007055247161974134
88,BLAT_ECOLX_Ostermeier2014,DeepSequence (published) - single,0.7573575626515066,0.7574787327674316,0.0052410410467141665
89,BLAT_ECOLX_Ostermeier2014,DeepSequence (published),0.7780042111143465,0.7782069969302521,0.004849028422585635
90,BLAT_ECOLX_Ostermeier2014,ESM-1v (zero shot),0.7233628349192526,0.7225479424696009,0.006683971493639809
91,BLAT_ECOLX_Ostermeier2014,ESM-1v (+further training),0.7730745420327815,0.7726874168606355,0.0065547231293585735
92,BLAT_ECOLX_Ostermeier2014,DeepSequence (replicated),0.7927294372907648,0.7925690818705499,0.005021676073847794
93,BLAT_ECOLX_Ostermeier2014,EVMutation (replicated),0.747447811602467,0.7485714564837528,0.0071001482782374
94,BLAT_ECOLX_Ostermeier2014,ProtBERT-BFD,0.4821130792800116,0.47870446935550176,0.010356473470947562
95,BLAT_ECOLX_Ostermeier2014,TAPE,0.14731886213718737,0.1477711259950593,0.015163340123327854
96,BLAT_ECOLX_Ostermeier2014,UniRep,0.03889602482478667,0.040737324507109665,0.01611318153937308
97,BLAT_ECOLX_Ostermeier2014,ESM-1b,0.7251755113400309,0.7251084679688187,0.007010136942265081
126,BLAT_ECOLX_Tenaillon2013,gt,1.0,1.0,0.0
127,BLAT_ECOLX_Tenaillon2013,MSA Transformer,0.758747218907931,0.7560608794742473,0.014270208324360757
128,BLAT_ECOLX_Tenaillon2013,PSSM,0.5914509988018589,0.584550802834145,0.019364487874982444
129,BLAT_ECOLX_Tenaillon2013,EVMutation (published),0.6976808741924794,0.6939730281305263,0.017209064919944853
130,BLAT_ECOLX_Tenaillon2013,DeepSequence (published) - single,0.7351880319385844,0.734362047270455,0.014525091995200967
131,BLAT_ECOLX_Tenaillon2013,DeepSequence (published),0.7543453371693124,0.7522080258926729,0.012721106563380765
132,BLAT_ECOLX_Tenaillon2013,ESM-1v (zero shot),0.705631894277465,0.6997739614439058,0.019936391958892526
133,BLAT_ECOLX_Tenaillon2013,ESM-1v (+further training),0.7468651561611359,0.7420410512131015,0.018012297742261523
134,BLAT_ECOLX_Tenaillon2013,DeepSequence (replicated),0.7636633966742921,0.7615069456529638,0.012651819062077643
135,BLAT_ECOLX_Tenaillon2013,EVMutation (replicated),0.7188975120768561,0.7181426689915423,0.015603675185522175
136,BLAT_ECOLX_Tenaillon2013,ProtBERT-BFD,0.5849974717911389,0.5759011621581035,0.02142157252628116
137,BLAT_ECOLX_Tenaillon2013,TAPE,0.12293837281461435,0.12415027252537572,0.02966599757403504
138,BLAT_ECOLX_Tenaillon2013,UniRep,0.018139031023161226,0.026517625360817247,0.022618042553652993
139,BLAT_ECOLX_Tenaillon2013,ESM-1b,0.7054857406191637,0.6998800269911201,0.021248434713645674
294,MTH3_HAEAESTABILIZED_Tawfik2015,gt,1.0,1.0,0.0
295,MTH3_HAEAESTABILIZED_Tawfik2015,MSA Transformer,0.6835339164997478,0.6812589032616372,0.015535718954003042
296,MTH3_HAEAESTABILIZED_Tawfik2015,PSSM,0.4416134495623428,0.44246894551424826,0.020085764953621237
297,MTH3_HAEAESTABILIZED_Tawfik2015,EVMutation (published),0.6941903664027441,0.692016316213505,0.013094374915061331
298,MTH3_HAEAESTABILIZED_Tawfik2015,DeepSequence (published) - single,0.7101794101084092,0.7063260455653937,0.01326393690807996
299,MTH3_HAEAESTABILIZED_Tawfik2015,DeepSequence (published),0.7267412245284101,0.7233050341503924,0.011532195128181771
300,MTH3_HAEAESTABILIZED_Tawfik2015,ESM-1v (zero shot),0.7028328471487627,0.6988674105054747,0.01389621848758316
301,MTH3_HAEAESTABILIZED_Tawfik2015,ESM-1v (+further training),0.710444924607402,0.7058556345404041,0.013349806491214776
302,MTH3_HAEAESTABILIZED_Tawfik2015,DeepSequence (replicated),0.7319377341571671,0.7284289432359438,0.011025526727213455
303,MTH3_HAEAESTABILIZED_Tawfik2015,EVMutation (replicated),0.6881944596927662,0.6851918594602512,0.014875805426091208
304,MTH3_HAEAESTABILIZED_Tawfik2015,ProtBERT-BFD,0.6227906481890101,0.6226488635471868,0.01368447324595496
305,MTH3_HAEAESTABILIZED_Tawfik2015,TAPE,0.28986222371790993,0.29059002837311587,0.02293939359468894
306,MTH3_HAEAESTABILIZED_Tawfik2015,UniRep,0.21256210891011498,0.20623088209322155,0.016982274395708104
307,MTH3_HAEAESTABILIZED_Tawfik2015,ESM-1b,0.6013150928569109,0.6001765775002926,0.016765716391031985
336,PABP_YEAST_Fields2013-singles,gt,1.0,1.0,0.0
337,PABP_YEAST_Fields2013-singles,MSA Transformer,0.6686627777483488,0.6635711675242917,0.016177764258807882
338,PABP_YEAST_Fields2013-singles,PSSM,0.42896284951548524,0.4291061605053958,0.02141741884779835
339,PABP_YEAST_Fields2013-singles,EVMutation (published),0.6013962392775869,0.5997811886851577,0.01156645100836508
340,PABP_YEAST_Fields2013-singles,DeepSequence (published) - single,0.6812656818721897,0.6786988061064501,0.015497646686186226
341,PABP_YEAST_Fields2013-singles,DeepSequence (published),0.6879032274975242,0.6849609026248084,0.013722212867231664
342,PABP_YEAST_Fields2013-singles,ESM-1v (zero shot),0.6658159648503742,0.6617537305293117,0.015156538272710452
343,PABP_YEAST_Fields2013-singles,ESM-1v (+further training),0.6465056114571746,0.6403467410293169,0.015004313697387745
344,PABP_YEAST_Fields2013-singles,DeepSequence (replicated),0.621237612823598,0.6166697742075684,0.015117873200550663
345,PABP_YEAST_Fields2013-singles,EVMutation (replicated),0.6004126589511687,0.5972505301682013,0.014433400233151502
346,PABP_YEAST_Fields2013-singles,ProtBERT-BFD,0.6590004474532792,0.6522426172055227,0.01761240430158242
347,PABP_YEAST_Fields2013-singles,TAPE,0.08173774797871515,0.07580827883401792,0.02537818685979441
348,PABP_YEAST_Fields2013-singles,UniRep,0.3524666785583584,0.3507280735011912,0.0214696561284629
349,PABP_YEAST_Fields2013-singles,ESM-1b,0.6826492897030101,0.6776229323965959,0.014065470938740474
378,POL_HV1N5-CA_Ndungu2014,gt,1.0,1.0,0.0
379,POL_HV1N5-CA_Ndungu2014,MSA Transformer,0.8910953880622985,0.8715091885859015,0.04404390170038043
380,POL_HV1N5-CA_Ndungu2014,PSSM,0.8027669847951657,0.7648376227138198,0.07156434462986615
381,POL_HV1N5-CA_Ndungu2014,EVMutation (published),0.814063406437493,0.770542797914026,0.07799856588047756
382,POL_HV1N5-CA_Ndungu2014,DeepSequence (published) - single,0.8237975570016259,0.79822473995615,0.059914597251614195
383,POL_HV1N5-CA_Ndungu2014,DeepSequence (published),0.8152651534207193,0.7889600095175417,0.06617658502045558
384,POL_HV1N5-CA_Ndungu2014,ESM-1v (zero shot),0.6512266902103299,0.6238138829808892,0.07766375006901825
385,POL_HV1N5-CA_Ndungu2014,ESM-1v (+further training),0.815024804024074,0.7869525208215408,0.05466301623393627
386,POL_HV1N5-CA_Ndungu2014,DeepSequence (replicated),0.820552840146915,0.7966023557532389,0.05723243614263114
387,POL_HV1N5-CA_Ndungu2014,EVMutation (replicated),0.8211537136385281,0.7735182879439364,0.08095098085359952
388,POL_HV1N5-CA_Ndungu2014,ProtBERT-BFD,0.38179501657099424,0.42193301482635154,0.14774279685397848
389,POL_HV1N5-CA_Ndungu2014,TAPE,0.3483864504373032,0.4104118824597043,0.1470038347598428
390,POL_HV1N5-CA_Ndungu2014,UniRep,0.4639945102236729,0.40093126150106306,0.16524010823471783
391,POL_HV1N5-CA_Ndungu2014,ESM-1b,0.5957059795852749,0.5731935627996381,0.13224460706985164
364,POLG_HCVJF_Sun2014,gt,1.0,1.0,0.0
365,POLG_HCVJF_Sun2014,MSA Transformer,0.6677478668298926,0.670497369164695,0.017151824473903992
366,POLG_HCVJF_Sun2014,PSSM,0.6494520970500091,0.6472164109404976,0.01636183923822566
367,POLG_HCVJF_Sun2014,EVMutation (published),0.5865270173010575,0.5896466823313951,0.019303754939295415
368,POLG_HCVJF_Sun2014,DeepSequence (published) - single,0.39251206867133814,0.39508591794495096,0.020227604662347038
369,POLG_HCVJF_Sun2014,DeepSequence (published),0.3713820411310244,0.3795469161150128,0.023014839527838928
370,POLG_HCVJF_Sun2014,ESM-1v (zero shot),0.6340055756536588,0.6335374345199196,0.01764641035648572
371,POLG_HCVJF_Sun2014,ESM-1v (+further training),0.5652424039602515,0.5708409099578081,0.020101066917986344
372,POLG_HCVJF_Sun2014,DeepSequence (replicated),0.46165721811412747,0.46807649417617975,0.022195221779086654
373,POLG_HCVJF_Sun2014,EVMutation (replicated),0.5825890447985209,0.5852998202243922,0.022749622221884737
374,POLG_HCVJF_Sun2014,ProtBERT-BFD,0.08677957966093554,0.07770559640019087,0.018629212118296944
375,POLG_HCVJF_Sun2014,TAPE,0.05680250795137183,0.04875383206148289,0.02707444904306108
376,POLG_HCVJF_Sun2014,UniRep,0.023755477003752395,0.018385016483602818,0.018204300138877978
377,POLG_HCVJF_Sun2014,ESM-1b,0.14790101977036282,0.1451007380223277,0.018527745632610403
308,P84126_THETH_b0,gt,1.0,1.0,0.0
309,P84126_THETH_b0,MSA Transformer,0.5799265252107147,0.5738614544298895,0.016977861401835232
310,P84126_THETH_b0,PSSM,0.5059938805045767,0.497875302076657,0.017450898377151254
311,P84126_THETH_b0,EVMutation (published),0.5762676414938405,0.5713927693726344,0.015545247017306097
312,P84126_THETH_b0,DeepSequence (published) - single,0.5267205050047176,0.5248192557448691,0.018977964279615622
313,P84126_THETH_b0,DeepSequence (published),0.5877949812163814,0.5848736179704858,0.015886804363744445
314,P84126_THETH_b0,ESM-1v (zero shot),0.5870635090422014,0.5811455597687403,0.01549045031439649
315,P84126_THETH_b0,ESM-1v (+further training),0.5790524141907541,0.572625780593036,0.014736663161466617
316,P84126_THETH_b0,DeepSequence (replicated),0.6038248556337414,0.602211740801349,0.013767217833566922
317,P84126_THETH_b0,EVMutation (replicated),0.5700921855537731,0.5640773353834833,0.016516084944527984
318,P84126_THETH_b0,ProtBERT-BFD,0.5721041244229742,0.5675746516094956,0.016572893593986743
319,P84126_THETH_b0,TAPE,0.530841865819399,0.524876249458913,0.02120781628171545
320,P84126_THETH_b0,UniRep,0.2274910400298911,0.22961913248092042,0.020560804448588488
321,P84126_THETH_b0,ESM-1b,0.5700277792841302,0.5653475783194437,0.014015440292458613
238,HSP82_YEAST_Bolon2016,gt,1.0,1.0,0.0
239,HSP82_YEAST_Bolon2016,MSA Transformer,0.48917822587769644,0.4911252194110343,0.010638436729624378
240,HSP82_YEAST_Bolon2016,PSSM,0.5080494707835187,0.5081989816141457,0.011630856503356157
241,HSP82_YEAST_Bolon2016,EVMutation (published),0.49012823437511943,0.4936437806547088,0.009824172602805919
242,HSP82_YEAST_Bolon2016,DeepSequence (published) - single,0.5292966677834544,0.529631038805717,0.010670673995645957
243,HSP82_YEAST_Bolon2016,DeepSequence (published),0.5345178740223454,0.5359585453318252,0.010405888846639616
244,HSP82_YEAST_Bolon2016,ESM-1v (zero shot),0.5770032224447383,0.5794593692641861,0.011071932164493134
245,HSP82_YEAST_Bolon2016,ESM-1v (+further training),0.5582427433705837,0.5611201932811588,0.011556274778765427
246,HSP82_YEAST_Bolon2016,DeepSequence (replicated),0.5447815098744462,0.5468478860295007,0.009190852805604763
247,HSP82_YEAST_Bolon2016,EVMutation (replicated),0.4813174874985635,0.4833921506539731,0.010641726788141665
248,HSP82_YEAST_Bolon2016,ProtBERT-BFD,0.5020206378059789,0.5038884666599158,0.010495246599296015
249,HSP82_YEAST_Bolon2016,TAPE,0.11898211650679438,0.11418591489599068,0.0095283384478768
250,HSP82_YEAST_Bolon2016,UniRep,0.28031483895837656,0.27995048255516847,0.016433158282085403
251,HSP82_YEAST_Bolon2016,ESM-1b,0.5364678889354202,0.5369383571750992,0.012361055325265038
518,TPMT_HUMAN_Fowler2018,gt,1.0,1.0,0.0
519,TPMT_HUMAN_Fowler2018,MSA Transformer,0.5424668178781977,0.540549584398611,0.0130129824539858
520,TPMT_HUMAN_Fowler2018,PSSM,0.48146126611262924,0.4789555004656866,0.01619133485423122
521,TPMT_HUMAN_Fowler2018,EVMutation (published),0.5243737765811296,0.5211293318961853,0.013677282837478894
522,TPMT_HUMAN_Fowler2018,DeepSequence (published) - single,0.5616767945109112,0.5601851812367447,0.014098853189084848
523,TPMT_HUMAN_Fowler2018,DeepSequence (published),0.57189769074549,0.5692094068525796,0.014271609738516988
524,TPMT_HUMAN_Fowler2018,ESM-1v (zero shot),0.5746177224716744,0.5733456843246085,0.013161147755010085
525,TPMT_HUMAN_Fowler2018,ESM-1v (+further training),0.5667144426739071,0.5643404804061067,0.012156963082272723
526,TPMT_HUMAN_Fowler2018,DeepSequence (replicated),0.5734186713594054,0.5725136899852928,0.01380924904516693
527,TPMT_HUMAN_Fowler2018,EVMutation (replicated),0.5415452371370989,0.5367554768824575,0.014285595575941081
528,TPMT_HUMAN_Fowler2018,ProtBERT-BFD,0.5755683713471709,0.5740036007868525,0.011781062164033955
529,TPMT_HUMAN_Fowler2018,TAPE,0.21528496910537398,0.2163150200476124,0.01671186684925183
530,TPMT_HUMAN_Fowler2018,UniRep,0.24493123064838648,0.2429991773585667,0.01737637750092445
531,TPMT_HUMAN_Fowler2018,ESM-1b,0.585864822736713,0.5831594511762555,0.012841359293495367
252,IF1_ECOLI_Kishony,gt,1.0,1.0,0.0
253,IF1_ECOLI_Kishony,MSA Transformer,0.5374285372059321,0.5379972559155065,0.020194737882211888
254,IF1_ECOLI_Kishony,PSSM,0.5052167418774901,0.5069241815649538,0.021074640419288252
255,IF1_ECOLI_Kishony,EVMutation (published),0.5003046508987051,0.5003352234717605,0.022143569265813394
256,IF1_ECOLI_Kishony,DeepSequence (published) - single,0.5239331603676252,0.5269853910903933,0.019737341732545446
257,IF1_ECOLI_Kishony,DeepSequence (published),0.5232098971780704,0.5263086088632558,0.019848792789945318
258,IF1_ECOLI_Kishony,ESM-1v (zero shot),0.5489484528277484,0.5487290835018946,0.018090689195472447
259,IF1_ECOLI_Kishony,ESM-1v (+further training),0.5619784833217806,0.5609262853368223,0.01759996229002091
260,IF1_ECOLI_Kishony,DeepSequence (replicated),0.5371602219910716,0.5377419211137229,0.016834767452949526
261,IF1_ECOLI_Kishony,EVMutation (replicated),0.49106963416130595,0.487364241499556,0.02231862948055046
262,IF1_ECOLI_Kishony,ProtBERT-BFD,0.49640551530348803,0.49572596972809546,0.021526763193477596
263,IF1_ECOLI_Kishony,TAPE,0.3330415186026132,0.3329560370901763,0.025365922197565095
264,IF1_ECOLI_Kishony,UniRep,0.11711947357011687,0.11208310104103972,0.02358345571859419
265,IF1_ECOLI_Kishony,ESM-1b,0.548626388294071,0.5492417382232484,0.020649586745340585
154,BRCA1_HUMAN_RING,gt,1.0,1.0,0.0
155,BRCA1_HUMAN_RING,MSA Transformer,0.5193005569644538,0.5203285046503858,0.041166837523028924
156,BRCA1_HUMAN_RING,PSSM,0.5634130110253781,0.5581058154928551,0.04362682737121433
157,BRCA1_HUMAN_RING,EVMutation (published),0.4739893403358574,0.4727346993937392,0.036203681195866866
158,BRCA1_HUMAN_RING,DeepSequence (published) - single,0.5543323620928434,0.5511807082846618,0.039417214029845105
159,BRCA1_HUMAN_RING,DeepSequence (published),0.5617365720006955,0.5591185452387899,0.03842959531538541
160,BRCA1_HUMAN_RING,ESM-1v (zero shot),0.5415424138323831,0.5341119058002446,0.03653613513934021
161,BRCA1_HUMAN_RING,ESM-1v (+further training),0.5550269189493816,0.5537267190735496,0.03937349908877672
162,BRCA1_HUMAN_RING,DeepSequence (replicated),0.5658118851058472,0.5627698357833636,0.037505350857757684
163,BRCA1_HUMAN_RING,EVMutation (replicated),0.46724701283596226,0.46596752209015424,0.04012929367216169
164,BRCA1_HUMAN_RING,ProtBERT-BFD,0.47507688987212,0.4713003309113355,0.03734723419650255
165,BRCA1_HUMAN_RING,TAPE,0.32511391092165925,0.3259918359586091,0.05215348292668556
166,BRCA1_HUMAN_RING,UniRep,0.4574870950916383,0.466226203934293,0.029045683651907416
167,BRCA1_HUMAN_RING,ESM-1b,0.5729860249285059,0.5672443289637067,0.030337589962057807
98,BLAT_ECOLX_Palzkill2012,gt,1.0,1.0,0.0
99,BLAT_ECOLX_Palzkill2012,MSA Transformer,0.5790109592895919,0.576559464262669,0.00813860157556571
100,BLAT_ECOLX_Palzkill2012,PSSM,0.43541874109113293,0.4346912136467994,0.011525932575641511
101,BLAT_ECOLX_Palzkill2012,EVMutation (published),0.5035045285112302,0.5015670440233889,0.011387370179059404
102,BLAT_ECOLX_Palzkill2012,DeepSequence (published) - single,0.5387135089739988,0.5368824370193662,0.011450482383497546
103,BLAT_ECOLX_Palzkill2012,DeepSequence (published),0.555680249906377,0.5539233663406711,0.009685510491284273
104,BLAT_ECOLX_Palzkill2012,ESM-1v (zero shot),0.5394874702645197,0.5391023570614875,0.01072036011365782
105,BLAT_ECOLX_Palzkill2012,ESM-1v (+further training),0.5672174721013816,0.5661011431263104,0.010297339893877539
106,BLAT_ECOLX_Palzkill2012,DeepSequence (replicated),0.5665462527968158,0.5646253670538975,0.00957133565445041
107,BLAT_ECOLX_Palzkill2012,EVMutation (replicated),0.5174199245259459,0.5144044189835617,0.010884656508769686
108,BLAT_ECOLX_Palzkill2012,ProtBERT-BFD,0.413553141253597,0.4108322854585459,0.009768034882433663
109,BLAT_ECOLX_Palzkill2012,TAPE,0.06707069584638124,0.06961505855709685,0.01069869285554942
110,BLAT_ECOLX_Palzkill2012,UniRep,0.0166580631994596,0.02360053325843217,0.01073550650340384
111,BLAT_ECOLX_Palzkill2012,ESM-1b,0.54626199827611,0.5450469362296847,0.010574502773225362
210,HG_FLU_Bloom2016,gt,1.0,1.0,0.0
211,HG_FLU_Bloom2016,MSA Transformer,0.4807847197470188,0.48133913444729065,0.007238779061281368
212,HG_FLU_Bloom2016,PSSM,0.467255239211276,0.4658023016610004,0.007807096034181624
213,HG_FLU_Bloom2016,EVMutation (published),0.45827659972583357,0.45804886604872685,0.008079452114456188
214,HG_FLU_Bloom2016,DeepSequence (published) - single,0.38185154496925244,0.3815243480167388,0.009700262344961326
215,HG_FLU_Bloom2016,DeepSequence (published),0.408559044093847,0.4088655809693629,0.007996666160114359
216,HG_FLU_Bloom2016,ESM-1v (zero shot),0.5377581449296356,0.5381755966315286,0.00849950538034111
217,HG_FLU_Bloom2016,ESM-1v (+further training),0.508004961821385,0.50881255466271,0.008423294599454892
218,HG_FLU_Bloom2016,DeepSequence (replicated),0.425338497638415,0.425397348539834,0.007829596385814108
219,HG_FLU_Bloom2016,EVMutation (replicated),0.4745801474914726,0.4740523393070549,0.00772632329264063
220,HG_FLU_Bloom2016,ProtBERT-BFD,0.01216830054805121,0.014371682213071179,0.008595363873197908
221,HG_FLU_Bloom2016,TAPE,0.011506602346493722,0.011595399204682536,0.006272208060584064
222,HG_FLU_Bloom2016,UniRep,0.11238855588872076,0.11416182055768724,0.009338414613763222
223,HG_FLU_Bloom2016,ESM-1b,0.13466161180017006,0.13615942676936274,0.010191230998347687
224,HIS7_YEAST_Kondrashov2017,gt,1.0,1.0,0.0
225,HIS7_YEAST_Kondrashov2017,MSA Transformer,0.30171610633916407,0.301852298319144,0.0012676098127205092
226,HIS7_YEAST_Kondrashov2017,PSSM,0.46025981696434587,0.4602850849857719,0.0008742604182146493
227,HIS7_YEAST_Kondrashov2017,EVMutation (published),0.5865226545066141,0.5868249726401576,0.0008233711922239475
228,HIS7_YEAST_Kondrashov2017,DeepSequence (published) - single,0.4924067186635951,0.49266995692585214,0.0009319735566991191
229,HIS7_YEAST_Kondrashov2017,DeepSequence (published),0.539985999849893,0.540227447923642,0.0008648831057151851
230,HIS7_YEAST_Kondrashov2017,ESM-1v (zero shot),0.529358182381123,0.5295580913555231,0.0007957702421518582
231,HIS7_YEAST_Kondrashov2017,ESM-1v (+further training),0.5600853174526501,0.5602849321317114,0.0008034030458959766
232,HIS7_YEAST_Kondrashov2017,DeepSequence (replicated),0.5771729957674867,0.5774905109783149,0.0007170541729409019
233,HIS7_YEAST_Kondrashov2017,EVMutation (replicated),0.5839282060088532,0.5842957417091784,0.0008208185316044222
234,HIS7_YEAST_Kondrashov2017,ProtBERT-BFD,0.5529258544618092,0.5529676964174914,0.0007360080980740549
235,HIS7_YEAST_Kondrashov2017,TAPE,0.1014260339205887,0.101752697842131,0.0014218010200125605
236,HIS7_YEAST_Kondrashov2017,UniRep,0.1815849109979771,0.18158251774490938,0.0014496180282351032
237,HIS7_YEAST_Kondrashov2017,ESM-1b,0.5000466702129686,0.5002672548811231,0.0008300778727114249
70,BG_STRSQ_hmmerbit,gt,1.0,1.0,0.0
71,BG_STRSQ_hmmerbit,MSA Transformer,0.6555958579973886,0.659326801766521,0.00913574784080978
72,BG_STRSQ_hmmerbit,PSSM,0.5431285035494208,0.5491891696554254,0.01382628634556949
73,BG_STRSQ_hmmerbit,EVMutation (published),0.6297133475442988,0.6326270443670063,0.006525349201880503
74,BG_STRSQ_hmmerbit,DeepSequence (published) - single,0.6663981684713202,0.667051777591926,0.008814659279799686
75,BG_STRSQ_hmmerbit,DeepSequence (published),0.671353366524517,0.6721885348190513,0.009076474761061238
76,BG_STRSQ_hmmerbit,ESM-1v (zero shot),0.528482255049547,0.5356316829302887,0.013445455516506805
77,BG_STRSQ_hmmerbit,ESM-1v (+further training),0.6516055107633002,0.6555062061803748,0.009214695345811378
78,BG_STRSQ_hmmerbit,DeepSequence (replicated),0.6751486915624705,0.6760984429469532,0.009352478062896172
79,BG_STRSQ_hmmerbit,EVMutation (replicated),0.6403197196758124,0.6434637152906157,0.007241339119188467
80,BG_STRSQ_hmmerbit,ProtBERT-BFD,0.6365069784319516,0.6396483776091306,0.007811080769658407
81,BG_STRSQ_hmmerbit,TAPE,0.43294588799591494,0.44008364687109375,0.01682011773736568
82,BG_STRSQ_hmmerbit,UniRep,0.19989240659304872,0.20517404401460504,0.014963964273707563
83,BG_STRSQ_hmmerbit,ESM-1b,0.6009580023829318,0.6080513205167206,0.013233900564372743
546,UBE4B_MOUSE_Klevit2013-singles,gt,1.0,1.0,0.0
547,UBE4B_MOUSE_Klevit2013-singles,MSA Transformer,0.49832943520981005,0.49905990983648263,0.03105986611446269
548,UBE4B_MOUSE_Klevit2013-singles,PSSM,0.48860473816872396,0.49337529571134364,0.031233090528237636
549,UBE4B_MOUSE_Klevit2013-singles,EVMutation (published),0.4906841388190489,0.49199509841786193,0.03340124290266937
550,UBE4B_MOUSE_Klevit2013-singles,DeepSequence (published) - single,0.5312205433544338,0.5329703058977546,0.029417950250717785
551,UBE4B_MOUSE_Klevit2013-singles,DeepSequence (published),0.5395815016518124,0.5430445683834082,0.02805620658685915
552,UBE4B_MOUSE_Klevit2013-singles,ESM-1v (zero shot),0.5220724759142595,0.5231561587068752,0.024550717856015463
553,UBE4B_MOUSE_Klevit2013-singles,ESM-1v (+further training),0.5218576853965179,0.5198018293944963,0.029197148702440747
554,UBE4B_MOUSE_Klevit2013-singles,DeepSequence (replicated),0.5223215278319518,0.5271163507848048,0.02943995962728437
555,UBE4B_MOUSE_Klevit2013-singles,EVMutation (replicated),0.4846034274372467,0.48559313231244233,0.035130463278636635
556,UBE4B_MOUSE_Klevit2013-singles,ProtBERT-BFD,0.5185431412393127,0.5236656965174686,0.028751086492193833
557,UBE4B_MOUSE_Klevit2013-singles,TAPE,0.01730835573288986,0.03524679123603523,0.02987730394986271
558,UBE4B_MOUSE_Klevit2013-singles,UniRep,0.10151869130428068,0.09383999274532392,0.03556604553816262
559,UBE4B_MOUSE_Klevit2013-singles,ESM-1b,0.4877718340726251,0.48675329873590983,0.03538514294193213
14,B3VI55_LIPSTSTABLE,gt,1.0,1.0,0.0
15,B3VI55_LIPSTSTABLE,MSA Transformer,0.5251005167937696,0.5275545723143799,0.009041770337910218
16,B3VI55_LIPSTSTABLE,PSSM,0.33176316087515695,0.3329724203391258,0.011406640278605069
17,B3VI55_LIPSTSTABLE,EVMutation (published),0.43366434910484786,0.43528511611104986,0.010773070057405095
18,B3VI55_LIPSTSTABLE,DeepSequence (published) - single,0.4747977554498681,0.4764432728845286,0.00955452160837742
19,B3VI55_LIPSTSTABLE,DeepSequence (published),0.48780043789141697,0.489281157459712,0.008995219832666802
20,B3VI55_LIPSTSTABLE,ESM-1v (zero shot),0.5144594346026741,0.516476518473857,0.009568231035205155
21,B3VI55_LIPSTSTABLE,ESM-1v (+further training),0.5408988777571562,0.5429418957469877,0.008374931117004644
22,B3VI55_LIPSTSTABLE,DeepSequence (replicated),0.5108241872870117,0.511210509948324,0.008885420291063774
23,B3VI55_LIPSTSTABLE,EVMutation (replicated),0.45220927299548147,0.45292929103074864,0.01073069192782447
24,B3VI55_LIPSTSTABLE,ProtBERT-BFD,0.3909053736573994,0.39106874014118553,0.010538767559809602
25,B3VI55_LIPSTSTABLE,TAPE,0.1114444287805763,0.1120507952365121,0.012548143306758398
26,B3VI55_LIPSTSTABLE,UniRep,0.1050036846541006,0.10502881984575867,0.013417162356959514
27,B3VI55_LIPSTSTABLE,ESM-1b,0.4153440056253525,0.4178700751301828,0.011532303943529923
42,BF520_env_Bloom2018,gt,1.0,1.0,0.0
43,BF520_env_Bloom2018,MSA Transformer,0.53045503362033,0.528360683768996,0.007312684938262093
44,BF520_env_Bloom2018,PSSM,0.48128944926535605,0.47846350663914833,0.007277527859925501
45,BF520_env_Bloom2018,EVMutation (published),0.3961853129701546,0.3926921454653422,0.00906487418575762
46,BF520_env_Bloom2018,DeepSequence (published) - single,0.0033350478364570987,0.009194378034284379,0.008689823275268422
47,BF520_env_Bloom2018,DeepSequence (published),0.0029335219050744344,0.008967370879028378,0.005401668464782235
48,BF520_env_Bloom2018,ESM-1v (zero shot),0.5137302974636209,0.5110743977804137,0.006968499056122589
49,BF520_env_Bloom2018,ESM-1v (+further training),0.5260276733897689,0.524307610096477,0.006318717908534139
50,BF520_env_Bloom2018,DeepSequence (replicated),0.03940344835961486,0.03571128763490593,0.010040975563315926
51,BF520_env_Bloom2018,EVMutation (replicated),0.41701008243014626,0.4131323889976084,0.009699036294956902
52,BF520_env_Bloom2018,ProtBERT-BFD,0.35920295750142894,0.356294565641996,0.008888654031775356
53,BF520_env_Bloom2018,TAPE,0.03296454518403542,0.03347884384026924,0.010604055757164086
54,BF520_env_Bloom2018,UniRep,0.19509435241603182,0.19534025730349494,0.008044823411980718
55,BF520_env_Bloom2018,ESM-1b,0.4644044299599039,0.4621942590259476,0.0072479072681551
490,TIM_THEMA_b0,gt,1.0,1.0,0.0
491,TIM_THEMA_b0,MSA Transformer,0.476641570693168,0.4772084109762894,0.021262538481700146
492,TIM_THEMA_b0,PSSM,0.3987702061334132,0.39949709692713725,0.022351322419246027
493,TIM_THEMA_b0,EVMutation (published),0.43189426495468003,0.4320501737162544,0.023786620230565422
494,TIM_THEMA_b0,DeepSequence (published) - single,0.4429769169797119,0.4459763974635589,0.023367347171715933
495,TIM_THEMA_b0,DeepSequence (published),0.43793312514525096,0.43932643176681746,0.02400129226573652
496,TIM_THEMA_b0,ESM-1v (zero shot),0.5026024874119385,0.5028606317050863,0.0196194686907316
497,TIM_THEMA_b0,ESM-1v (+further training),0.49669513157740486,0.49715001129465347,0.021252079717001313
498,TIM_THEMA_b0,DeepSequence (replicated),0.4065555906798227,0.4088509392059708,0.02383945792859995
499,TIM_THEMA_b0,EVMutation (replicated),0.4372508700326144,0.43818153131258974,0.022249944638541977
500,TIM_THEMA_b0,ProtBERT-BFD,0.5030640016728883,0.505061273209954,0.02004593130312488
501,TIM_THEMA_b0,TAPE,0.426213240694561,0.42842760017164616,0.025447870266352153
502,TIM_THEMA_b0,UniRep,0.15476155586059467,0.14652965312897737,0.02996974334997726
503,TIM_THEMA_b0,ESM-1b,0.45916689313021203,0.45909489666370673,0.021672817044030984
560,YAP1_HUMAN_Fields2012-singles,gt,1.0,1.0,0.0
561,YAP1_HUMAN_Fields2012-singles,MSA Transformer,0.5887070642875368,0.5706519861099527,0.040386258549904866
562,YAP1_HUMAN_Fields2012-singles,PSSM,0.5690684565019047,0.5451477752262303,0.04238593338136975
563,YAP1_HUMAN_Fields2012-singles,EVMutation (published),0.5844091425595583,0.5694702589374069,0.03313034558652812
564,YAP1_HUMAN_Fields2012-singles,DeepSequence (published) - single,0.6529398136915281,0.6360722049001328,0.032593234109222484
565,YAP1_HUMAN_Fields2012-singles,DeepSequence (published),0.6456339137145388,0.6294381645066613,0.03481028251531764
566,YAP1_HUMAN_Fields2012-singles,ESM-1v (zero shot),0.493433729941941,0.48010349687654763,0.03994836553901359
567,YAP1_HUMAN_Fields2012-singles,ESM-1v (+further training),0.6376365184641369,0.623715503200643,0.03529100768352496
568,YAP1_HUMAN_Fields2012-singles,DeepSequence (replicated),0.6447076152922595,0.6272717205426198,0.033734031749303436
569,YAP1_HUMAN_Fields2012-singles,EVMutation (replicated),0.557456385066247,0.543521991089175,0.035472281995781466
570,YAP1_HUMAN_Fields2012-singles,ProtBERT-BFD,0.5482997903990557,0.5417356076069597,0.03807717806310085
571,YAP1_HUMAN_Fields2012-singles,TAPE,0.14957625858401177,0.1801038227952158,0.05696901517750361
572,YAP1_HUMAN_Fields2012-singles,UniRep,0.029127721955503238,0.05432100409858017,0.03754188708662973
573,YAP1_HUMAN_Fields2012-singles,ESM-1b,0.49074132050160213,0.47904274853673057,0.033063480562130175
140,BRCA1_HUMAN_BRCT,gt,1.0,1.0,0.0
141,BRCA1_HUMAN_BRCT,MSA Transformer,0.5928951868322753,0.5960239232158157,0.024771243739877567
142,BRCA1_HUMAN_BRCT,PSSM,0.45174214496735526,0.4661431870435194,0.02242218107567778
143,BRCA1_HUMAN_BRCT,EVMutation (published),0.575430631741363,0.5736725403805653,0.02241134787829384
144,BRCA1_HUMAN_BRCT,DeepSequence (published) - single,0.56817101100728,0.5677360233280984,0.023388317280203356
145,BRCA1_HUMAN_BRCT,DeepSequence (published),0.5887397586618573,0.5891289275127845,0.025473578386602996
146,BRCA1_HUMAN_BRCT,ESM-1v (zero shot),0.43099744949022667,0.43820237951190066,0.026042969300316396
147,BRCA1_HUMAN_BRCT,ESM-1v (+further training),0.5902839735003296,0.5924129041526023,0.022139044593609002
148,BRCA1_HUMAN_BRCT,DeepSequence (replicated),0.6048855640279864,0.6073185827311438,0.022386535818213062
149,BRCA1_HUMAN_BRCT,EVMutation (replicated),0.5943999321364778,0.5914745443226089,0.021113952368322746
150,BRCA1_HUMAN_BRCT,ProtBERT-BFD,0.3807653003587669,0.38891615029062426,0.025074152619186402
151,BRCA1_HUMAN_BRCT,TAPE,0.05185305485548559,0.06300777252497933,0.028006890598497248
152,BRCA1_HUMAN_BRCT,UniRep,0.001009857244270908,0.024731061663019048,0.015154925933309927
153,BRCA1_HUMAN_BRCT,ESM-1b,0.5015315617812091,0.5064634555923619,0.023953542534915467
392,PTEN_HUMAN_Fowler2018,gt,1.0,1.0,0.0
393,PTEN_HUMAN_Fowler2018,MSA Transformer,0.47723620402030725,0.4753707747929236,0.02041283060478458
394,PTEN_HUMAN_Fowler2018,PSSM,0.4856705789707024,0.48540163299274086,0.01456452062108191
395,PTEN_HUMAN_Fowler2018,EVMutation (published),0.4719118285668927,0.471271072166362,0.0171946566182038
396,PTEN_HUMAN_Fowler2018,DeepSequence (published) - single,0.3920133344336003,0.38858890670495655,0.021275758912234644
397,PTEN_HUMAN_Fowler2018,DeepSequence (published),0.41987506342546416,0.4166267407337688,0.02048001735899819
398,PTEN_HUMAN_Fowler2018,ESM-1v (zero shot),0.4229117460619157,0.4216791615081128,0.022889108923404226
399,PTEN_HUMAN_Fowler2018,ESM-1v (+further training),0.39745119841802773,0.3945916752986646,0.021297362107723237
400,PTEN_HUMAN_Fowler2018,DeepSequence (replicated),0.4305140142957644,0.4275242282868633,0.019725711174546957
401,PTEN_HUMAN_Fowler2018,EVMutation (replicated),0.4562780374489617,0.4570343049276496,0.017322527192949605
402,PTEN_HUMAN_Fowler2018,ProtBERT-BFD,0.33431387346212144,0.33179215244793264,0.020748503501032432
403,PTEN_HUMAN_Fowler2018,TAPE,0.0815737781117076,0.07995492505287519,0.010503276183057134
404,PTEN_HUMAN_Fowler2018,UniRep,0.12983006902884325,0.12588348859114926,0.014127656261654718
405,PTEN_HUMAN_Fowler2018,ESM-1b,0.4531834407900847,0.4504022413646627,0.019849910120253392
406,RASH_HUMAN_Kuriyan,gt,1.0,1.0,0.0
407,RASH_HUMAN_Kuriyan,MSA Transformer,0.4803453272496495,0.47796060028078263,0.017296002593559925
408,RASH_HUMAN_Kuriyan,PSSM,0.45403466334542103,0.45183098094027907,0.01787397783493158
409,RASH_HUMAN_Kuriyan,EVMutation (published),0.426341747437809,0.4229653964620471,0.01796419071897713
410,RASH_HUMAN_Kuriyan,DeepSequence (published) - single,0.4728843219749578,0.468646862737559,0.01795985229559378
411,RASH_HUMAN_Kuriyan,DeepSequence (published),0.46630499110930534,0.4614459892414701,0.01844189066007253
412,RASH_HUMAN_Kuriyan,ESM-1v (zero shot),0.40727875438677086,0.40514547710795606,0.019133507919327063
413,RASH_HUMAN_Kuriyan,ESM-1v (+further training),0.4147935141888191,0.4135324566538796,0.019219555375441195
414,RASH_HUMAN_Kuriyan,DeepSequence (replicated),0.4718463706052156,0.4693887363231767,0.01665373741632862
415,RASH_HUMAN_Kuriyan,EVMutation (replicated),0.41905311471869217,0.4152533339275954,0.0186456211620091
416,RASH_HUMAN_Kuriyan,ProtBERT-BFD,0.3754077679946978,0.37224319469530265,0.020828472200020876
417,RASH_HUMAN_Kuriyan,TAPE,0.3410037149796282,0.33821305583243977,0.02006172500654845
418,RASH_HUMAN_Kuriyan,UniRep,0.28316890117187576,0.2804521504745546,0.016931648162857683
419,RASH_HUMAN_Kuriyan,ESM-1b,0.34359820576597994,0.3393198546702645,0.02233342505800977
420,RL401_YEAST_Bolon2013,gt,1.0,1.0,0.0
421,RL401_YEAST_Bolon2013,MSA Transformer,0.5393318004129806,0.539097206955352,0.021107284547232343
422,RL401_YEAST_Bolon2013,PSSM,0.4115446821389685,0.4029967757216066,0.02694607790699914
423,RL401_YEAST_Bolon2013,EVMutation (published),0.45052851516991577,0.44375165687449697,0.020730159359455567
424,RL401_YEAST_Bolon2013,DeepSequence (published) - single,0.4749118165434772,0.4687082939023236,0.02394781384346245
425,RL401_YEAST_Bolon2013,DeepSequence (published),0.4891069305943915,0.4832628867355531,0.020837235335480923
426,RL401_YEAST_Bolon2013,ESM-1v (zero shot),0.3780305382545389,0.3758572950839938,0.024438101597142162
427,RL401_YEAST_Bolon2013,ESM-1v (+further training),0.36982341765304827,0.36644542392899027,0.02407282307497699
428,RL401_YEAST_Bolon2013,DeepSequence (replicated),0.4875479135136087,0.48185494209379953,0.0224889402600134
429,RL401_YEAST_Bolon2013,EVMutation (replicated),0.4649054471564614,0.45886647149033805,0.023302945044134975
430,RL401_YEAST_Bolon2013,ProtBERT-BFD,0.39888508524198757,0.39548316549478596,0.024888924809883948
431,RL401_YEAST_Bolon2013,TAPE,0.14136362276356793,0.1330418322501083,0.03239530659402373
432,RL401_YEAST_Bolon2013,UniRep,0.11132107785812106,0.10371964011546289,0.027489697230632073
433,RL401_YEAST_Bolon2013,ESM-1b,0.24192958338903614,0.24085320243486236,0.026555927080409752
504,TPK1_HUMAN_Roth2017,gt,1.0,1.0,0.0
505,TPK1_HUMAN_Roth2017,MSA Transformer,0.3415408511396077,0.33848473630002246,0.021212292675018753
506,TPK1_HUMAN_Roth2017,PSSM,0.22072657020579714,0.2217644870830699,0.02369863818079656
507,TPK1_HUMAN_Roth2017,EVMutation (published),0.2469522178641623,0.24730841435573284,0.01871959166700927
508,TPK1_HUMAN_Roth2017,DeepSequence (published) - single,0.2575167904390149,0.2558063144550207,0.02055476962559519
509,TPK1_HUMAN_Roth2017,DeepSequence (published),0.25614519361128574,0.2543757481978049,0.021967216506252808
510,TPK1_HUMAN_Roth2017,ESM-1v (zero shot),0.33312805710397364,0.327155968484034,0.019777338079982523
511,TPK1_HUMAN_Roth2017,ESM-1v (+further training),0.3317814621900089,0.3260704249321161,0.020979034647608977
512,TPK1_HUMAN_Roth2017,DeepSequence (replicated),0.254473186445843,0.2514295290110877,0.02177016005083741
513,TPK1_HUMAN_Roth2017,EVMutation (replicated),0.23867041174072273,0.23850268855356252,0.019193703578397097
514,TPK1_HUMAN_Roth2017,ProtBERT-BFD,0.24102052288064413,0.2413615342747228,0.021738163307345192
515,TPK1_HUMAN_Roth2017,TAPE,0.08255844412157543,0.08001237804591124,0.014507842152561057
516,TPK1_HUMAN_Roth2017,UniRep,0.03311972123416161,0.03305706490328286,0.021578991252520243
517,TPK1_HUMAN_Roth2017,ESM-1b,0.31345297835126973,0.3093139122995233,0.01991362706272715
448,RL401_YEAST_Fraser2016,gt,1.0,1.0,0.0
449,RL401_YEAST_Fraser2016,MSA Transformer,0.47482528061086265,0.4755124342582121,0.022569966034399314
450,RL401_YEAST_Fraser2016,PSSM,0.3774016009912691,0.3773571687306486,0.015993333803246766
451,RL401_YEAST_Fraser2016,EVMutation (published),0.40924774479083326,0.414388594923377,0.023024753763437884
452,RL401_YEAST_Fraser2016,DeepSequence (published) - single,0.4318166476420829,0.4331294439053056,0.01910722980495821
453,RL401_YEAST_Fraser2016,DeepSequence (published),0.4461365210878178,0.44899827665090486,0.019914780607228476
454,RL401_YEAST_Fraser2016,ESM-1v (zero shot),0.32760495384990906,0.3291822704728004,0.02640133685107885
455,RL401_YEAST_Fraser2016,ESM-1v (+further training),0.32990765588855403,0.3301471135676151,0.027322775648250797
456,RL401_YEAST_Fraser2016,DeepSequence (replicated),0.4347770704966268,0.44167537164330406,0.017646832557385868
457,RL401_YEAST_Fraser2016,EVMutation (replicated),0.4137359503211986,0.42342848446020753,0.023604416626258205
458,RL401_YEAST_Fraser2016,ProtBERT-BFD,0.352256182908315,0.35488121411289225,0.026464030488060585
459,RL401_YEAST_Fraser2016,TAPE,0.11246047580054895,0.11267381281460156,0.029451868723884767
460,RL401_YEAST_Fraser2016,UniRep,0.09228239837675453,0.0855139650342207,0.02787982622396566
461,RL401_YEAST_Fraser2016,ESM-1b,0.20980461592629226,0.21406696973008782,0.028067024964270798
168,CALM1_HUMAN_Roth2017,gt,1.0,1.0,0.0
169,CALM1_HUMAN_Roth2017,MSA Transformer,0.23711821254687918,0.23943485564742276,0.03113662255833698
170,CALM1_HUMAN_Roth2017,PSSM,0.1940025702015548,0.19913438415655305,0.02630867989950736
171,CALM1_HUMAN_Roth2017,EVMutation (published),0.23244288732891077,0.23757839644300488,0.02612586314740137
172,CALM1_HUMAN_Roth2017,DeepSequence (published) - single,0.22492618953594645,0.22906576202846649,0.030735041631348013
173,CALM1_HUMAN_Roth2017,DeepSequence (published),0.22789905079105036,0.22969671581656934,0.029946806999461846
174,CALM1_HUMAN_Roth2017,ESM-1v (zero shot),0.2617141623664426,0.2652270689648074,0.025228781176764935
175,CALM1_HUMAN_Roth2017,ESM-1v (+further training),0.2721918164887156,0.2732936184582442,0.027420080243011954
176,CALM1_HUMAN_Roth2017,DeepSequence (replicated),0.23307246773532486,0.23633457440270692,0.029771707595051294
177,CALM1_HUMAN_Roth2017,EVMutation (replicated),0.23487698274177318,0.24137564501443426,0.02702788568104191
178,CALM1_HUMAN_Roth2017,ProtBERT-BFD,0.29084218774026066,0.2918048272665779,0.027753008367247246
179,CALM1_HUMAN_Roth2017,TAPE,0.12219793057831531,0.12415304964391952,0.019957547541863924
180,CALM1_HUMAN_Roth2017,UniRep,0.07689880828775296,0.08034276883486069,0.028587576009811506
181,CALM1_HUMAN_Roth2017,ESM-1b,0.24496865240057522,0.2451996389337371,0.02464309631183189
434,RL401_YEAST_Bolon2014,gt,1.0,1.0,0.0
435,RL401_YEAST_Bolon2014,MSA Transformer,0.473016586760016,0.4787538735227928,0.01635240282545988
436,RL401_YEAST_Bolon2014,PSSM,0.4689225734723619,0.4737125791144366,0.018513489042818982
437,RL401_YEAST_Bolon2014,EVMutation (published),0.39726026462632547,0.40239056557397346,0.0228080866519743
438,RL401_YEAST_Bolon2014,DeepSequence (published) - single,0.4295635873940029,0.4359091171923386,0.020125832508895207
439,RL401_YEAST_Bolon2014,DeepSequence (published),0.4226902253289641,0.4296887661396075,0.02042130768745852
440,RL401_YEAST_Bolon2014,ESM-1v (zero shot),0.2555902509515176,0.26273723347289263,0.023433435512064758
441,RL401_YEAST_Bolon2014,ESM-1v (+further training),0.30819485583382966,0.3149369605358795,0.022303272256952115
442,RL401_YEAST_Bolon2014,DeepSequence (replicated),0.4208601802656798,0.427057708121087,0.022928982939476122
443,RL401_YEAST_Bolon2014,EVMutation (replicated),0.3795164863252923,0.38353041172591634,0.022737389271498636
444,RL401_YEAST_Bolon2014,ProtBERT-BFD,0.3305475177656725,0.33333306438483723,0.024066951141161263
445,RL401_YEAST_Bolon2014,TAPE,0.27031483697506303,0.2748860791185031,0.023958009305355937
446,RL401_YEAST_Bolon2014,UniRep,0.16611039235432376,0.16134631003484823,0.029548951247265007
447,RL401_YEAST_Bolon2014,ESM-1b,0.18258453677698241,0.18424186541936532,0.02190939840845001
28,B3VI55_LIPST_Whitehead2015,gt,1.0,1.0,0.0
29,B3VI55_LIPST_Whitehead2015,MSA Transformer,0.25670663558953755,0.2568287164790948,0.014303617378529112
30,B3VI55_LIPST_Whitehead2015,PSSM,0.17356487805783094,0.17229178651491212,0.014476649812023814
31,B3VI55_LIPST_Whitehead2015,EVMutation (published),0.22415909454397737,0.22201195664151258,0.015151263735652506
32,B3VI55_LIPST_Whitehead2015,DeepSequence (published) - single,0.2314762900256378,0.23010900979180499,0.015350637015825532
33,B3VI55_LIPST_Whitehead2015,DeepSequence (published),0.2314408826509719,0.23018066970458023,0.015030815308284325
34,B3VI55_LIPST_Whitehead2015,ESM-1v (zero shot),0.2361417829414803,0.235599751959246,0.01380734986895981
35,B3VI55_LIPST_Whitehead2015,ESM-1v (+further training),0.2424504346933426,0.24107272979662708,0.013833009304666605
36,B3VI55_LIPST_Whitehead2015,DeepSequence (replicated),0.24479443697061962,0.2433108240939475,0.015917153531149808
37,B3VI55_LIPST_Whitehead2015,EVMutation (replicated),0.2251732484740546,0.2236926065862732,0.015150897486335867
38,B3VI55_LIPST_Whitehead2015,ProtBERT-BFD,0.22029752268681757,0.22189350964142437,0.012296008345577645
39,B3VI55_LIPST_Whitehead2015,TAPE,0.03217727698102332,0.033398754623545045,0.014930614521878988
40,B3VI55_LIPST_Whitehead2015,UniRep,0.052410727620420754,0.051318677282283995,0.012063912744717856
41,B3VI55_LIPST_Whitehead2015,ESM-1b,0.21414102345131894,0.21411325444647447,0.01376144270479094
280,MK01_HUMAN_Johannessen,gt,1.0,1.0,0.0
281,MK01_HUMAN_Johannessen,MSA Transformer,0.21600719562316348,0.21324362844208555,0.010869477909858859
282,MK01_HUMAN_Johannessen,PSSM,0.24003601283569995,0.23781768411144993,0.012873462567914572
283,MK01_HUMAN_Johannessen,EVMutation (published),0.2411806504637287,0.23555029839403527,0.014919109500043859
284,MK01_HUMAN_Johannessen,DeepSequence (published) - single,0.21622583201496393,0.2118857875656635,0.01330985778159382
285,MK01_HUMAN_Johannessen,DeepSequence (published),0.2262833888426422,0.2222242751773241,0.013845563303298817
286,MK01_HUMAN_Johannessen,ESM-1v (zero shot),0.18610638097061274,0.1807887324699657,0.011421581908870595
287,MK01_HUMAN_Johannessen,ESM-1v (+further training),0.1711612951379414,0.1656998628430867,0.011097399419126037
288,MK01_HUMAN_Johannessen,DeepSequence (replicated),0.2262833888426422,0.2222242751773241,0.013845563303298817
289,MK01_HUMAN_Johannessen,EVMutation (replicated),0.2411806504637287,0.23555029839403527,0.014919109500043859
290,MK01_HUMAN_Johannessen,ProtBERT-BFD,0.03761357865712906,0.032009850323277314,0.013532258402167076
291,MK01_HUMAN_Johannessen,TAPE,0.24566726233768266,0.2425196910807727,0.014722071012130074
292,MK01_HUMAN_Johannessen,UniRep,0.16466166691457634,0.15865978272069822,0.012603347408739064
293,MK01_HUMAN_Johannessen,ESM-1b,0.020968477238634434,0.014843912213619878,0.011595884022987897
350,PA_FLU_Sun2015,gt,1.0,1.0,0.0
351,PA_FLU_Sun2015,MSA Transformer,0.40499549570010246,0.4071708283839041,0.020127599355418007
352,PA_FLU_Sun2015,PSSM,0.4870284991956425,0.48503558622411713,0.017254863079323307
353,PA_FLU_Sun2015,EVMutation (published),0.4799931222249091,0.47963201439188896,0.017318908492685997
354,PA_FLU_Sun2015,DeepSequence (published) - single,0.47395691140007384,0.47172219190050396,0.017516562617318692
355,PA_FLU_Sun2015,DeepSequence (published),0.4782770520849889,0.4776150037730753,0.01692698104707
356,PA_FLU_Sun2015,ESM-1v (zero shot),0.10354167707274801,0.10113956150869738,0.014997098538970815
357,PA_FLU_Sun2015,ESM-1v (+further training),0.5736052915722709,0.5754278729569327,0.011947354137920797
358,PA_FLU_Sun2015,DeepSequence (replicated),0.49574925840401,0.49600755923376527,0.014212454786638254
359,PA_FLU_Sun2015,EVMutation (replicated),0.5055094042813111,0.5062333117389017,0.014772450707935335
360,PA_FLU_Sun2015,ProtBERT-BFD,0.025567814891833348,0.028868599359005404,0.017475521452476987
361,PA_FLU_Sun2015,TAPE,0.023351679974442957,0.02740069503679209,0.01716926448528921
362,PA_FLU_Sun2015,UniRep,0.03233737793643953,0.030453300705534824,0.023348423732335796
363,PA_FLU_Sun2015,ESM-1b,0.0350533539652243,0.03379222480788328,0.01958723862748923