Refresh MINT benchmark data

data/clean_prediction_summary.csv

@@ -59,11 +59,11 @@ marble,allen_neuropixels,Visual Coding,721123822,,missing,,,accuracy,,,,,,,
 marble,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.5757575757575758,,135,33,64,3,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
 marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ole,r2,0.14313989877700806,34.71720886230469,290,72,128,3,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,knn,r2,0.9625695943832397,0.0027685980312526226,240,60,300,32,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
-mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,,mint_pipeline,r2,0.9276354373447554,,,,59,,benchmark_results/mint/mint_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-mint,allen_neuropixels,Visual Coding,721123822,721123822,present,,mint_pipeline,accuracy,0.7142857142857143,,,,444,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
-mint,speech,Speech,t12,t12,present,,mint_pipeline,accuracy,0.8787878787878788,,,,64,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
+mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,,mint_pipeline,r2,0.939287841292908,,,,59,,benchmark_results/mint/mint_benchmark_monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+mint,allen_neuropixels,Visual Coding,721123822,721123822,present,,mint_pipeline,accuracy,0.7058823529411765,,,,444,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
+mint,speech,Speech,t12,t12,present,,mint_pipeline,accuracy,0.8484848484848485,,,,64,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
 mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,,mint_pipeline,r2,0.887554874298499,,,,128,,benchmark_results/mint/mint_benchmark_mc_pacman.json
-mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,,mint_pipeline,r2,-2.1695506217743143,,,,300,,benchmark_results/mint/mint_benchmark_ratinabox_nav.json
+mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,,mint_pipeline,r2,0.9685728033714524,,,,300,,benchmark_results/mint/mint_benchmark_ratinabox_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,neds_e2e,r2,0.9511939883232117,0.7080138921737671,256,63,59,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,neds_e2e,accuracy,0.8571428571428571,,479,119,444,,benchmark_results/neds/neds_benchmark_721123822.json
 neds,speech,Speech,t12,t12,present,sequence_classification,neds_e2e,accuracy,0.696969696969697,,135,33,64,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json

data/neuron_attributions.csv

@@ -17145,6 +17145,306 @@ lstm,ratinabox,216,Speed,-0.014895502136855766,297,Bottom,0.0
 lstm,ratinabox,72,Place,-0.01611222123061171,298,Bottom,1.0
 lstm,ratinabox,226,Speed,-0.017955671838690544,299,Bottom,0.0
 lstm,ratinabox,52,Place,-0.018050680615591605,300,Bottom,1.0
+mint,ratinabox,82,Place,0.12481719531391676,1,Top,1.0
+mint,ratinabox,26,Place,0.11100101476698446,2,Top,1.0
+mint,ratinabox,98,Place,0.09710324183092399,3,Top,1.0
+mint,ratinabox,81,Place,0.09382733936502546,4,Top,1.0
+mint,ratinabox,270,Speed,0.08758060475089433,5,Top,0.0
+mint,ratinabox,6,Place,0.0873596470544142,6,Top,1.0
+mint,ratinabox,69,Place,0.08594195443854852,7,Top,1.0
+mint,ratinabox,38,Place,0.08569215421045066,8,Top,1.0
+mint,ratinabox,70,Place,0.08341668907674937,9,Top,1.0
+mint,ratinabox,47,Place,0.08190959436037101,10,Top,1.0
+mint,ratinabox,78,Place,0.08020126778671705,11,Top,1.0
+mint,ratinabox,278,Speed,0.08010503595800267,12,Top,0.0
+mint,ratinabox,88,Place,0.08004632111210382,13,Top,1.0
+mint,ratinabox,83,Place,0.0797221159423707,14,Top,1.0
+mint,ratinabox,286,Speed,0.07952715061942364,15,Top,0.0
+mint,ratinabox,174,Head direction,0.07940134722307007,16,Top,0.0
+mint,ratinabox,67,Place,0.07809064166114073,17,Top,1.0
+mint,ratinabox,148,Head direction,0.07760270978958454,18,Top,0.0
+mint,ratinabox,173,Head direction,0.07315910459556783,19,Top,0.0
+mint,ratinabox,30,Place,0.0726192316566056,20,Top,1.0
+mint,ratinabox,40,Place,0.0701041898970503,21,Top,1.0
+mint,ratinabox,223,Speed,0.06873839347984145,22,Top,0.0
+mint,ratinabox,80,Place,0.06632606571043234,23,Top,1.0
+mint,ratinabox,184,Head direction,0.06603096135507021,24,Top,0.0
+mint,ratinabox,172,Head direction,0.06546751908200496,25,Top,0.0
+mint,ratinabox,99,Place,0.06527584769158486,26,Top,1.0
+mint,ratinabox,58,Place,0.06342943167904554,27,Top,1.0
+mint,ratinabox,275,Speed,0.06324757112499746,28,Top,0.0
+mint,ratinabox,41,Place,0.06296171600484829,29,Top,1.0
+mint,ratinabox,214,Speed,0.06239412367204757,30,Top,0.0
+mint,ratinabox,14,Place,0.062136379373670704,31,Top,1.0
+mint,ratinabox,131,Head direction,0.061924067639801635,32,Top,0.0
+mint,ratinabox,273,Speed,0.06189360518447039,33,Top,0.0
+mint,ratinabox,37,Place,0.06074407145747176,34,Top,1.0
+mint,ratinabox,28,Place,0.0600296248312987,35,Top,1.0
+mint,ratinabox,154,Head direction,0.058800846452643024,36,Top,0.0
+mint,ratinabox,53,Place,0.057513755649085334,37,Top,1.0
+mint,ratinabox,48,Place,0.05690289561989965,38,Top,1.0
+mint,ratinabox,62,Place,0.056637499730889676,39,Top,1.0
+mint,ratinabox,86,Place,0.05622583992360606,40,Top,1.0
+mint,ratinabox,141,Head direction,0.05586426166317108,41,Top,0.0
+mint,ratinabox,43,Place,0.05576217919115937,42,Top,1.0
+mint,ratinabox,151,Head direction,0.05453448636195779,43,Top,0.0
+mint,ratinabox,150,Head direction,0.05442391212264207,44,Top,0.0
+mint,ratinabox,243,Speed,0.053710825552230765,45,Top,0.0
+mint,ratinabox,213,Speed,0.05369761308214677,46,Top,0.0
+mint,ratinabox,296,Speed,0.05367948763614721,47,Top,0.0
+mint,ratinabox,209,Speed,0.05331066856411471,48,Top,0.0
+mint,ratinabox,36,Place,0.05308557715048362,49,Top,1.0
+mint,ratinabox,87,Place,0.05303164141843583,50,Top,1.0
+mint,ratinabox,215,Speed,0.05130745204209967,51,Top,0.0
+mint,ratinabox,9,Place,0.050933374995502566,52,Top,1.0
+mint,ratinabox,261,Speed,0.05090792233754114,53,Top,0.0
+mint,ratinabox,145,Head direction,0.05082922366197163,54,Top,0.0
+mint,ratinabox,279,Speed,0.05062766909687936,55,Top,0.0
+mint,ratinabox,22,Place,0.049837944078661725,56,Top,1.0
+mint,ratinabox,164,Head direction,0.049498888705502425,57,Top,0.0
+mint,ratinabox,186,Head direction,0.04924158557140242,58,Top,0.0
+mint,ratinabox,119,Head direction,0.04893248501064531,59,Top,0.0
+mint,ratinabox,281,Speed,0.048030311301151644,60,Top,0.0
+mint,ratinabox,85,Place,0.04685476997523887,61,Top,1.0
+mint,ratinabox,124,Head direction,0.04585212697456438,62,Top,0.0
+mint,ratinabox,201,Speed,0.04447705459363659,63,Top,0.0
+mint,ratinabox,96,Place,0.04417460273536224,64,Top,1.0
+mint,ratinabox,283,Speed,0.04371603510968137,65,Top,0.0
+mint,ratinabox,171,Head direction,0.042965787834696706,66,Top,0.0
+mint,ratinabox,236,Speed,0.0418693173644598,67,Top,0.0
+mint,ratinabox,162,Head direction,0.040303572037749105,68,Top,0.0
+mint,ratinabox,198,Head direction,0.03796832756971217,69,Top,0.0
+mint,ratinabox,95,Place,0.037767318785580095,70,Top,1.0
+mint,ratinabox,68,Place,0.037686396903339275,71,Top,1.0
+mint,ratinabox,25,Place,0.03667631097164541,72,Top,1.0
+mint,ratinabox,240,Speed,0.0365563744746519,73,Top,0.0
+mint,ratinabox,255,Speed,0.03549077591871858,74,Top,0.0
+mint,ratinabox,295,Speed,0.035016135710492335,75,Top,0.0
+mint,ratinabox,219,Speed,0.03500215986471917,76,Top,0.0
+mint,ratinabox,15,Place,0.0349586853524926,77,Top,1.0
+mint,ratinabox,274,Speed,0.03466713869702351,78,Top,0.0
+mint,ratinabox,33,Place,0.034416531332034095,79,Top,1.0
+mint,ratinabox,114,Head direction,0.03381842001692433,80,Top,0.0
+mint,ratinabox,39,Place,0.03336222238766289,81,Top,1.0
+mint,ratinabox,109,Head direction,0.03303214193095803,82,Top,0.0
+mint,ratinabox,265,Speed,0.032961517871713635,83,Top,0.0
+mint,ratinabox,277,Speed,0.03163044241933024,84,Top,0.0
+mint,ratinabox,17,Place,0.031512457075552336,85,Top,1.0
+mint,ratinabox,126,Head direction,0.031248861587772445,86,Top,0.0
+mint,ratinabox,133,Head direction,0.031079064756564252,87,Top,0.0
+mint,ratinabox,76,Place,0.031022919595393317,88,Top,1.0
+mint,ratinabox,91,Place,0.03040608769457899,89,Top,1.0
+mint,ratinabox,260,Speed,0.029998675683098105,90,Top,0.0
+mint,ratinabox,49,Place,0.029974491456293367,91,Top,1.0
+mint,ratinabox,7,Place,0.029922549559900546,92,Top,1.0
+mint,ratinabox,292,Speed,0.02990643368523563,93,Top,0.0
+mint,ratinabox,290,Speed,0.02912269546719029,94,Top,0.0
+mint,ratinabox,237,Speed,0.028596329539066646,95,Top,0.0
+mint,ratinabox,258,Speed,0.028419522260450095,96,Top,0.0
+mint,ratinabox,106,Head direction,0.027670021311584053,97,Top,0.0
+mint,ratinabox,156,Head direction,0.027133536945058233,98,Top,0.0
+mint,ratinabox,289,Speed,0.027132913006931547,99,Top,0.0
+mint,ratinabox,50,Place,0.02645931651267373,100,Top,1.0
+mint,ratinabox,266,Speed,0.0261448385106281,101,Middle,0.0
+mint,ratinabox,197,Head direction,0.0261409178126426,102,Middle,0.0
+mint,ratinabox,180,Head direction,0.026113128152623233,103,Middle,0.0
+mint,ratinabox,74,Place,0.025502595954842427,104,Middle,1.0
+mint,ratinabox,249,Speed,0.025029421302442022,105,Middle,0.0
+mint,ratinabox,208,Speed,0.024919845331006718,106,Middle,0.0
+mint,ratinabox,93,Place,0.02452638229942794,107,Middle,1.0
+mint,ratinabox,44,Place,0.024157387498853756,108,Middle,1.0
+mint,ratinabox,235,Speed,0.024068851583482105,109,Middle,0.0
+mint,ratinabox,195,Head direction,0.02393503808764617,110,Middle,0.0
+mint,ratinabox,127,Head direction,0.02380261565908103,111,Middle,0.0
+mint,ratinabox,169,Head direction,0.0234760877335261,112,Middle,0.0
+mint,ratinabox,252,Speed,0.02333109831855545,113,Middle,0.0
+mint,ratinabox,159,Head direction,0.023264397189174377,114,Middle,0.0
+mint,ratinabox,149,Head direction,0.023246963507964902,115,Middle,0.0
+mint,ratinabox,157,Head direction,0.023198829711400557,116,Middle,0.0
+mint,ratinabox,103,Head direction,0.02211249249066085,117,Middle,0.0
+mint,ratinabox,140,Head direction,0.0219840956221827,118,Middle,0.0
+mint,ratinabox,185,Head direction,0.02185046082667645,119,Middle,0.0
+mint,ratinabox,11,Place,0.021826194203957892,120,Middle,1.0
+mint,ratinabox,89,Place,0.021802057070191654,121,Middle,1.0
+mint,ratinabox,175,Head direction,0.02138191408323994,122,Middle,0.0
+mint,ratinabox,205,Speed,0.020994309091149833,123,Middle,0.0
+mint,ratinabox,16,Place,0.020679444759219383,124,Middle,1.0
+mint,ratinabox,77,Place,0.01980750587699655,125,Middle,1.0
+mint,ratinabox,117,Head direction,0.019378752956985608,126,Middle,0.0
+mint,ratinabox,269,Speed,0.019365760110780027,127,Middle,0.0
+mint,ratinabox,51,Place,0.019170298714007508,128,Middle,1.0
+mint,ratinabox,166,Head direction,0.018963598155088284,129,Middle,0.0
+mint,ratinabox,72,Place,0.01872690648448244,130,Middle,1.0
+mint,ratinabox,231,Speed,0.01858966221711779,131,Middle,0.0
+mint,ratinabox,297,Speed,0.01773371239741595,132,Middle,0.0
+mint,ratinabox,271,Speed,0.017663722921255863,133,Middle,0.0
+mint,ratinabox,64,Place,0.017378141152980624,134,Middle,1.0
+mint,ratinabox,1,Place,0.01734765114822926,135,Middle,1.0
+mint,ratinabox,160,Head direction,0.01706717598686189,136,Middle,0.0
+mint,ratinabox,71,Place,0.0169964841322343,137,Middle,1.0
+mint,ratinabox,24,Place,0.01694192393247395,138,Middle,1.0
+mint,ratinabox,0,Place,0.016617595689606093,139,Middle,1.0
+mint,ratinabox,291,Speed,0.016520801794536688,140,Middle,0.0
+mint,ratinabox,2,Place,0.01629537762602722,141,Middle,1.0
+mint,ratinabox,21,Place,0.016202123995560685,142,Middle,1.0
+mint,ratinabox,27,Place,0.016107559531044955,143,Middle,1.0
+mint,ratinabox,113,Head direction,0.016082971742794227,144,Middle,0.0
+mint,ratinabox,226,Speed,0.016068668737380606,145,Middle,0.0
+mint,ratinabox,79,Place,0.01550524889515362,146,Middle,1.0
+mint,ratinabox,56,Place,0.01450886571263567,147,Middle,1.0
+mint,ratinabox,94,Place,0.012760888696406552,148,Middle,1.0
+mint,ratinabox,10,Place,0.012500390225449241,149,Middle,1.0
+mint,ratinabox,46,Place,0.012403615519149607,150,Middle,1.0
+mint,ratinabox,105,Head direction,0.011349011721447217,151,Middle,0.0
+mint,ratinabox,128,Head direction,0.011244300992037264,152,Middle,0.0
+mint,ratinabox,285,Speed,0.01119206025615575,153,Middle,0.0
+mint,ratinabox,73,Place,0.010834526093557227,154,Middle,1.0
+mint,ratinabox,287,Speed,0.010584630261904433,155,Middle,0.0
+mint,ratinabox,143,Head direction,0.00894150373455521,156,Middle,0.0
+mint,ratinabox,204,Speed,0.008754640869545655,157,Middle,0.0
+mint,ratinabox,147,Head direction,0.008563962695007032,158,Middle,0.0
+mint,ratinabox,182,Head direction,0.008146111467538549,159,Middle,0.0
+mint,ratinabox,181,Head direction,0.007855820481592507,160,Middle,0.0
+mint,ratinabox,178,Head direction,0.007418625662741769,161,Middle,0.0
+mint,ratinabox,45,Place,0.005444142545072613,162,Middle,1.0
+mint,ratinabox,142,Head direction,0.004854152417989103,163,Middle,0.0
+mint,ratinabox,233,Speed,0.004555720260108355,164,Middle,0.0
+mint,ratinabox,55,Place,0.0033786213037437724,165,Middle,1.0
+mint,ratinabox,153,Head direction,0.003290278886932549,166,Middle,0.0
+mint,ratinabox,84,Place,0.0011514532055478272,167,Middle,1.0
+mint,ratinabox,13,Place,0.0,168,Middle,1.0
+mint,ratinabox,18,Place,0.0,169,Middle,1.0
+mint,ratinabox,19,Place,0.0,170,Middle,1.0
+mint,ratinabox,29,Place,0.0,171,Middle,1.0
+mint,ratinabox,34,Place,0.0,172,Middle,1.0
+mint,ratinabox,60,Place,0.0,173,Middle,1.0
+mint,ratinabox,61,Place,0.0,174,Middle,1.0
+mint,ratinabox,75,Place,0.0,175,Middle,1.0
+mint,ratinabox,90,Place,0.0,176,Middle,1.0
+mint,ratinabox,104,Head direction,0.0,177,Middle,0.0
+mint,ratinabox,107,Head direction,0.0,178,Middle,0.0
+mint,ratinabox,125,Head direction,0.0,179,Middle,0.0
+mint,ratinabox,130,Head direction,0.0,180,Middle,0.0
+mint,ratinabox,132,Head direction,0.0,181,Middle,0.0
+mint,ratinabox,137,Head direction,0.0,182,Middle,0.0
+mint,ratinabox,139,Head direction,0.0,183,Middle,0.0
+mint,ratinabox,155,Head direction,0.0,184,Middle,0.0
+mint,ratinabox,158,Head direction,0.0,185,Middle,0.0
+mint,ratinabox,170,Head direction,0.0,186,Middle,0.0
+mint,ratinabox,176,Head direction,0.0,187,Middle,0.0
+mint,ratinabox,190,Head direction,0.0,188,Middle,0.0
+mint,ratinabox,191,Head direction,0.0,189,Middle,0.0
+mint,ratinabox,210,Speed,0.0,190,Middle,0.0
+mint,ratinabox,211,Speed,0.0,191,Middle,0.0
+mint,ratinabox,224,Speed,0.0,192,Middle,0.0
+mint,ratinabox,234,Speed,0.0,193,Middle,0.0
+mint,ratinabox,244,Speed,0.0,194,Middle,0.0
+mint,ratinabox,245,Speed,0.0,195,Middle,0.0
+mint,ratinabox,246,Speed,0.0,196,Middle,0.0
+mint,ratinabox,264,Speed,0.0,197,Middle,0.0
+mint,ratinabox,272,Speed,0.0,198,Middle,0.0
+mint,ratinabox,294,Speed,0.0,199,Middle,0.0
+mint,ratinabox,298,Speed,0.0,200,Middle,0.0
+mint,ratinabox,257,Speed,-0.0028662284058724296,201,Bottom,0.0
+mint,ratinabox,129,Head direction,-0.005341119059770102,202,Bottom,0.0
+mint,ratinabox,230,Speed,-0.006694472888347455,203,Bottom,0.0
+mint,ratinabox,4,Place,-0.007279894095444107,204,Bottom,1.0
+mint,ratinabox,135,Head direction,-0.00811506401002572,205,Bottom,0.0
+mint,ratinabox,216,Speed,-0.008573567751419863,206,Bottom,0.0
+mint,ratinabox,202,Speed,-0.010658243876847938,207,Bottom,0.0
+mint,ratinabox,254,Speed,-0.0111123093097436,208,Bottom,0.0
+mint,ratinabox,122,Head direction,-0.011274861978719792,209,Bottom,0.0
+mint,ratinabox,42,Place,-0.011475290476437914,210,Bottom,1.0
+mint,ratinabox,220,Speed,-0.013102613979866992,211,Bottom,0.0
+mint,ratinabox,134,Head direction,-0.01328781205253938,212,Bottom,0.0
+mint,ratinabox,163,Head direction,-0.0139409785944699,213,Bottom,0.0
+mint,ratinabox,282,Speed,-0.014326142115256933,214,Bottom,0.0
+mint,ratinabox,228,Speed,-0.014546297898450971,215,Bottom,0.0
+mint,ratinabox,179,Head direction,-0.014958676241476952,216,Bottom,0.0
+mint,ratinabox,120,Head direction,-0.015845666228720454,217,Bottom,0.0
+mint,ratinabox,8,Place,-0.01645289576552457,218,Bottom,1.0
+mint,ratinabox,3,Place,-0.016530253332251603,219,Bottom,1.0
+mint,ratinabox,193,Head direction,-0.016594349431415686,220,Bottom,0.0
+mint,ratinabox,239,Speed,-0.016971992706332605,221,Bottom,0.0
+mint,ratinabox,222,Speed,-0.01803221361635984,222,Bottom,0.0
+mint,ratinabox,168,Head direction,-0.018321198079382428,223,Bottom,0.0
+mint,ratinabox,241,Speed,-0.018860576483295394,224,Bottom,0.0
+mint,ratinabox,144,Head direction,-0.0190188110764537,225,Bottom,0.0
+mint,ratinabox,115,Head direction,-0.020739355470824297,226,Bottom,0.0
+mint,ratinabox,284,Speed,-0.020860038630541,227,Bottom,0.0
+mint,ratinabox,97,Place,-0.021138345675264354,228,Bottom,1.0
+mint,ratinabox,218,Speed,-0.021259794783834773,229,Bottom,0.0
+mint,ratinabox,12,Place,-0.0215089658687709,230,Bottom,1.0
+mint,ratinabox,248,Speed,-0.022150408201531514,231,Bottom,0.0
+mint,ratinabox,250,Speed,-0.022178372756981334,232,Bottom,0.0
+mint,ratinabox,52,Place,-0.022982715270413373,233,Bottom,1.0
+mint,ratinabox,196,Head direction,-0.02335729422500713,234,Bottom,0.0
+mint,ratinabox,92,Place,-0.023913608134618923,235,Bottom,1.0
+mint,ratinabox,123,Head direction,-0.0245224219668947,236,Bottom,0.0
+mint,ratinabox,227,Speed,-0.02506538709765548,237,Bottom,0.0
+mint,ratinabox,167,Head direction,-0.026393265762094147,238,Bottom,0.0
+mint,ratinabox,293,Speed,-0.029061979917258667,239,Bottom,0.0
+mint,ratinabox,183,Head direction,-0.02972523181226317,240,Bottom,0.0
+mint,ratinabox,253,Speed,-0.029979759521715887,241,Bottom,0.0
+mint,ratinabox,207,Speed,-0.03014655936738098,242,Bottom,0.0
+mint,ratinabox,299,Speed,-0.03029916407290215,243,Bottom,0.0
+mint,ratinabox,161,Head direction,-0.030601344998361726,244,Bottom,0.0
+mint,ratinabox,206,Speed,-0.030928116402240177,245,Bottom,0.0
+mint,ratinabox,247,Speed,-0.03357832900075548,246,Bottom,0.0
+mint,ratinabox,65,Place,-0.033719215477648945,247,Bottom,1.0
+mint,ratinabox,146,Head direction,-0.035355973537867576,248,Bottom,0.0
+mint,ratinabox,54,Place,-0.035361171673131436,249,Bottom,1.0
+mint,ratinabox,5,Place,-0.035364275972071896,250,Bottom,1.0
+mint,ratinabox,267,Speed,-0.03613449232465994,251,Bottom,0.0
+mint,ratinabox,251,Speed,-0.03614985941589532,252,Bottom,0.0
+mint,ratinabox,59,Place,-0.036716599125764735,253,Bottom,1.0
+mint,ratinabox,112,Head direction,-0.03671758950153859,254,Bottom,0.0
+mint,ratinabox,200,Speed,-0.03833473531737834,255,Bottom,0.0
+mint,ratinabox,138,Head direction,-0.04019122128580986,256,Bottom,0.0
+mint,ratinabox,100,Head direction,-0.041024667820781964,257,Bottom,0.0
+mint,ratinabox,102,Head direction,-0.041508182527763136,258,Bottom,0.0
+mint,ratinabox,232,Speed,-0.041674286719418155,259,Bottom,0.0
+mint,ratinabox,118,Head direction,-0.042286215692865024,260,Bottom,0.0
+mint,ratinabox,108,Head direction,-0.0425885455246538,261,Bottom,0.0
+mint,ratinabox,280,Speed,-0.042894869112229464,262,Bottom,0.0
+mint,ratinabox,152,Head direction,-0.04312448859137575,263,Bottom,0.0
+mint,ratinabox,121,Head direction,-0.0434359706886017,264,Bottom,0.0
+mint,ratinabox,32,Place,-0.04390311281548322,265,Bottom,1.0
+mint,ratinabox,136,Head direction,-0.04562964917570549,266,Bottom,0.0
+mint,ratinabox,111,Head direction,-0.04576698898589594,267,Bottom,0.0
+mint,ratinabox,110,Head direction,-0.04610512498847722,268,Bottom,0.0
+mint,ratinabox,276,Speed,-0.04966003405826443,269,Bottom,0.0
+mint,ratinabox,35,Place,-0.04970455625155297,270,Bottom,1.0
+mint,ratinabox,256,Speed,-0.05119692307295151,271,Bottom,0.0
+mint,ratinabox,194,Head direction,-0.051608170794593344,272,Bottom,0.0
+mint,ratinabox,192,Head direction,-0.05301148089857558,273,Bottom,0.0
+mint,ratinabox,221,Speed,-0.05326716563812089,274,Bottom,0.0
+mint,ratinabox,165,Head direction,-0.054255692019035434,275,Bottom,0.0
+mint,ratinabox,262,Speed,-0.05617563757356403,276,Bottom,0.0
+mint,ratinabox,188,Head direction,-0.058188291458872374,277,Bottom,0.0
+mint,ratinabox,116,Head direction,-0.05825230150404015,278,Bottom,0.0
+mint,ratinabox,288,Speed,-0.058303984528461535,279,Bottom,0.0
+mint,ratinabox,242,Speed,-0.058357210081445954,280,Bottom,0.0
+mint,ratinabox,225,Speed,-0.05863667235429617,281,Bottom,0.0
+mint,ratinabox,212,Speed,-0.058978612589411825,282,Bottom,0.0
+mint,ratinabox,31,Place,-0.06174319922082907,283,Bottom,1.0
+mint,ratinabox,199,Head direction,-0.06355891804758951,284,Bottom,0.0
+mint,ratinabox,217,Speed,-0.06524459281592807,285,Bottom,0.0
+mint,ratinabox,189,Head direction,-0.06624061163871595,286,Bottom,0.0
+mint,ratinabox,57,Place,-0.06710455282270823,287,Bottom,1.0
+mint,ratinabox,101,Head direction,-0.06846835350160604,288,Bottom,0.0
+mint,ratinabox,203,Speed,-0.0724791712005376,289,Bottom,0.0
+mint,ratinabox,238,Speed,-0.07278668799446318,290,Bottom,0.0
+mint,ratinabox,259,Speed,-0.07316078713657109,291,Bottom,0.0
+mint,ratinabox,20,Place,-0.07920460111386936,292,Bottom,1.0
+mint,ratinabox,66,Place,-0.08347800113557212,293,Bottom,1.0
+mint,ratinabox,23,Place,-0.08432611602546056,294,Bottom,1.0
+mint,ratinabox,177,Head direction,-0.086390134505559,295,Bottom,0.0
+mint,ratinabox,268,Speed,-0.09209867190830633,296,Bottom,0.0
+mint,ratinabox,263,Speed,-0.09630844491492813,297,Bottom,0.0
+mint,ratinabox,63,Place,-0.110844933110519,298,Bottom,1.0
+mint,ratinabox,187,Head direction,-0.1113435667201735,299,Bottom,0.0
+mint,ratinabox,229,Speed,-0.11568255347329202,300,Bottom,0.0
 neds,ratinabox,0,Place,0.050230517059869736,1,Top,1.0
 neds,ratinabox,1,Place,0.046219418076043246,2,Top,1.0
 neds,ratinabox,10,Place,0.03983062188217407,3,Top,1.0

data/neuron_shap_summary.csv

@@ -55,8 +55,9 @@ lstm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-
 lstm,ratinabox,ratinabox_nav,True,sequence_regression,r2,-1.1592795848846436,0.70328688621521,0.68135,0.29615219460159675,poisson_matched,0.0,300,0,300,300,0.00620855490366618,0.005091685415419488,-0.018050680615591605,0.04764685087225966,0.6866666666666666,0.27666666666666667,0.011294694357715034,0.003951325073220134,0.003379645280063367,106.86240530014038,28.863454341888428,shap_neuron_results/lstm/ratinabox_ratinabox_nav.json
 lstm,speech,t12,True,sequence_classification,accuracy,0.15151515151515152,0.7272727272727273,0.6083984375,,poisson_matched,0.25,64,16,80,80,0.0071969696969696965,0.003646126383469202,-0.01872137712644908,0.07895431661876161,0.65,0.3375,,,,82.9009370803833,39.29440259933472,shap_neuron_results/lstm/speech_threshold_crossings_t12.json
 mint,mc_pacman,mc_pacman,True,sequence_regression,r2,-2.551536015833735,0.8848437690009372,0.680908203125,,poisson_matched,0.25,128,32,160,160,0.02147737365521673,0.011636411666411113,-0.0755973145880497,0.3374808503164491,0.64375,0.35625,,,,14803.459669589996,60.31157422065735,shap_neuron_results/mint/mc_pacman_mc_pacman.json
-mint,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.9338216096285022,0.9232079741448691,0.6743341404358354,,poisson_matched,0.25,59,14,73,73,0.02543876142155303,0.016592899135292046,-0.15012673463191714,0.15781293189819154,0.6438356164383562,0.3561643835616438,,,,1808.99156498909,59.41518568992615,shap_neuron_results/mint/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
-mint,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.8484848484848485,0.7705078125,,poisson_matched,0.25,64,16,80,80,0.009848484848484853,0.004519394333180552,-0.014175320418930704,0.10608839529593571,0.675,0.3125,,,,1105.6942391395569,56.16106605529785,shap_neuron_results/mint/speech_threshold_crossings_t12.json
+mint,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.914380944839192,0.9352175929949524,0.75544794188862,,poisson_matched,0.25,59,14,73,73,0.02533696627170062,0.013828446878427818,-0.1777457122371313,0.15985500288059465,0.6438356164383562,0.3424657534246575,,,,1697.939174413681,28.519711017608643,shap_neuron_results/mint/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+mint,ratinabox,ratinabox_nav,True,sequence_regression,r2,-1.5585479954363894,0.9685728033819532,0.6449,0.23677950991123342,poisson_matched,0.0,300,0,300,300,0.008423735996061141,0.011876313620298413,-0.11568255347329202,0.12481719531391676,0.5566666666666666,0.3333333333333333,0.022837021822207117,0.0015335687758049263,0.000900617390171381,4880.549592971802,7.865200519561768,shap_neuron_results/mint/ratinabox_ratinabox_nav.json
+mint,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.8484848484848485,0.7705078125,,poisson_matched,0.25,64,16,80,80,0.009848484848484853,0.004519394333180552,-0.014175320418930704,0.10608839529593571,0.675,0.3125,,,,1105.6942391395569,56.16106605529785,shap_neuron_results/mint/speech_threshold_crossings_t12.json
 neds,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.8151260504201681,0.6030151773395016,0.1571949969353042,poisson_matched,0.0,444,0,444,444,0.00162767809826633,0.0007365750138121352,-0.020881212168097848,0.03488628927156418,0.5495495495495496,0.40315315315315314,,,,175.25761556625366,6120.165016412735,shap_neuron_results/neds/allen_neuropixels_721123822.json
 neds,mc_pacman,mc_pacman,True,sequence_regression,r2,-1.1362972259521484,0.9795628786087036,0.63720703125,,poisson_matched,0.25,128,32,160,160,0.013224125653505323,0.014941616446257236,-0.13784978886152877,0.13601100798363192,0.5875,0.38125,,,,22.15925121307373,904.8305337429047,shap_neuron_results/neds/mc_pacman_mc_pacman.json
 neds,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.166498601436615,0.9679201245307922,0.8256658595641646,,poisson_matched,0.25,59,14,73,73,0.015539982547498733,0.007798943885555526,-0.028858985631403208,0.16471072032340184,0.726027397260274,0.2602739726027397,,,,12.260324239730835,552.0867099761963,shap_neuron_results/neds/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json

data/release_manifest.json

@@ -12,7 +12,7 @@
   "tables": {
     "clean_prediction_summary.csv": {
       "rows": 115,
-      "sha256": "1be57a892d7033367897bb065ec75f7d6942d5b1a1970136f958df08cacb43df"
+      "sha256": "e8e3885f8b2063db66fb6f578018de43941e8b76d44356d59223432aac09e802"
     },
     "consistency_summary.csv": {
       "rows": 54,
@@ -47,20 +47,20 @@
       "sha256": "d15a19b50d7dbc517b4bf5de60a550fda6870327e5e59fb4a5ec37f01921abf5"
     },
     "neuron_attributions.csv": {
-      "rows": 21606,
-      "sha256": "b61262977aeb153f6afcb710ef0a4b9ba83ba676751a7227a05d0ca81ceba248"
+      "rows": 21906,
+      "sha256": "bcab4237ad69c826a3dc54aeccbd3233422de3a41ecb9a982f4c78e47734487c"
     },
     "neuron_shap_summary.csv": {
-      "rows": 105,
-      "sha256": "a36430bdd193040c48e2ab9fd48570d9c37b9ad58025d8a02d2c84293c768389"
+      "rows": 106,
+      "sha256": "19ab79da509e25b0d4c75cacbfd309319dc816831c93a17f9a50eb5a24985ff0"
     },
     "robustness_summary.csv": {
       "rows": 115,
-      "sha256": "6e67a53dd3f3629c1280609aaad3f3203a0c7ab4938bdedb05d0c207cfd6e98f"
+      "sha256": "d60a56dbd5c1819e8594fc7ab3a0ab396e9120fb7da977f5e35510e8a376dc8a"
     },
     "scalability_summary.csv": {
       "rows": 115,
-      "sha256": "04838e17f653394e8d861b8698c66d907864bce44c3561343a8a6489021dbd23"
+      "sha256": "1bd6f482fdb89e3e4b522320ccae0bad0e76da1e72898eef53951e8339366040"
     },
     "trial_historical_trajectories.csv": {
       "rows": 4725,

data/robustness_summary.csv

@@ -59,11 +59,11 @@ marble,allen_neuropixels,Visual Coding,721123822,,missing,accuracy,,,,,,,,,,
 marble,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5757575757575758;0.21212121212121213;0.21212121212121213;0.21212121212121213;0.21212121212121213,0.5757575757575758,0.21212121212121213,0.20606060606060608,0.28484848484848485,5,,,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
 marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.14313989877700806;0.15062874555587769;0.1267390251159668;0.1047818660736084;0.0769873857498169,0.14313989877700806,0.0769873857498169,0.09844265580177308,0.12045538425445557,5,,,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9625695943832397;0.9615108370780945;0.9581441879272461;0.9515106678009033;0.9436550140380859,0.9625695943832397,0.9436550140380859,0.7648555994033813,0.955478060245514,5,,,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
-mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9276354373447554;0.9111082739361267;0.8248573700883359;0.7270547377178742;0.46981083765879306,0.9276354373447554,0.46981083765879306,0.6323487038488224,0.7720933313491771,5,,,benchmark_results/mint/mint_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-mint,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7142857142857143;0.7226890756302521;0.7394957983193278;0.6890756302521008;0.5882352941176471,0.7142857142857143,0.5882352941176471,0.5605042016806723,0.6907563025210084,5,,strict,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
-mint,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8787878787878788;0.18181818181818182;0.12121212121212122;0.15151515151515152;0.09090909090909091,0.8787878787878788,0.09090909090909091,0.18787878787878787,0.28484848484848485,5,,strict,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
+mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.939287841292908;0.9136566400867268;0.8343618982398779;0.7157664724259507;0.45068635310190264,0.939287841292908,0.45068635310190264,0.6317544215899922,0.7707518410294731,5,,strict,benchmark_results/mint/mint_benchmark_monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+mint,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7058823529411765;0.7226890756302521;0.7142857142857143;0.6722689075630253;0.5798319327731093,0.7058823529411765,0.5798319327731093,0.5504201680672269,0.6789915966386555,5,,strict,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
+mint,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8484848484848485;0.24242424242424243;0.18181818181818182;0.15151515151515152;0.09090909090909091,0.8484848484848485,0.09090909090909091,0.2090909090909091,0.30303030303030304,5,,strict,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
 mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.887554874298499;0.8448281571161276;0.7592897594325643;0.641421724703634;0.5224599107083605,0.887554874298499,0.5224599107083605,0.5901094067511511,0.7311108852518371,5,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
-mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,-2.1695506217743143;-2.2010113330739536;-2.223769992213649;-2.2358082286026564;-2.2385352238863945,-2.1695506217743143,-2.2385352238863945,-1.772926495344123,-2.2137350799101934,5,,,benchmark_results/mint/mint_benchmark_ratinabox_nav.json
+mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9685728033714524;0.9694202198792304;0.9684719742452416;0.9597690513784204;0.9461878618028012,0.9685728033714524,0.9461878618028012,0.7710083156180039,0.9624843821354292,5,,strict,benchmark_results/mint/mint_benchmark_ratinabox_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9511939883232117;0.9279969334602356;0.9143285751342773;0.872361421585083;0.8282899856567383,0.9511939883232117,0.8282899856567383,0.7208857834339142,0.8988341808319091,5,,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8571428571428571;0.773109243697479;0.6974789915966386;0.5798319327731093;0.5294117647058824,0.8571428571428571,0.5294117647058824,0.5487394957983194,0.6873949579831933,5,,,benchmark_results/neds/neds_benchmark_721123822.json
 neds,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.696969696969697;0.42424242424242425;0.2727272727272727;0.15151515151515152;0.18181818181818182,0.696969696969697,0.18181818181818182,0.25757575757575757,0.34545454545454546,5,,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json

data/scalability_summary.csv

@@ -59,11 +59,11 @@ marble,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,,
 marble,speech,Speech,t12,t12,present,739.7213870720007,2.9933243559207767,2.229969024658203,1.8916015625,2.229969024658203,1.8336563110351562,1.8916015625,1.8916015625,0.007745262933894992,0.0008492069318890572,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
 marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,10967.179262804799,5.529709872091189,4.167568206787109,4.7314453125,3.0587844848632812,4.167568206787109,4.7314453125,4.7314453125,0.001062030903995037,7.927906699478626e-05,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,778.4932143890765,3.593709187814966,6.084930419921875,4.4091796875,6.084930419921875,3.646270751953125,4.4091796875,4.4091796875,0.00035458197817206383,0.2561709738802165,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
-mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,5.448566025048487,1.28376,0.8565597534179688,0.0,0.8564910888671875,0.8564910888671875,0.0,0.0,,,benchmark_results/mint/mint_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,73.03907622797595,1.549511,1.8800773620605469,0.0,0.15075302124023438,0.15075302124023438,0.0,0.0,,,benchmark_results/mint/mint_benchmark_monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
 mint,allen_neuropixels,Visual Coding,721123822,721123822,present,63.424923521906635,163.941594,4.8288726806640625,0.0,1.2029380798339844,1.2029380798339844,0.0,0.0,,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
 mint,speech,Speech,t12,t12,present,72.88335073303466,0.920951,1.875823974609375,0.0,0.145263671875,0.145263671875,0.0,0.0,,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
 mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,69.32939087589169,5.544721,2.1432723999023438,0.0,0.20804977416992188,0.20804977416992188,0.0,0.0,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
-mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,5.8307792961606975,144.77397,1.1560211181640625,0.0,1.0828170776367188,1.0828170776367188,0.0,0.0,,,benchmark_results/mint/mint_benchmark_ratinabox_nav.json
+mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1836.7519526119845,59.684828,5.8550567626953125,2.484375,5.8550567626953125,0.2951850891113281,2.484375,0.0,,,benchmark_results/mint/mint_benchmark_ratinabox_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,503.4176102038473,0.006018376909196377,1.1670761108398438,1.3662109375,1.1670761108398438,1.1670761108398438,1.3662109375,1.3662109375,,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,6267.962509865174,0.08189458190463483,2.158031463623047,3.5498046875,2.158031463623047,2.0651931762695312,2.4912109375,3.5498046875,,,benchmark_results/neds/neds_benchmark_721123822.json
 neds,speech,Speech,t12,t12,present,298.96171473897994,0.05260305595584214,1.1512603759765625,1.3740234375,1.1433525085449219,1.1512603759765625,1.3720703125,1.3740234375,,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json

validate_data.py

@@ -35,7 +35,7 @@ EXPECTED_COVERAGE = {
     "robustness_summary.csv": (115, 112),
     "scalability_summary.csv": (115, 112),
     "consistency_summary.csv": (54, 46),
-    "neuron_shap_summary.csv": (105, 105),
+    "neuron_shap_summary.csv": (106, 106),
     "trial_shapley_summary.csv": (81, 81),
     "trial_shapley_retrain_summary.csv": (99, 99),
 }
@@ -536,8 +536,8 @@ def validate_local(data_dir: Path) -> dict[str, pd.DataFrame]:
         observed = set(features["dataset"].dropna().astype(str))
         _require(observed == DATASETS, f"neuron attributions: dataset set is {sorted(observed)}", errors)
         _require(
-            features[["model", "dataset"]].drop_duplicates().shape[0] == 105,
-            "neuron attributions: expected 105 method-dataset pairs",
+            features[["model", "dataset"]].drop_duplicates().shape[0] == 106,
+            "neuron attributions: expected 106 method-dataset pairs",
             errors,
         )
         values = pd.to_numeric(features["signed_attribution"], errors="coerce")