Refresh dashboard data from active artifacts

data/clean_prediction_summary.csv

@@ -13,7 +13,7 @@ cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-201
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,knn,accuracy,0.4789915966386555,,,,444,32,benchmark_results/cebra/cebra_benchmark_721123822.json
 cebra,speech,Speech,t12,t12,present,sequence_classification,knn,accuracy,0.3939393939393939,,,,64,32,benchmark_results/cebra/cebra_benchmark_t12.json
 cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,knn,r2,0.8163397908210754,7.441318988800049,,,128,32,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
-cebra,ratinabox,RatInABox,ratinabox_nav,,missing,,,r2,,,,,,,
+cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,knn,r2,0.9830722808837891,0.0012543825432658195,,,300,32,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,dnn,r2,0.893627405166626,1.5450406074523926,256,63,59,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,dnn,accuracy,0.09243697478991597,,479,119,444,,benchmark_results/dnn/dnn_benchmark_721123822.json
 dnn,speech,Speech,t12,t12,present,sequence_classification,dnn,accuracy,0.9090909090909091,,135,33,64,,benchmark_results/dnn/dnn_benchmark_t12.json
@@ -41,7 +41,7 @@ langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regres
 langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9917535781860352,0.0006137260934337974,240,60,300,300,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.9001415967941284,1.4492790699005127,256,63,59,16,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,ldns_rate_sklearn_logistic,accuracy,0.680672268907563,,479,119,444,16,benchmark_results/ldns/ldns_benchmark_721123822.json
-ldns,speech,Speech,t12,,missing,,,accuracy,,,,,,,
+ldns,speech,Speech,t12,t12,present,sequence_classification,ldns_rate_sklearn_logistic,accuracy,0.7878787878787878,,135,33,64,32,benchmark_results/ldns/ldns_benchmark_t12.json
 ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.8718337416648865,5.192883014678955,290,72,128,16,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.9735897779464722,0.0019637481309473515,240,60,300,16,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9169001579284668,1.2079410552978516,256,63,59,,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json

data/consistency_summary.csv

@@ -9,6 +9,7 @@ cebra_4d_cosine,allen_neuropixels,allen_neuropixels,False,3,721123822;715093703;
 cebra_4d_cosine,monkey,monkey,False,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,4,0.6993546239872105,0.5736636436284698,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_4d_cosine_cross_monkey_consistency.json
 cebra,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.9976406248206513,0.9976357310947246,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_cross_allen_neuropixels_consistency.json
 cebra,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.7067726328366812,0.560167438354111,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_cross_monkey_consistency.json
+cebra,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.844969005435055,0.8147248010344709,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/cebra_cross_ratinabox_consistency.json
 cebra,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.47085588546993984,0.16628307943278273,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_cross_speech_threshold_crossings_consistency.json
 dpad,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.666989485163363,0.47526943096605784,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/dpad_cross_allen_neuropixels_consistency.json
 dpad,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.8562611028883929,0.8474418386623778,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/dpad_cross_monkey_consistency.json
@@ -21,6 +22,7 @@ gpfa,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.56086362240108
 ldns,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.5140668688876647,0.27272478393374383,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/ldns_cross_allen_neuropixels_consistency.json
 ldns,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.41613719918594355,0.2062253345906229,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/ldns_cross_monkey_consistency.json
 ldns,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6129357032261827,0.35781609810127774,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/ldns_cross_ratinabox_consistency.json
+ldns,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5371996549070234,0.2840229223520912,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/ldns_cross_speech_threshold_crossings_consistency.json
 lfads_torch,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.5755955153568879,0.3784460952386845,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/lfads_torch_cross_allen_neuropixels_consistency.json
 lfads_torch,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.35483825460363455,0.05860325541828031,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/lfads_torch_cross_monkey_consistency.json
 lfads_torch,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6872614445608286,0.6045114276486611,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/lfads_torch_cross_ratinabox_consistency.json

data/neuron_shap_summary.csv

@@ -11,6 +11,7 @@ blend_ndt,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression
 blend_ndt,speech,t12,True,sequence_classification,accuracy,0.18181818181818182,0.7272727272727273,0.673828125,,poisson_matched,0.25,64,16,80,80,0.006818181818181819,0.0028587916651550208,-0.012566864667744976,0.12314001942811618,0.5875,0.4125,,,,334.2333812713623,0.0,shap_neuron_results/blend_ndt/t12.json
 cebra,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.12605042016806722,0.42016806722689076,0.5799042285528773,0.1379988192325454,poisson_matched,0.0,444,0,444,444,0.0006624271330153684,0.00034972132991930964,-0.009518355554145225,0.022800270098597766,0.5608108108108109,0.40765765765765766,,,,351.168105840683,38.06134486198425,shap_neuron_results/cebra/721123822.json
 cebra,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.23976480960845947,0.8144623041152954,0.6767578125,,poisson_matched,0.25,128,32,160,160,0.006588919460773475,0.0051356953755668025,-0.027953611905696393,0.08110821432858085,0.59375,0.4,,,,7079.403511047363,66.66670274734497,shap_neuron_results/cebra/mc_pacman.json
+cebra,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.14472877979278564,0.9835187196731567,0.8784,0.6179431510187164,poisson_matched,0.0,300,0,300,300,0.003760824998219807,0.0026355560667026164,-0.014615589229556056,0.02707024112905139,0.6366666666666667,0.32666666666666666,0.01149100318954847,0.00039370734813867455,-0.0006022355430277206,584.9219105243683,41.33368515968323,shap_neuron_results/cebra/ratinabox_nav.json
 cebra,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.11347329616546631,0.762273371219635,0.6852300242130751,,poisson_matched,0.25,59,14,73,73,0.011996529690206868,0.006143418070882533,-0.009583074548805,0.11629185035240985,0.7123287671232876,0.2876712328767123,,,,1021.5754544734955,70.43617105484009,shap_neuron_results/cebra/sub-C_ses-CO-20151104_behavior+ecephys.json
 cebra,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.48484848484848486,0.54296875,,poisson_matched,0.25,64,16,80,80,0.005303030303030305,0.002000372395850137,-0.008525194094625854,0.08302295641375605,0.7,0.2875,,,,373.09286546707153,37.47470498085022,shap_neuron_results/cebra/t12.json
 dnn,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.09243697478991597,0.5,0.0,poisson_matched,0.0,444,0,444,444,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.28899049758911133,66.0867931842804,shap_neuron_results/dnn/721123822.json
@@ -42,6 +43,7 @@ ldns,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.0924369
 ldns,mc_pacman,mc_pacman,True,sequence_regression,r2,0.0025333166122436523,0.8938693404197693,0.631103515625,,poisson_matched,0.25,128,32,160,160,0.0055708501487970324,0.0045363706583884545,-0.039922671727932166,0.04007798963122373,0.68125,0.30625,,,,200.5493757724762,26.7764892578125,shap_neuron_results/ldns/mc_pacman.json
 ldns,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.0902639627456665,0.973640501499176,0.89825,0.6503550631543522,poisson_matched,0.0,300,0,300,300,0.0034801703691482535,0.0011815545989844298,-0.00586891424130726,0.029776762798090946,0.6433333333333333,0.3233333333333333,0.010128834792899624,0.00013437251957047175,0.00017730379497466668,0.22358465194702148,19.294782161712646,shap_neuron_results/ldns/ratinabox_nav.json
 ldns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.7901316285133362,0.9071124792098999,0.7857142857142857,,poisson_matched,0.25,59,14,73,73,0.023249919283879945,0.01835751986195341,-0.026096672882857042,0.1758348149702465,0.7123287671232876,0.273972602739726,,,,117.54872512817383,18.064350605010986,shap_neuron_results/ldns/sub-C_ses-CO-20151104_behavior+ecephys.json
+ldns,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.6363636363636364,0.5087890625,,poisson_matched,0.25,64,16,80,80,0.006818181818181818,0.0065068594667759255,-0.017614322255793274,0.06381138195075602,0.7,0.2875,,,,116.65719628334045,10.905879735946655,shap_neuron_results/ldns/t12.json
 lfads_torch,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.5630252100840336,0.5303648242837433,0.07186759959550455,poisson_matched,0.0,444,0,444,444,0.0009463244757362444,0.00018695182452733807,-0.021686086367014926,0.020191324285924232,0.509009009009009,0.34234234234234234,,,,0.6250193119049072,28575.725098609924,shap_neuron_results/lfads_torch/721123822.json
 lfads_torch,mc_pacman,mc_pacman,True,sequence_regression,r2,0.024377882480621338,0.8701310157775879,0.75634765625,,poisson_matched,0.25,128,32,160,160,0.005285957083106034,0.003311992696855129,-0.011087828515024304,0.04219632622657111,0.75625,0.23125,,,,321.21648025512695,5419.87798666954,shap_neuron_results/lfads_torch/mc_pacman.json
 lfads_torch,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.1011614203453064,0.989297091960907,0.9167500000000001,0.6805563277100404,poisson_matched,0.0,300,0,300,300,0.0036348617076873814,0.0022293422479454277,-0.013341689813139643,0.027581782466857222,0.6233333333333333,0.3566666666666667,0.010671648920363019,-0.0003787167917793017,0.0006116529944784271,181.93340635299683,2365.6382324695587,shap_neuron_results/lfads_torch/ratinabox_nav.json

data/robustness_summary.csv

@@ -13,7 +13,7 @@ cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-201
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4789915966386555;0.4789915966386555;0.42857142857142855;0.4117647058823529;0.3949579831932773,0.4789915966386555,0.3949579831932773,0.3512605042016807,0.438655462184874,5,,,benchmark_results/cebra/cebra_benchmark_721123822.json
 cebra,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.3939393939393939;0.30303030303030304;0.18181818181818182;0.09090909090909091;0.15151515151515152,0.3939393939393939,0.15151515151515152,0.1696969696969697,0.22424242424242422,5,,,benchmark_results/cebra/cebra_benchmark_t12.json
 cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8163397908210754;0.5411965250968933;0.16441398859024048;-0.057045936584472656;-0.3157079219818115,0.8163397908210754,-0.3157079219818115,0.17977610230445862,0.229839289188385,5,,,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
-cebra,ratinabox,RatInABox,ratinabox_nav,,missing,r2,,,,,,,,,,
+cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9830722808837891;0.9814000129699707;0.9764360189437866;0.963709831237793;0.9493141770362854,0.9830722808837891,0.9493141770362854,0.7775478184223176,0.9707864642143249,5,,,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.893627405166626;0.8535131216049194;0.8005810976028442;0.7551349401473999;0.6946108937263489,0.893627405166626,0.6946108937263489,0.6406696617603302,0.7994934916496277,5,,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.09243697478991597;0.09243697478991597;0.09243697478991597;0.09243697478991597;0.09243697478991597,0.09243697478991597,0.09243697478991597,0.07394957983193277,0.09243697478991597,5,,,benchmark_results/dnn/dnn_benchmark_721123822.json
 dnn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.9090909090909091;0.6060606060606061;0.21212121212121213;0.15151515151515152;0.15151515151515152,0.9090909090909091,0.15151515151515152,0.30000000000000004,0.40606060606060607,5,,,benchmark_results/dnn/dnn_benchmark_t12.json
@@ -41,7 +41,7 @@ langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;
 langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9917535781860352;0.9701944589614868;0.9101345539093018;0.7869962453842163;0.4792986512184143,0.9917535781860352,0.4792986512184143,0.6805702745914459,0.8276754975318908,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9001415967941284;0.86473548412323;0.7995693683624268;0.7395739555358887;0.6291798949241638,0.9001415967941284,0.6291798949241638,0.6337079107761383,0.7866400599479675,5,,,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.680672268907563;0.6722689075630253;0.6638655462184874;0.6470588235294118;0.6470588235294118,0.680672268907563,0.6470588235294118,0.5294117647058825,0.6621848739495799,5,,,benchmark_results/ldns/ldns_benchmark_721123822.json
-ldns,speech,Speech,t12,,missing,accuracy,,,,,,,,,,
+ldns,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.1212121212121212,0.20606060606060606,5,,,benchmark_results/ldns/ldns_benchmark_t12.json
 ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8718337416648865;0.8499979972839355;0.832469642162323;0.784476637840271;0.7201961874961853,0.8718337416648865,0.7201961874961853,0.6525918483734132,0.8117948412895203,5,,,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9735897779464722;0.96982741355896;0.9606800079345703;0.94614577293396;0.930498480796814,0.9735897779464722,0.930498480796814,0.7657394647598267,0.9561482906341553,5,,,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9169001579284668;0.8534475564956665;0.6854559779167175;0.39422428607940674;-0.07648450136184692,0.9169001579284668,-0.07648450136184692,0.4706671297550202,0.5547086954116821,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json

data/scalability_summary.csv

@@ -13,7 +13,7 @@ cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-201
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,39.653393199667335,26.35519273765385,2.7731399536132812,1.1240234375,2.7731399536132812,2.600780487060547,1.1240234375,1.1240234375,26.16594892879948,benchmark_results/cebra/cebra_benchmark_721123822.json
 cebra,speech,Speech,t12,t12,present,41.23885945393704,0.08188631618395448,1.6404953002929688,0.8466796875,1.639251708984375,1.6404953002929688,0.8466796875,0.8466796875,0.04946963209658861,benchmark_results/cebra/cebra_benchmark_t12.json
 cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,68.35033772198949,1.846325519029051,1.7824821472167969,2.0322265625,1.7812690734863281,1.7824821472167969,2.0322265625,2.0322265625,1.8083414789871313,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
-cebra,ratinabox,RatInABox,ratinabox_nav,,missing,,,,,,,,,,
+cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,39.634706606157124,0.2483958387747407,1.7811851501464844,1.2705078125,1.7811851501464844,1.7758255004882812,1.2705078125,1.2705078125,0.21804408496245742,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,3.371934766997583,0.1563931080745533,1.4868240356445312,0.9111328125,1.4740371704101562,1.4868240356445312,0.9111328125,0.9111328125,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,59.29439208400436,3.7433169230353087,28.020427703857422,16.7216796875,28.020427703857422,24.15190887451172,16.7216796875,16.7216796875,,benchmark_results/dnn/dnn_benchmark_721123822.json
 dnn,speech,Speech,t12,t12,present,2.7576793760526925,0.12099735997617245,1.4687042236328125,0.7880859375,1.4684982299804688,1.4687042236328125,0.7880859375,0.7880859375,,benchmark_results/dnn/dnn_benchmark_t12.json
@@ -41,7 +41,7 @@ langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1250.0035415459
 langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,477.0603045159951,2.714221132104285,2.0235023498535156,8.4072265625,1.939697265625,2.0235023498535156,2.3837890625,8.4072265625,0.00035249104257673025,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,19.8202287228778,0.06819185498170555,1.7995185852050781,1.1416015625,1.7995185852050781,1.7995185852050781,1.1416015625,1.1416015625,0.00020338897593319416,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,60.06952895899303,0.16177748097106814,3.0945053100585938,2.9931640625,3.0945053100585938,2.932476043701172,2.9931640625,2.9931640625,0.022830171044915915,benchmark_results/ldns/ldns_benchmark_721123822.json
-ldns,speech,Speech,t12,,missing,,,,,,,,,,
+ldns,speech,Speech,t12,t12,present,11.918239269871265,0.08867010311223567,1.808380126953125,1.6630859375,1.8037071228027344,1.808380126953125,1.6630859375,1.6630859375,0.00023789098486304283,benchmark_results/ldns/ldns_benchmark_t12.json
 ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,23.850549473892897,0.07345749996602535,1.9103584289550781,1.6982421875,1.9103584289550781,1.900604248046875,1.6982421875,1.6982421875,0.0008347588591277599,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,18.09280295809731,0.13002101704478264,1.9050521850585938,1.1728515625,1.8799285888671875,1.9050521850585938,1.1728515625,1.1728515625,0.0003557188902050257,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2359.89436482999,0.14345074410084635,0.9788742065429688,2.8994140625,0.8042793273925781,0.9788742065429688,2.8994140625,0.9169921875,0.00014637003187090158,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json

data/trial_shapley_summary.csv

@@ -12,6 +12,7 @@ shapley_json,blend_ndt,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,
 shapley_json,cebra,allen_neuropixels,721123822,True,subspace_rotation,cuml_knn,accuracy,0.4439495798319328,,0.1336116910229645,0.4439495798319328,0.5309554793170077,3000,False,0.2491171956062317,0.3298538622129436,75.0,96,random,479,0.0006486681317301286,0.0007160399109125137,-0.000428905215812847,0.0019113054731860757,0.7599164926931107,0.24008350730688935,shap_trial_results/cebra/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
 shapley_json,cebra,mc_pacman,mc_pacman,True,subspace_rotation,cuml_knn,r2,0.38707834482192993,24.833608627319336,-0.31979843735694885,0.38707834482192993,0.8420854810996563,1500,True,0.08625944703817368,0.3310344827586207,75.0,96,random,290,0.0024369621608237705,0.002981571014970541,-0.027114327996969223,0.0213963333517313,0.696551724137931,0.30344827586206896,shap_trial_results/cebra/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
 shapley_json,cebra,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_knn,r2,0.6672760248184204,4.826430320739746,-0.338843344449997,0.6672760248184204,0.7903516057585825,2500,True,0.09084710478782654,0.328125,75.0,96,random,256,0.003927683739959775,0.004716858267784119,-0.040615689009428024,0.015803290531039238,0.80078125,0.19921875,shap_trial_results/cebra/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
+shapley_json,cebra,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_knn,r2,0.9867305755615234,0.000976781826466322,-0.15954749524593353,0.9867305755615234,0.5519301831905024,2900,True,0.0763850137591362,0.32916666666666666,75.0,96,random,240,0.004742447832692657,0.005915313959121704,-0.02857518009841442,0.02268371172249317,0.6833333333333333,0.31666666666666665,shap_trial_results/cebra/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
 shapley_json,cebra,speech,t12,True,subspace_rotation,cuml_knn,accuracy,0.4024242424242424,,0.14074074074074075,0.4024242424242424,0.5249382716049382,700,True,0.07866682857275009,0.3333333333333333,75.0,96,random,135,0.001937831957130348,0.0013608465669676661,-0.00517845107242465,0.01157441083341837,0.5703703703703704,0.42962962962962964,shap_trial_results/cebra/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
 shapley_json,dnn,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.09243697478991597,,0.1336116910229645,0.09243697478991597,0.5455952521787137,2300,True,0.09575560688972473,0.3298538622129436,75.0,96,random,479,-8.595974389463909e-05,-4.201299452688545e-05,-0.0007252428331412375,0.0003291933098807931,0.20041753653444677,0.7974947807933194,shap_trial_results/dnn/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
 shapley_json,dnn,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8225066065788269,7.191459655761719,-0.018482131198155526,0.8225051692915591,0.6193621134020619,1600,True,0.09621287882328033,0.3310344827586207,75.0,96,random,290,0.0028822946480870776,0.002977527678012848,-0.005477442871779203,0.009142875671386719,0.9241379310344827,0.07586206896551724,shap_trial_results/dnn/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
@@ -77,4 +78,5 @@ shapley_json,smc_rnns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspac
 shapley_json,smc_rnns,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8921325206756592,0.00785195454955101,-0.12694184490132956,0.8921324307456391,0.9552637785989465,1800,True,0.09299547970294952,0.32916666666666666,75.0,96,random,240,0.004239844493470931,0.007114272564649582,-0.03194115310907364,0.038191817700862885,0.6583333333333333,0.3416666666666667,shap_trial_results/smc_rnns/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
 shapley_json,smc_rnns,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.5248484848484849,,0.14074074074074075,0.5248484848484849,0.5241975308641975,1500,True,0.09061410278081894,0.3333333333333333,75.0,96,random,135,0.0028441112372901345,0.0009477889980189502,-0.011309180408716202,0.03138289600610733,0.5703703703703704,0.42962962962962964,shap_trial_results/smc_rnns/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
 shapley_json,tndm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,tndm_causal_linear,r2,0.45160978621639847,7.993230579946408,-0.1660135046628067,0.45160978621639847,0.48172757475083056,3000,False,0.13289675116539001,0.328125,75.0,96,random,256,0.0025231498293578625,4.075213313102722,-514384.9375,514233.21875,0.52734375,0.47265625,shap_trial_results/tndm/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
+shapley_json,tndm,ratinabox,ratinabox_nav,True,subspace_rotation,tndm_causal_linear,r2,0.3399181834914797,0.04814045548758637,-1.0245571748836844,0.3399181834914797,0.4722855570406479,3000,False,0.2416667640209198,0.32916666666666666,75.0,96,random,240,0.014270876348018647,-365.37060546875,-188915552.0,188891904.0,0.475,0.525,shap_trial_results/tndm/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
 shapley_json,tndm,speech,t12,True,subspace_rotation,tndm_causal_linear,accuracy,0.06060606060606061,,0.14074074074074075,0.06060606060606061,0.41358024691358025,500,True,0.09510912001132965,0.3333333333333333,75.0,96,random,135,-0.0005935902360188602,-0.0014478114899247885,-0.006244579330086708,0.0059558250941336155,0.45185185185185184,0.5481481481481482,shap_trial_results/tndm/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json