Snapshot current benchmark dashboard data

.gitattributes

@@ -0,0 +1 @@
+data/latent_trajectories.csv filter=lfs diff=lfs merge=lfs -text

data/clean_prediction_summary.csv

@@ -1,97 +1,97 @@
 model,dataset,dataset_display,expected_session,session,status,eval_mode,decoder,metric,score,mse,n_train_trials,n_test_trials,n_neurons,latent_dim,source_path
 blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9175238609313965,1.196044921875,256,63,59,,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5714285714285714,,479,119,444,,benchmark_results/blend/blend_benchmark_721123822.json
-blend,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.06060606060606061,,135,33,64,,benchmark_results/blend/blend_benchmark_t12.json
+blend,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.06060606060606061,,135,33,64,,benchmark_results/blend/blend_benchmark_speech_threshold_crossings_t12.json
 blend,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8445752859115601,6.297308921813965,290,72,128,,benchmark_results/blend/blend_benchmark_mc_pacman.json
 blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9870438575744629,0.0009629210690036416,240,60,300,,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
 blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.8707619309425354,1.8752440214157104,256,63,59,,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.8823529411764706,,479,119,444,,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
-blend_ndt,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.7878787878787878,,135,33,64,,benchmark_results/blend_ndt/blend_ndt_benchmark_t12.json
+blend_ndt,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.7878787878787878,,135,33,64,,benchmark_results/blend_ndt/blend_ndt_benchmark_speech_threshold_crossings_t12.json
 blend_ndt,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.7803788185119629,8.898341178894043,290,72,128,,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
 blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9343204498291016,0.004853242542594671,240,60,300,,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
 cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,knn,r2,0.7898101210594177,3.051151752471924,,,59,32,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,knn,accuracy,0.4789915966386555,,,,444,32,benchmark_results/cebra/cebra_benchmark_721123822.json
-cebra,speech,Speech,t12,t12,present,sequence_classification,knn,accuracy,0.3939393939393939,,,,64,32,benchmark_results/cebra/cebra_benchmark_t12.json
+cebra,speech,Speech,t12,t12,present,sequence_classification,knn,accuracy,0.3939393939393939,,,,64,32,benchmark_results/cebra/cebra_benchmark_speech_threshold_crossings_t12.json
 cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,knn,r2,0.8163397908210754,7.441318988800049,,,128,32,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
 cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,knn,r2,0.9830722808837891,0.0012543825432658195,,,300,32,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,dnn,r2,0.893627405166626,1.5450406074523926,256,63,59,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,dnn,accuracy,0.09243697478991597,,479,119,444,,benchmark_results/dnn/dnn_benchmark_721123822.json
-dnn,speech,Speech,t12,t12,present,sequence_classification,dnn,accuracy,0.9090909090909091,,135,33,64,,benchmark_results/dnn/dnn_benchmark_t12.json
+dnn,speech,Speech,t12,t12,present,sequence_classification,dnn,accuracy,0.9090909090909091,,135,33,64,,benchmark_results/dnn/dnn_benchmark_speech_threshold_crossings_t12.json
 dnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,dnn,r2,0.905195951461792,3.8411543369293213,290,72,128,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
 dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,dnn,r2,0.931598961353302,0.005079955793917179,240,60,300,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
 dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.9144360423088074,1.2411186695098877,,,59,16,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.7394957983193278,,,,444,16,benchmark_results/dpad/dpad_benchmark_721123822.json
-dpad,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.5151515151515151,,,,64,16,benchmark_results/dpad/dpad_benchmark_t12.json
+dpad,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.5151515151515151,,,,64,16,benchmark_results/dpad/dpad_benchmark_speech_threshold_crossings_t12.json
 dpad,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8990999460220337,4.088143348693848,,,128,16,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
 dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,0.9679579734802246,0.002372820395976305,,,300,16,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
 gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.7373411655426025,3.8092288970947266,256,63,59,10,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.4957983193277311,,479,119,444,10,benchmark_results/gpfa/gpfa_benchmark_721123822.json
-gpfa,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.7878787878787878,,135,33,64,10,benchmark_results/gpfa/gpfa_benchmark_t12.json
+gpfa,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.7878787878787878,,135,33,64,10,benchmark_results/gpfa/gpfa_benchmark_speech_threshold_crossings_t12.json
 gpfa,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.49674326181411743,20.39034080505371,290,72,128,10,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
 gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9226212501525879,0.005764497444033623,240,60,300,10,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
 gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,gru,r2,0.9182087779045105,1.1866710186004639,256,63,59,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gru,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,gru,accuracy,0.8907563025210085,,479,119,444,,benchmark_results/gru/gru_benchmark_721123822.json
-gru,speech,Speech,t12,t12,present,sequence_classification,gru,accuracy,0.7272727272727273,,135,33,64,,benchmark_results/gru/gru_benchmark_t12.json
+gru,speech,Speech,t12,t12,present,sequence_classification,gru,accuracy,0.7272727272727273,,135,33,64,,benchmark_results/gru/gru_benchmark_speech_threshold_crossings_t12.json
 gru,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,gru,r2,0.901454746723175,3.99273681640625,290,72,128,,benchmark_results/gru/gru_benchmark_mc_pacman.json
 gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,gru,r2,0.5741032361984253,0.03174031898379326,240,60,300,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
-langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9345517158508301,0.9504499435424805,256,63,59,59,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5714285714285714,,479,119,444,444,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
-langevinflow_ccn,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.09090909090909091,,135,33,64,64,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_t12.json
-langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8797335028648376,4.872809886932373,290,72,128,128,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
-langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9917535781860352,0.0006137260934337974,240,60,300,300,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
+langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9345235824584961,0.9508563280105591,256,63,59,59,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5378151260504201,,479,119,444,444,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
+langevinflow_ccn,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.09090909090909091,,135,33,64,64,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_speech_threshold_crossings_t12.json
+langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8797211050987244,4.873313903808594,290,72,128,128,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
+langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.991753101348877,0.0006137726595625281,240,60,300,300,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.9001415967941284,1.4492790699005127,256,63,59,16,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,ldns_rate_sklearn_logistic,accuracy,0.680672268907563,,479,119,444,16,benchmark_results/ldns/ldns_benchmark_721123822.json
-ldns,speech,Speech,t12,t12,present,sequence_classification,ldns_rate_sklearn_logistic,accuracy,0.7878787878787878,,135,33,64,32,benchmark_results/ldns/ldns_benchmark_t12.json
+ldns,speech,Speech,t12,t12,present,sequence_classification,ldns_rate_sklearn_logistic,accuracy,0.7878787878787878,,135,33,64,32,benchmark_results/ldns/ldns_benchmark_speech_threshold_crossings_t12.json
 ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.8718337416648865,5.192883014678955,290,72,128,16,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.9735897779464722,0.0019637481309473515,240,60,300,16,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9169001579284668,1.2079410552978516,256,63,59,,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5210084033613446,,479,119,444,,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
-lfads_torch,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.36363636363636365,,135,33,64,,benchmark_results/lfads_torch/lfads_torch_benchmark_t12.json
+lfads_torch,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.36363636363636365,,135,33,64,,benchmark_results/lfads_torch/lfads_torch_benchmark_speech_threshold_crossings_t12.json
 lfads_torch,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8950482606887817,4.252305507659912,290,72,128,,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
 lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9904201030731201,0.0007134108454920352,240,60,300,,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
 lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,lstm,r2,0.9564487338066101,0.6339352130889893,256,63,59,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,lstm,accuracy,0.8403361344537815,,479,119,444,,benchmark_results/lstm/lstm_benchmark_721123822.json
-lstm,speech,Speech,t12,t12,present,sequence_classification,lstm,accuracy,0.696969696969697,,135,33,64,,benchmark_results/lstm/lstm_benchmark_t12.json
+lstm,speech,Speech,t12,t12,present,sequence_classification,lstm,accuracy,0.696969696969697,,135,33,64,,benchmark_results/lstm/lstm_benchmark_speech_threshold_crossings_t12.json
 lstm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,lstm,r2,0.7150179147720337,11.546555519104004,290,72,128,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
 lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,lstm,r2,0.6409293413162231,0.026148714125156403,240,60,300,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
 marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ole,r2,0.43705499172210693,8.204401969909668,256,63,59,3,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 marble,allen_neuropixels,Visual Coding,721123822,,missing,,,accuracy,,,,,,,
-marble,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.5757575757575758,,135,33,64,3,benchmark_results/marble/marble_benchmark_t12.json
+marble,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.5757575757575758,,135,33,64,3,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
 marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ole,r2,0.14313989877700806,34.71720886230469,290,72,128,3,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,knn,r2,0.9625695943832397,0.0027685980312526226,240,60,300,32,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
 mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,,mint_pipeline,r2,0.9276354373447554,,,,59,,benchmark_results/mint/mint_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-mint,allen_neuropixels,Visual Coding,721123822,721123822,present,,mint_pipeline,accuracy,0.7478991596638656,,,,444,,benchmark_results/mint/mint_benchmark_721123822.json
-mint,speech,Speech,t12,t12,present,,mint_pipeline,accuracy,0.7878787878787878,,,,64,,benchmark_results/mint/mint_benchmark_t12.json
+mint,allen_neuropixels,Visual Coding,721123822,721123822,present,,mint_pipeline,accuracy,0.7142857142857143,,,,444,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
+mint,speech,Speech,t12,t12,present,,mint_pipeline,accuracy,0.8787878787878788,,,,64,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
 mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,,mint_pipeline,r2,0.887554874298499,,,,128,,benchmark_results/mint/mint_benchmark_mc_pacman.json
 mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,,mint_pipeline,r2,-2.1695506217743143,,,,300,,benchmark_results/mint/mint_benchmark_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,neds_e2e,r2,0.9511939883232117,0.7080138921737671,256,63,59,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,neds_e2e,accuracy,0.8571428571428571,,479,119,444,,benchmark_results/neds/neds_benchmark_721123822.json
-neds,speech,Speech,t12,t12,present,sequence_classification,neds_e2e,accuracy,0.696969696969697,,135,33,64,,benchmark_results/neds/neds_benchmark_t12.json
+neds,speech,Speech,t12,t12,present,sequence_classification,neds_e2e,accuracy,0.696969696969697,,135,33,64,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json
 neds,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,neds_e2e,r2,0.9823509454727173,0.7150822281837463,290,72,128,,benchmark_results/neds/neds_benchmark_mc_pacman.json
 neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,neds_e2e,r2,0.9958379864692688,0.0003035656700376421,240,60,300,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
 neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,neds_e2e,r2,0.9656530618667603,0.4990532398223877,256,63,59,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,neds_e2e,accuracy,0.8991596638655462,,479,119,444,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
-neds_pretrained,speech,Speech,t12,t12,present,sequence_classification,neds_e2e,accuracy,0.45454545454545453,,135,33,64,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_t12.json
+neds_pretrained,speech,Speech,t12,t12,present,sequence_classification,neds_e2e,accuracy,0.45454545454545453,,135,33,64,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_speech_threshold_crossings_t12.json
 neds_pretrained,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,neds_e2e,r2,0.9773258566856384,0.9186822175979614,290,72,128,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
 neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,neds_e2e,r2,0.9976933002471924,0.00017039672820828855,240,60,300,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
 neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.6575568318367004,4.993862152099609,,,59,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.4957983193277311,,,,444,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
-neuro_behavior_conditioning,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.18181818181818182,,,,64,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_t12.json
+neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.4369747899159664,,,,444,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
+neuro_behavior_conditioning,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.18181818181818182,,,,64,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_speech_threshold_crossings_t12.json
 neuro_behavior_conditioning,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.728542685508728,10.998574256896973,,,128,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
 neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,-0.33934974670410156,0.09868668019771576,,,300,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
 pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.37456005811691284,9.078876495361328,256,63,59,59,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 pca,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.8319327731092437,,479,119,444,444,benchmark_results/pca/pca_benchmark_721123822.json
-pca,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.8484848484848485,,135,33,64,64,benchmark_results/pca/pca_benchmark_t12.json
+pca,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.8484848484848485,,135,33,64,64,benchmark_results/pca/pca_benchmark_speech_threshold_crossings_t12.json
 pca,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.373163104057312,25.397409439086914,290,72,128,128,benchmark_results/pca/pca_benchmark_mc_pacman.json
 pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.8981239199638367,0.007546109147369862,240,60,300,300,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
 rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,rnn,r2,0.824958086013794,2.5321688652038574,256,63,59,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,rnn,accuracy,0.8151260504201681,,479,119,444,,benchmark_results/rnn/rnn_benchmark_721123822.json
-rnn,speech,Speech,t12,t12,present,sequence_classification,rnn,accuracy,0.24242424242424243,,135,33,64,,benchmark_results/rnn/rnn_benchmark_t12.json
+rnn,speech,Speech,t12,t12,present,sequence_classification,rnn,accuracy,0.24242424242424243,,135,33,64,,benchmark_results/rnn/rnn_benchmark_speech_threshold_crossings_t12.json
 rnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,rnn,r2,0.23739689588546753,30.898218154907227,290,72,128,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
 rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,rnn,r2,-1.6860586404800415,0.1947043240070343,240,60,300,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
 smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.8860386610031128,1.6544654369354248,256,63,59,,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5462184873949579,,479,119,444,,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
-smc_rnns,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.6666666666666666,,135,33,64,,benchmark_results/smc_rnns/smc_rnns_benchmark_t12.json
+smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5126050420168067,,479,119,444,,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
+smc_rnns,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.6666666666666666,,135,33,64,,benchmark_results/smc_rnns/smc_rnns_benchmark_speech_threshold_crossings_t12.json
 smc_rnns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8645802140235901,5.486772060394287,290,72,128,,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
 smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9788086414337158,0.0015642878133803606,240,60,300,,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
 tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.9096218347549438,1.3123011589050293,256,63,59,2,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
@@ -101,16 +101,16 @@ tndm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,
 tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,0.5766555666923523,0.031010232865810394,240,60,300,2,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
 svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,svr,r2,0.876770445885862,1.7886374376228669,256,63,59,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 svc,allen_neuropixels,Visual Coding,721123822,,missing,,,accuracy,,,,,,,
-svc,speech,Speech,t12,t12,present,sequence_classification,svc,accuracy,0.9696969696969697,,135,33,64,,benchmark_results/svc/svc_benchmark_t12.json
+svc,speech,Speech,t12,t12,present,sequence_classification,svc,accuracy,0.9696969696969697,,135,33,64,,benchmark_results/svc/svc_benchmark_speech_threshold_crossings_t12.json
 svc,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,svr,r2,0.8806145661310625,4.837112732102542,290,72,128,,benchmark_results/svc/svc_benchmark_mc_pacman.json
 svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,svr,r2,0.9712330539323291,0.0021254403400253804,240,60,300,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
 torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.8725712299346924,1.8510240316390991,,,59,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.7815126050420168,,,,444,,benchmark_results/torchdfine/torchdfine_benchmark_721123822.json
-torchdfine,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.5151515151515151,,,,64,,benchmark_results/torchdfine/torchdfine_benchmark_t12.json
+torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.8403361344537815,,,,444,,benchmark_results/torchdfine/torchdfine_benchmark_allen_neuropixels_721123822.json
+torchdfine,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.6060606060606061,,,,64,,benchmark_results/torchdfine/torchdfine_benchmark_speech_threshold_crossings_t12.json
 torchdfine,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8435811996459961,6.337584972381592,,,128,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
 torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,0.9902969598770142,0.000715256086550653,,,300,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
 xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,xgboost_regression,r2,0.8447672875998172,2.2535834402371275,256,63,59,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 xg,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,xgboost_classification,accuracy,0.907563025210084,,479,119,444,,benchmark_results/xg/xg_benchmark_721123822.json
-xg,speech,Speech,t12,t12,present,sequence_classification,xgboost_classification,accuracy,0.8181818181818182,,135,33,64,,benchmark_results/xg/xg_benchmark_t12.json
+xg,speech,Speech,t12,t12,present,sequence_classification,xgboost_classification,accuracy,0.8181818181818182,,135,33,64,,benchmark_results/xg/xg_benchmark_speech_threshold_crossings_t12.json
 xg,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,xgboost_regression,r2,0.8092607851826179,7.728137802114702,290,72,128,,benchmark_results/xg/xg_benchmark_mc_pacman.json
 xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,xgboost_regression,r2,0.9662970925763346,0.002489599134414616,240,60,300,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json

data/consistency_summary.csv

@@ -5,8 +5,12 @@ blend,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_
 blend,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5353214365267355,0.310405139107455,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/blend_cross_speech_threshold_crossings_consistency.json
 cebra_3d_mse,allen_neuropixels,allen_neuropixels,False,3,721123822;715093703;732592105,3,0.7187216631296861,0.5974141533225094,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_3d_mse_cross_allen_neuropixels_consistency.json
 cebra_3d_mse,monkey,monkey,False,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.7070441154327347,0.5933940396055147,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_3d_mse_cross_monkey_consistency.json
+cebra_3d_mse,ratinabox,ratinabox,False,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.9656069335397981,0.9645123504838023,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/cebra_3d_mse_cross_ratinabox_consistency.json
+cebra_3d_mse,speech,speech_threshold_crossings,False,4,t12;t15;t16;t17,3,0.5544192796812539,0.3200055769856444,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_3d_mse_cross_speech_threshold_crossings_consistency.json
 cebra_4d_cosine,allen_neuropixels,allen_neuropixels,False,3,721123822;715093703;732592105,4,0.8122837221908319,0.6922408857549315,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_4d_cosine_cross_allen_neuropixels_consistency.json
 cebra_4d_cosine,monkey,monkey,False,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,4,0.6993546239872105,0.5736636436284698,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_4d_cosine_cross_monkey_consistency.json
+cebra_4d_cosine,ratinabox,ratinabox,False,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,4,0.9016742113141901,0.892498398126603,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/cebra_4d_cosine_cross_ratinabox_consistency.json
+cebra_4d_cosine,speech,speech_threshold_crossings,False,4,t12;t15;t16;t17,4,0.5742762984600948,0.36577074130013476,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_4d_cosine_cross_speech_threshold_crossings_consistency.json
 cebra,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.9976406248206513,0.9976357310947246,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_cross_allen_neuropixels_consistency.json
 cebra,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.7067726328366812,0.560167438354111,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_cross_monkey_consistency.json
 cebra,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.844969005435055,0.8147248010344709,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/cebra_cross_ratinabox_consistency.json
@@ -38,13 +42,14 @@ pca,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0
 pca,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.27224851536461747,-0.12817280790094945,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/pca_cross_monkey_consistency.json
 pca,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.32697694126072524,-0.12332441749145721,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/pca_cross_ratinabox_consistency.json
 pca,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.48868549899787617,0.24894725583525956,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/pca_cross_speech_threshold_crossings_consistency.json
+smc_rnns,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.46543228981542156,0.16531591622043593,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/smc_rnns_cross_allen_neuropixels_consistency.json
 smc_rnns,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.3139910862596474,-0.040129528335157504,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/smc_rnns_cross_monkey_consistency.json
 smc_rnns,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.5323199917812601,0.2313604243602345,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/smc_rnns_cross_ratinabox_consistency.json
 smc_rnns,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.4355599936339632,0.1581416980295707,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/smc_rnns_cross_speech_threshold_crossings_consistency.json
-tndm,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.36037349014515446,-2556546.3218038403,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/tndm_cross_allen_neuropixels_consistency.json
-tndm,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.45481284355380236,0.17541737833151985,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/tndm_cross_monkey_consistency.json
-tndm,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.7141092735002711,0.5715790518899914,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/tndm_cross_ratinabox_consistency.json
-torchdfine,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.616435477131294,0.458751923316651,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/torchdfine_cross_allen_neuropixels_consistency.json
+tndm,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.38642715926216836,-45480292.58814367,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/tndm_cross_allen_neuropixels_consistency.json
+tndm,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.48754653563729516,0.2273012460810654,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/tndm_cross_monkey_consistency.json
+tndm,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6687780969523348,0.4225065710982406,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/tndm_cross_ratinabox_consistency.json
+torchdfine,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.6911504935323753,0.5885269348206258,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/torchdfine_cross_allen_neuropixels_consistency.json
 torchdfine,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.6471703923982253,0.532201784062013,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/torchdfine_cross_monkey_consistency.json
 torchdfine,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6677783191159937,0.401196251703829,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/torchdfine_cross_ratinabox_consistency.json
-torchdfine,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.4959292920681893,0.28047372946940524,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/torchdfine_cross_speech_threshold_crossings_consistency.json
+torchdfine,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5728871209793659,0.4150297824103955,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/torchdfine_cross_speech_threshold_crossings_consistency.json

data/neuron_shap_summary.csv

@@ -1,106 +1,106 @@
 model,dataset,session,is_active_model,task_type,metric,baseline_score,full_model_score,auc,spearman_corr,noise_type,noise_fraction,n_neurons_original,n_neurons_noisy,n_neurons_total,shap_n_values,shap_mean_value,shap_median_value,shap_min_value,shap_max_value,shap_fraction_positive,shap_fraction_negative,mean_signed_shap_place,mean_signed_shap_head_direction,mean_signed_shap_speed,shap_computation_time_sec,training_time_sec,source_path
-blend,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.5630252100840336,0.6429064199334469,0.2959129951801037,poisson_matched,0.0,444,0,444,444,0.0009463244757362385,0.0,-0.024946009089703687,0.0353040941586878,0.4954954954954955,0.39864864864864863,,,,1594.176905632019,0.0,shap_neuron_results/blend/721123822.json
-blend,mc_pacman,mc_pacman,True,sequence_regression,r2,-1.1058728694915771,0.819076418876648,0.53466796875,,poisson_matched,0.25,128,32,160,160,0.01203093305230141,0.009127610774229324,-0.1280323456158896,0.12967972913053516,0.63125,0.36875,,,,211.32986187934875,0.0,shap_neuron_results/blend/mc_pacman.json
-blend,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.4314107894897461,0.9867762327194214,0.6408,0.22992697004082413,poisson_matched,0.0,300,0,300,300,0.004727290074030548,0.00357150281287874,-0.09816491830043098,0.09631912015091332,0.54,0.44666666666666666,0.017330321398469142,-0.004172129688862928,0.0010236785124854233,180.00042581558228,0.0,shap_neuron_results/blend/ratinabox_nav.json
-blend,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.040411949157714844,0.9314962029457092,0.801452784503632,,poisson_matched,0.25,59,14,73,73,0.01331381030278663,0.00814355521270726,-0.11252654345703586,0.29713557042538496,0.6164383561643836,0.3835616438356164,,,,79.24995136260986,0.0,shap_neuron_results/blend/sub-C_ses-CO-20151104_behavior+ecephys.json
-blend,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.06060606060606061,0.5,,poisson_matched,0.25,64,16,80,80,0.0,0.0,0.0,0.0,0.0,0.0,,,,369.7032060623169,0.0,shap_neuron_results/blend/t12.json
-blend_ndt,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.8151260504201681,0.5825825825825826,0.1837974904090069,poisson_matched,0.0,444,0,444,444,0.0016276780982663382,0.0,-0.028392135960337756,0.0378417935158405,0.49324324324324326,0.4009009009009009,,,,2100.472242116928,0.0,shap_neuron_results/blend_ndt/721123822.json
-blend_ndt,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.12998318672180176,0.7752425074577332,0.529541015625,,poisson_matched,0.25,128,32,160,160,0.005657660588622091,0.008230841814017512,-0.14399232333973608,0.08051382975554912,0.60625,0.38125,,,,523.6112194061279,0.0,shap_neuron_results/blend_ndt/mc_pacman.json
-blend_ndt,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.21242070198059082,0.9343222379684448,0.7491,0.40678338765075056,poisson_matched,0.0,300,0,300,300,0.00382247646649679,0.0026067748147557326,-0.042710819624283934,0.07093364512160916,0.5433333333333333,0.43333333333333335,0.01636946969953247,-0.0032079122799167207,-0.0016941280201253773,263.385187625885,0.0,shap_neuron_results/blend_ndt/ratinabox_nav.json
-blend_ndt,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.41056424379348755,0.8712571859359741,0.715496368038741,,poisson_matched,0.25,59,14,73,73,0.017559197667526876,0.0070299302918747164,-0.09487598933846952,0.21247276145854457,0.6575342465753424,0.3287671232876712,,,,347.201162815094,0.0,shap_neuron_results/blend_ndt/sub-C_ses-CO-20151104_behavior+ecephys.json
-blend_ndt,speech,t12,True,sequence_classification,accuracy,0.18181818181818182,0.7272727272727273,0.673828125,,poisson_matched,0.25,64,16,80,80,0.006818181818181819,0.0028587916651550208,-0.012566864667744976,0.12314001942811618,0.5875,0.4125,,,,334.2333812713623,0.0,shap_neuron_results/blend_ndt/t12.json
-cebra,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.12605042016806722,0.42016806722689076,0.5799042285528773,0.1379988192325454,poisson_matched,0.0,444,0,444,444,0.0006624271330153684,0.00034972132991930964,-0.009518355554145225,0.022800270098597766,0.5608108108108109,0.40765765765765766,,,,351.168105840683,38.06134486198425,shap_neuron_results/cebra/721123822.json
-cebra,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.23976480960845947,0.8144623041152954,0.6767578125,,poisson_matched,0.25,128,32,160,160,0.006588919460773475,0.0051356953755668025,-0.027953611905696393,0.08110821432858085,0.59375,0.4,,,,7079.403511047363,66.66670274734497,shap_neuron_results/cebra/mc_pacman.json
-cebra,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.14472877979278564,0.9835187196731567,0.8784,0.6179431510187164,poisson_matched,0.0,300,0,300,300,0.003760824998219807,0.0026355560667026164,-0.014615589229556056,0.02707024112905139,0.6366666666666667,0.32666666666666666,0.01149100318954847,0.00039370734813867455,-0.0006022355430277206,584.9219105243683,41.33368515968323,shap_neuron_results/cebra/ratinabox_nav.json
-cebra,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.11347329616546631,0.762273371219635,0.6852300242130751,,poisson_matched,0.25,59,14,73,73,0.011996529690206868,0.006143418070882533,-0.009583074548805,0.11629185035240985,0.7123287671232876,0.2876712328767123,,,,1021.5754544734955,70.43617105484009,shap_neuron_results/cebra/sub-C_ses-CO-20151104_behavior+ecephys.json
-cebra,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.48484848484848486,0.54296875,,poisson_matched,0.25,64,16,80,80,0.005303030303030305,0.002000372395850137,-0.008525194094625854,0.08302295641375605,0.7,0.2875,,,,373.09286546707153,37.47470498085022,shap_neuron_results/cebra/t12.json
-dnn,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.09243697478991597,0.5,0.0,poisson_matched,0.0,444,0,444,444,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.28899049758911133,66.0867931842804,shap_neuron_results/dnn/721123822.json
-dnn,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.01643681526184082,0.901027262210846,0.8232421875,,poisson_matched,0.25,128,32,160,160,0.005734150484204295,0.003478906889211588,-0.00911372711411542,0.06013920381394267,0.75625,0.23125,,,,951.5231578350067,16.57272982597351,shap_neuron_results/dnn/mc_pacman.json
-dnn,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.13129425048828125,0.9277153015136719,0.902875,0.6579019155839588,poisson_matched,0.0,300,0,300,300,0.0035300318400065126,0.0012862289873546476,-0.0057571144332731325,0.047044989669904905,0.62,0.35333333333333333,0.010332094903849691,0.00011704424163595837,0.00014095637453388678,1089.2185289859772,23.24867844581604,shap_neuron_results/dnn/ratinabox_nav.json
-dnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.040705978870391846,0.8956141471862793,0.927360774818402,,poisson_matched,0.25,59,14,73,73,0.012826303096666722,0.005093098728822268,-0.004311624810268693,0.14919183539477254,0.8356164383561644,0.1643835616438356,,,,262.4330132007599,14.42661738395691,shap_neuron_results/dnn/sub-C_ses-CO-20151104_behavior+ecephys.json
-dnn,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.9393939393939394,0.76953125,,poisson_matched,0.25,64,16,80,80,0.010984848484848488,0.004394942538644429,-0.010773826374892655,0.10691211759379327,0.7,0.2875,,,,183.3795177936554,18.032739639282227,shap_neuron_results/dnn/t12.json
-dpad,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.13445378151260504,0.6554621848739496,0.6247159321483646,0.25528468093018913,poisson_matched,0.0,444,0,444,444,0.0011734423499129372,0.0006509617376329275,-0.016695460754636352,0.0402917162742662,0.5472972972972973,0.39414414414414417,,,,49515.1243596077,391.6000106334686,shap_neuron_results/dpad/721123822.json
-dpad,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.06863915920257568,0.8486549854278564,0.6806640625,,poisson_matched,0.25,128,32,160,160,0.005733088403940199,0.0019193712233328618,-0.013015785091919065,0.0984514837029856,0.63125,0.3625,,,,15697.122398853302,0.0,shap_neuron_results/dpad/mc_pacman.json
-dpad,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.14369839429855347,0.9683233499526978,0.9729000000000001,0.772247614576035,poisson_matched,0.0,300,0,300,300,0.0037067391475041687,0.0010557048409240777,-0.004497997586478246,0.029203911076097128,0.6566666666666666,0.33,0.011141960236659762,9.440298249466288e-05,-0.00011614577664192196,17006.369824886322,121.05887818336487,shap_neuron_results/dpad/ratinabox_nav.json
-dpad,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.07495254278182983,0.9003777503967285,0.8813559322033898,,poisson_matched,0.25,59,14,73,73,0.013360688947651484,0.005769477067733319,-0.013233519101883274,0.17859209431379333,0.7945205479452054,0.2054794520547945,,,,13363.24235868454,0.0,shap_neuron_results/dpad/sub-C_ses-CO-20151104_behavior+ecephys.json
-dpad,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.45454545454545453,0.654296875,,poisson_matched,0.25,64,16,80,80,0.004545454545454543,0.002675484422263434,-0.01753497327764916,0.04731669305356552,0.7,0.2875,,,,6306.606118440628,86.86869764328003,shap_neuron_results/dpad/t12.json
-gpfa,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.4369747899159664,0.5045247950653357,0.04565857150455372,poisson_matched,0.0,444,0,444,444,0.0006624271330153662,0.0,-0.017526220525138487,0.0312893062713847,0.49774774774774777,0.46846846846846846,,,,3018.9528872966766,354.56716322898865,shap_neuron_results/gpfa/721123822.json
-gpfa,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.4993270750697465,0.32512563844065534,0.57958984375,,poisson_matched,0.25,128,32,160,160,0.005152829459440017,0.0011059125465727876,-0.13674471626684473,0.12576185660960937,0.51875,0.475,,,,368.62707710266113,0.006246805191040039,shap_neuron_results/gpfa/mc_pacman.json
-gpfa,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.204870576470772,0.9226210916221257,0.94505,0.7267692593555467,poisson_matched,0.0,300,0,300,300,0.003758305560309662,0.0006515795847036573,-0.003473974021314022,0.036721963166936045,0.6533333333333333,0.33,0.011226394072055904,-2.095731000099628e-05,6.947991887407796e-05,104.40671110153198,40.7049560546875,shap_neuron_results/gpfa/ratinabox_nav.json
-gpfa,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.2252999791235718,0.7270726714064994,0.6622276029055689,,poisson_matched,0.25,59,14,73,73,0.013046200692192757,0.003742976260006192,-0.033659293545808974,0.23260534164938074,0.6575342465753424,0.3287671232876712,,,,71.91184139251709,0.0058040618896484375,shap_neuron_results/gpfa/sub-C_ses-CO-20151104_behavior+ecephys.json
-gpfa,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.7575757575757576,0.6669921875,,poisson_matched,0.25,64,16,80,80,0.008712121212121214,0.0030339657579019365,-0.010279819065290036,0.10226270275627834,0.6625,0.3375,,,,72.69436049461365,21.380465745925903,shap_neuron_results/gpfa/t12.json
-gru,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.12605042016806722,0.7647058823529411,0.5216906095284474,0.057095016303671274,poisson_matched,0.0,444,0,444,444,0.0014384132031190883,0.0009647211965392961,-0.017839887756980657,0.023437281519594417,0.5427927927927928,0.3963963963963964,,,,363.35537099838257,36.671956300735474,shap_neuron_results/gru/721123822.json
-gru,mc_pacman,mc_pacman,True,sequence_regression,r2,-1.1170876026153564,0.8911428451538086,0.56689453125,,poisson_matched,0.25,128,32,160,160,0.012551440298557273,0.007901370285456894,-0.0662400051038181,0.14564402659242984,0.675,0.325,,,,108.06378316879272,29.646448850631714,shap_neuron_results/gru/mc_pacman.json
-gru,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.2468273639678955,-0.0067632198333740234,0.7432,0.39714614333683773,poisson_matched,0.0,300,0,300,300,0.0008002138137817377,-0.0007104367714120319,-0.022433596572408586,0.03661981926353302,0.45666666666666667,0.54,0.00667234860187267,-0.002304742342461354,-0.001966964818066102,107.47439861297607,29.410756826400757,shap_neuron_results/gru/ratinabox_nav.json
-gru,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.04055523872375488,0.9264792203903198,0.9188861985472154,,poisson_matched,0.25,59,14,73,73,0.013247047385124316,0.00648579483379861,-0.00823281467086235,0.1593273274068248,0.7123287671232876,0.273972602739726,,,,83.50672030448914,23.720734357833862,shap_neuron_results/gru/sub-C_ses-CO-20151104_behavior+ecephys.json
-gru,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.6363636363636364,0.70703125,,poisson_matched,0.25,64,16,80,80,0.00719696969696969,0.00389118559016618,-0.013018775914889685,0.10306588884436102,0.65,0.3375,,,,82.88447141647339,36.2282989025116,shap_neuron_results/gru/t12.json
-langevinflow_ccn,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.5798319327731093,0.5561845629413197,0.12724796106358902,poisson_matched,0.0,444,0,444,444,0.0010977363918540366,0.00015014040330019922,-0.01653638075823101,0.03054200548137307,0.5112612612612613,0.44144144144144143,,,,60791.31694698334,0.0,shap_neuron_results/langevinflow_ccn/721123822.json
-langevinflow_ccn,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.1578143835067749,0.8789527416229248,0.822021484375,,poisson_matched,0.25,128,32,160,160,0.006479794532060624,0.004086651927528587,-0.014887152266046299,0.052783020696228235,0.73125,0.25,,,,9134.91662311554,0.0,shap_neuron_results/langevinflow_ccn/mc_pacman.json
-langevinflow_ccn,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.11934834718704224,0.9922705888748169,0.9888999999999999,0.798376566450796,poisson_matched,0.0,300,0,300,300,0.0037054896354675264,0.001324008946182742,-0.007529268926597482,0.021169650605188075,0.6266666666666667,0.3566666666666667,0.011731565220833507,-0.00022774269298662397,-0.00038735362144430406,6024.692990541458,457.3935160636902,shap_neuron_results/langevinflow_ccn/ratinabox_nav.json
-langevinflow_ccn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.4894368052482605,0.5141714811325073,0.7766343825665859,,poisson_matched,0.25,59,14,73,73,0.013748058717544765,0.005309773391134938,-0.012301393056908154,0.11527265026301366,0.726027397260274,0.2465753424657534,,,,3827.7241122722626,0.0,shap_neuron_results/langevinflow_ccn/sub-C_ses-CO-20151104_behavior+ecephys.json
-langevinflow_ccn,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.21212121212121213,0.67578125,,poisson_matched,0.25,64,16,80,80,0.001893939393939394,0.0017827154091530682,-0.010573049427723661,0.012795590147047096,0.675,0.3125,,,,5009.524454593658,301.87158393859863,shap_neuron_results/langevinflow_ccn/t12.json
-ldns,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.5126050420168067,0.6184055677298921,0.21127743205133742,poisson_matched,0.0,444,0,444,444,0.0009463244757362419,0.0007917325984953978,-0.029336618782078244,0.03811735784828891,0.5225225225225225,0.44594594594594594,,,,5.111703872680664,94.99461913108826,shap_neuron_results/ldns/721123822.json
-ldns,mc_pacman,mc_pacman,True,sequence_regression,r2,0.0025333166122436523,0.8938693404197693,0.631103515625,,poisson_matched,0.25,128,32,160,160,0.0055708501487970324,0.0045363706583884545,-0.039922671727932166,0.04007798963122373,0.68125,0.30625,,,,200.5493757724762,26.7764892578125,shap_neuron_results/ldns/mc_pacman.json
-ldns,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.0902639627456665,0.973640501499176,0.89825,0.6503550631543522,poisson_matched,0.0,300,0,300,300,0.0034801703691482535,0.0011815545989844298,-0.00586891424130726,0.029776762798090946,0.6433333333333333,0.3233333333333333,0.010128834792899624,0.00013437251957047175,0.00017730379497466668,0.22358465194702148,19.294782161712646,shap_neuron_results/ldns/ratinabox_nav.json
-ldns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.7901316285133362,0.9071124792098999,0.7857142857142857,,poisson_matched,0.25,59,14,73,73,0.023249919283879945,0.01835751986195341,-0.026096672882857042,0.1758348149702465,0.7123287671232876,0.273972602739726,,,,117.54872512817383,18.064350605010986,shap_neuron_results/ldns/sub-C_ses-CO-20151104_behavior+ecephys.json
-ldns,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.6363636363636364,0.5087890625,,poisson_matched,0.25,64,16,80,80,0.006818181818181818,0.0065068594667759255,-0.017614322255793274,0.06381138195075602,0.7,0.2875,,,,116.65719628334045,10.905879735946655,shap_neuron_results/ldns/t12.json
-lfads_torch,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.5630252100840336,0.5303648242837433,0.07186759959550455,poisson_matched,0.0,444,0,444,444,0.0009463244757362444,0.00018695182452733807,-0.021686086367014926,0.020191324285924232,0.509009009009009,0.34234234234234234,,,,0.6250193119049072,28575.725098609924,shap_neuron_results/lfads_torch/721123822.json
-lfads_torch,mc_pacman,mc_pacman,True,sequence_regression,r2,0.024377882480621338,0.8701310157775879,0.75634765625,,poisson_matched,0.25,128,32,160,160,0.005285957083106034,0.003311992696855129,-0.011087828515024304,0.04219632622657111,0.75625,0.23125,,,,321.21648025512695,5419.87798666954,shap_neuron_results/lfads_torch/mc_pacman.json
-lfads_torch,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.1011614203453064,0.989297091960907,0.9167500000000001,0.6805563277100404,poisson_matched,0.0,300,0,300,300,0.0036348617076873814,0.0022293422479454277,-0.013341689813139643,0.027581782466857222,0.6233333333333333,0.3566666666666667,0.010671648920363019,-0.0003787167917793017,0.0006116529944784271,181.93340635299683,2365.6382324695587,shap_neuron_results/lfads_torch/ratinabox_nav.json
-lfads_torch,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.37953126430511475,0.9212002754211426,0.8583535108958837,,poisson_matched,0.25,59,14,73,73,0.017818240270222694,0.009138874782118939,-0.016894127333317983,0.1521417642021741,0.7671232876712328,0.2328767123287671,,,,281.49564242362976,3200.766705274582,shap_neuron_results/lfads_torch/sub-C_ses-CO-20151104_behavior+ecephys.json
-lfads_torch,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.42424242424242425,0.53125,,poisson_matched,0.25,64,16,80,80,0.004166666666666666,0.0014800511286341027,-0.014486162700862448,0.11960544017107949,0.625,0.3375,,,,139.6570553779602,2054.967357158661,shap_neuron_results/lfads_torch/t12.json
-lstm,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.15126050420168066,0.907563025210084,0.48655750344939536,0.009447796871128662,poisson_matched,0.0,444,0,444,444,0.0017033840563252345,0.0008785947080012582,-0.02036804722482187,0.024532966090103754,0.545045045045045,0.40540540540540543,,,,836.8541622161865,37.51910901069641,shap_neuron_results/lstm/721123822.json
-lstm,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.7261543273925781,0.9115871787071228,0.6722412109375,,poisson_matched,0.25,128,32,160,160,0.010235884413123127,0.007744941632871529,-0.05693330689447122,0.09679816820556378,0.70625,0.28125,,,,107.52220344543457,29.701561450958252,shap_neuron_results/lstm/mc_pacman.json
-lstm,ratinabox,ratinabox_nav,True,sequence_regression,r2,-1.1592795848846436,0.70328688621521,0.68135,0.29615219460159675,poisson_matched,0.0,300,0,300,300,0.00620855490366618,0.005091685415419488,-0.018050680615591605,0.04764685087225966,0.6866666666666666,0.27666666666666667,0.011294694357715034,0.003951325073220134,0.003379645280063367,106.86240530014038,28.863454341888428,shap_neuron_results/lstm/ratinabox_nav.json
-lstm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.05803161859512329,0.9450989365577698,0.9043583535108959,,poisson_matched,0.25,59,14,73,73,0.013741514454149211,0.007869397695047638,-0.010148053521727072,0.12748727328487283,0.7671232876712328,0.2191780821917808,,,,84.65990853309631,22.771214485168457,shap_neuron_results/lstm/sub-C_ses-CO-20151104_behavior+ecephys.json
-lstm,speech,t12,True,sequence_classification,accuracy,0.15151515151515152,0.7272727272727273,0.6083984375,,poisson_matched,0.25,64,16,80,80,0.0071969696969696965,0.003646126383469202,-0.01872137712644908,0.07895431661876161,0.65,0.3375,,,,82.9009370803833,39.29440259933472,shap_neuron_results/lstm/t12.json
-mint,mc_pacman,mc_pacman,True,sequence_regression,r2,-2.551536015833735,0.8848437690009372,0.680908203125,,poisson_matched,0.25,128,32,160,160,0.02147737365521673,0.011636411666411113,-0.0755973145880497,0.3374808503164491,0.64375,0.35625,,,,14803.459669589996,60.31157422065735,shap_neuron_results/mint/mc_pacman.json
-mint,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.9338216096285022,0.9232079741448691,0.6743341404358354,,poisson_matched,0.25,59,14,73,73,0.02543876142155303,0.016592899135292046,-0.15012673463191714,0.15781293189819154,0.6438356164383562,0.3561643835616438,,,,1808.99156498909,59.41518568992615,shap_neuron_results/mint/sub-C_ses-CO-20151104_behavior+ecephys.json
-mint,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.7575757575757576,0.689453125,,poisson_matched,0.25,64,16,80,80,0.008712121212121213,0.0033866420254778833,-0.013330312298789598,0.12392469762364863,0.7125,0.275,,,,1134.248816728592,59.28841972351074,shap_neuron_results/mint/t12.json
-neds,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.8151260504201681,0.6030151773395016,0.1571949969353042,poisson_matched,0.0,444,0,444,444,0.00162767809826633,0.0007365750138121352,-0.020881212168097848,0.03488628927156418,0.5495495495495496,0.40315315315315314,,,,175.25761556625366,6120.165016412735,shap_neuron_results/neds/721123822.json
-neds,mc_pacman,mc_pacman,True,sequence_regression,r2,-1.1362972259521484,0.9795628786087036,0.63720703125,,poisson_matched,0.25,128,32,160,160,0.013224125653505323,0.014941616446257236,-0.13784978886152877,0.13601100798363192,0.5875,0.38125,,,,22.15925121307373,904.8305337429047,shap_neuron_results/neds/mc_pacman.json
-neds,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.15626603364944458,0.9958193898200989,0.8010249999999999,0.49158351007166073,poisson_matched,0.0,300,0,300,300,0.0038402847448984804,0.002125413064679556,-0.028783679142569314,0.050230517059869736,0.5666666666666667,0.4,0.013310773464881074,-0.0009622517194509813,-0.0008276675107346538,15.599303483963013,668.9618260860443,shap_neuron_results/neds/ratinabox_nav.json
-neds,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.166498601436615,0.9679201245307922,0.8256658595641646,,poisson_matched,0.25,59,14,73,73,0.015539982547498733,0.007798943885555526,-0.028858985631403208,0.16471072032340184,0.726027397260274,0.2602739726027397,,,,12.260324239730835,552.0867099761963,shap_neuron_results/neds/sub-C_ses-CO-20151104_behavior+ecephys.json
-neds,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.6363636363636364,0.7001953125,,poisson_matched,0.25,64,16,80,80,0.0068181818181818135,0.0028965174829408413,-0.014691071574423557,0.1051991566431155,0.65,0.35,,,,10.974937915802002,288.93459391593933,shap_neuron_results/neds/t12.json
-neds_pretrained,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.8487394957983193,0.539627465303141,0.11913626891935754,poisson_matched,0.0,444,0,444,444,0.0017033840563252345,0.0,-0.01627625626233099,0.03921191536403296,0.42567567567567566,0.25,,,,442.6099410057068,9579.212718486786,shap_neuron_results/neds_pretrained/721123822.json
-neds_pretrained,mc_pacman,mc_pacman,True,sequence_regression,r2,0.051054298877716064,0.970160186290741,0.674072265625,,poisson_matched,0.25,128,32,160,160,0.0057444117963314075,0.0038304777022650804,-0.036865145064729606,0.05806043000311193,0.6625,0.3375,,,,69.84409141540527,1926.5495285987854,shap_neuron_results/neds_pretrained/mc_pacman.json
-neds_pretrained,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.04913681745529175,0.9971872568130493,0.8782249999999999,0.6176446719811157,poisson_matched,0.0,300,0,300,300,0.0034877469142277975,0.003464014640083472,-0.017687794588394812,0.025305798211368098,0.6566666666666666,0.3233333333333333,0.010369027982892845,-0.0006935879942147256,0.0007878007540052763,60.97737693786621,1688.640357017517,shap_neuron_results/neds_pretrained/ratinabox_nav.json
-neds_pretrained,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-1.2167365550994873,0.9656304121017456,0.8704600484261501,,poisson_matched,0.25,59,14,73,73,0.029895437906866204,0.013516003687734274,-0.02510139789814707,0.40930344202379754,0.7671232876712328,0.2328767123287671,,,,49.17615342140198,1384.905556678772,shap_neuron_results/neds_pretrained/sub-C_ses-CO-20151104_behavior+ecephys.json
-neds_pretrained,speech,t12,True,sequence_classification,accuracy,0.15151515151515152,0.30303030303030304,0.3671875,,poisson_matched,0.25,64,16,80,80,0.0018939393939393944,0.00023572726779593652,-0.01703375271291557,0.18710362705120104,0.5125,0.4625,,,,34.08303427696228,791.337728023529,shap_neuron_results/neds_pretrained/t12.json
-neuro_behavior_conditioning,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.13445378151260504,0.5378151260504201,0.534595406217028,0.061442923853601894,poisson_matched,0.0,444,0,444,444,0.0009084714967067907,0.00032635536467518763,-0.014329342885669496,0.03684751505367197,0.5247747747747747,0.45045045045045046,,,,565.6726489067078,0.0,shap_neuron_results/neuro_behavior_conditioning/721123822.json
-neuro_behavior_conditioning,mc_pacman,mc_pacman,True,sequence_regression,r2,0.016377151012420654,0.7155765891075134,0.7469482421875,,poisson_matched,0.25,128,32,160,160,0.004369996488094333,0.002757452255666178,-0.04743158218558209,0.08309129088628382,0.61875,0.35625,,,,235.12313222885132,0.0,shap_neuron_results/neuro_behavior_conditioning/mc_pacman.json
-neuro_behavior_conditioning,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.7283041477203369,-0.33186620473861694,0.553,0.08654965694696821,poisson_matched,0.0,300,0,300,300,0.0013214598099390666,0.0011151596016399882,-0.022102435673128733,0.022306427761511722,0.58,0.39666666666666667,0.002410726883085598,0.0007595069200928062,0.000794145626638796,230.16984391212463,0.0,shap_neuron_results/neuro_behavior_conditioning/ratinabox_nav.json
-neuro_behavior_conditioning,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.11447471380233765,0.6810991764068604,0.8026634382566585,,poisson_matched,0.25,59,14,73,73,0.010898272468619153,0.0060195489179469975,-0.016722636047316396,0.08951966494608564,0.7397260273972602,0.2602739726027397,,,,197.14127707481384,0.0,shap_neuron_results/neuro_behavior_conditioning/sub-C_ses-CO-20151104_behavior+ecephys.json
-neuro_behavior_conditioning,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.2727272727272727,0.55078125,,poisson_matched,0.25,64,16,80,80,0.002651515151515152,0.001428826792133825,-0.017331454453062698,0.06000956017508668,0.5625,0.4,,,,90.31550526618958,0.0,shap_neuron_results/neuro_behavior_conditioning/t12.json
-pca,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.7899159663865546,0.5900089278467657,0.15801077951872852,poisson_matched,0.0,444,0,444,444,0.0015708986297221605,0.0010219098842689594,-0.015904833037000913,0.03106501280327371,0.5765765765765766,0.3761261261261261,,,,274.76791620254517,0.5535860061645508,shap_neuron_results/pca/721123822.json
-pca,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.015581488609313965,0.337851345539093,0.733642578125,,poisson_matched,0.25,128,32,160,160,0.002208955213427544,0.00021538006666965882,-0.005945126801362533,0.030393218098513735,0.65625,0.30625,,,,13.041566133499146,0.061025381088256836,shap_neuron_results/pca/mc_pacman.json
-pca,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.12690949440002441,0.8981239199638367,0.8315,0.5413414436049067,poisson_matched,0.0,300,0,300,300,0.0034167780478795316,0.0005722123725769405,-0.0036213173974788014,0.03823504563703143,0.6,0.38333333333333336,0.010085372286204151,-6.596768316333202e-05,0.0002309295405977771,11.190409183502197,0.051963090896606445,shap_neuron_results/pca/ratinabox_nav.json
-pca,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.026826560497283936,0.35136884450912476,0.9564164648910413,,poisson_matched,0.25,59,14,73,73,0.005180758972690531,0.0015494787684948743,-0.0006832509738983067,0.05631937998392838,0.8493150684931506,0.0547945205479452,,,,4.20470929145813,0.031232118606567383,shap_neuron_results/pca/sub-C_ses-CO-20151104_behavior+ecephys.json
-pca,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.8181818181818182,0.7314453125,,poisson_matched,0.25,64,16,80,80,0.009469696969696972,0.002201330589211836,-0.012097435503454598,0.10223441848568939,0.675,0.3125,,,,3.735438108444214,0.02960038185119629,shap_neuron_results/pca/t12.json
-rnn,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.7899159663865546,0.6356322538754972,0.24835727488554052,poisson_matched,0.0,444,0,444,444,0.0014573396926338068,0.0011011853159641136,-0.024336897788260765,0.04442074776603461,0.545045045045045,0.4189189189189189,,,,635.4467072486877,37.13307809829712,shap_neuron_results/rnn/721123822.json
-rnn,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.9947015047073364,0.09228521585464478,0.408203125,,poisson_matched,0.25,128,32,160,160,0.006793667003512383,0.0065676803939031326,-0.02025996370541426,0.03481594904431227,0.70625,0.2875,,,,133.57726097106934,24.836617708206177,shap_neuron_results/rnn/mc_pacman.json
-rnn,ratinabox,ratinabox_nav,True,sequence_regression,r2,-2.127315044403076,-0.7500323057174683,0.56605,0.10786046870466509,poisson_matched,0.0,300,0,300,300,0.004590942462285361,0.0036236354694572253,-0.0883161615872189,0.10369773582702255,0.54,0.43666666666666665,0.010239599738113662,0.0010625542458519216,0.002470673402890499,123.91004729270935,23.762961387634277,shap_neuron_results/rnn/ratinabox_nav.json
-rnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.030916213989257812,0.7810970544815063,0.9394673123486683,,poisson_matched,0.25,59,14,73,73,0.011123469431106358,0.004417357397913034,-0.004479911947401321,0.10170562142332716,0.8082191780821918,0.1780821917808219,,,,90.22693634033203,21.730163097381592,shap_neuron_results/rnn/sub-C_ses-CO-20151104_behavior+ecephys.json
-rnn,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.45454545454545453,0.6767578125,,poisson_matched,0.25,64,16,80,80,0.004545454545454545,-0.0008179340653250266,-0.015999047076692526,0.0803737055254997,0.45,0.55,,,,92.63132190704346,28.727627754211426,shap_neuron_results/rnn/t12.json
-smc_rnns,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.1092436974789916,0.5210084033613446,0.6293320347374401,0.24601486397153965,poisson_matched,0.0,444,0,444,444,0.0009273979862215166,0.00048202534298274536,-0.00836152439586645,0.021411015915773907,0.5540540540540541,0.40765765765765766,,,,92.05908441543579,42101.46305298805,shap_neuron_results/smc_rnns/721123822.json
-smc_rnns,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.015581488609313965,0.3272472023963928,0.71337890625,,poisson_matched,0.25,128,32,160,160,0.0021426793187856678,0.00022199868810914993,-0.006044239893001239,0.030741894386770253,0.66875,0.275,,,,4.966826915740967,3848.1825728416443,shap_neuron_results/smc_rnns/mc_pacman.json
-smc_rnns,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.12690949440002441,0.9785314798355103,0.93735,0.7141951142099727,poisson_matched,0.0,300,0,300,300,0.003407702048619582,0.0005158635299328789,-0.0025604013309571297,0.0338788274886431,0.6266666666666667,0.3566666666666667,0.010379396146662181,-2.6818606699168477e-05,-0.00012947139410426694,5.008467674255371,975.4516708850861,shap_neuron_results/smc_rnns/ratinabox_nav.json
-smc_rnns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.026826560497283936,0.3478586971759796,0.9648910411622277,,poisson_matched,0.25,59,14,73,73,0.005132674762647444,0.0015471094900514999,-0.0006428496748146411,0.052796644340936234,0.821917808219178,0.0547945205479452,,,,2.1096386909484863,1538.55117726326,shap_neuron_results/smc_rnns/sub-C_ses-CO-20151104_behavior+ecephys.json
-smc_rnns,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.15151515151515152,0.599609375,,poisson_matched,0.25,64,16,80,80,0.0011363636363636359,-5.925265850257236e-06,-0.009812794389942266,0.02936413017361653,0.5,0.5,,,,2.0955562591552734,1696.3268039226532,shap_neuron_results/smc_rnns/t12.json
-svc,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.9476465778764884,0.8689540936933031,0.8389830508474576,,poisson_matched,0.25,59,14,73,73,0.02488494070643549,0.01956024973805741,-0.0011673463392831707,0.18259478113395058,0.9863013698630136,0.0136986301369863,,,,35216.100324869156,246.501551625086,shap_neuron_results/svc/sub-C_ses-CO-20151104_behavior+ecephys.json
-svc,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.9090909090909091,0.794921875,,poisson_matched,0.25,64,16,80,80,0.010606060606060608,0.004270453606367228,-0.009223074895703372,0.11416205985247169,0.7125,0.275,,,,6949.541339635849,6.528608958935365,shap_neuron_results/svc/t12.json
-tndm,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.6470588235294118,0.5475002029056084,0.07251015233275272,poisson_matched,0.0,444,0,444,444,0.0012491483079718382,0.00019995564171260973,-0.010357155252218022,0.04892988811712862,0.5180180180180181,0.3490990990990991,,,,1.1121861934661865,4322.784144639969,shap_neuron_results/tndm/721123822.json
-tndm,mc_pacman,mc_pacman,True,sequence_regression,r2,0.04625535011291504,0.6396738290786743,0.74365234375,,poisson_matched,0.25,128,32,160,160,0.003708865493535997,0.002326938813932553,-0.00774460601900546,0.026821626443431987,0.725,0.25625,,,,96.13646507263184,2503.039804458618,shap_neuron_results/tndm/mc_pacman.json
-tndm,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.21246808767318726,0.38940858840942383,0.713825,0.349203088233031,poisson_matched,0.0,300,0,300,300,0.002006255586942035,0.0014444752221788927,-0.011914355955631053,0.015788078701939906,0.6866666666666666,0.26,0.004036669932031873,0.0008588771608523655,0.0011232196679418658,98.72930479049683,2019.6426455974579,shap_neuron_results/tndm/ratinabox_nav.json
-tndm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.6721594929695129,0.8183894157409668,0.8099273607748185,,poisson_matched,0.25,59,14,73,73,0.02041847820151342,0.00934164171956932,-0.009325791509985627,0.19492060097263184,0.8356164383561644,0.1643835616438356,,,,80.4220232963562,2151.2975680828094,shap_neuron_results/tndm/sub-C_ses-CO-20151104_behavior+ecephys.json
-tndm,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.09090909090909091,0.5,,poisson_matched,0.25,64,16,80,80,0.0,0.0,0.0,0.0,0.0,0.0,,,,80.46732950210571,1190.6374711990356,shap_neuron_results/tndm/t12.json
-torchdfine,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.7815126050420168,0.6138097557016476,0.21949636722108226,poisson_matched,0.0,444,0,444,444,0.001551972140207432,0.0,-0.015812475036566975,0.028283319761344808,0.49324324324324326,0.3581081081081081,,,,2615.6830265522003,1619.9025736940093,shap_neuron_results/torchdfine/721123822.json
-torchdfine,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.736791729927063,0.7487906217575073,0.5166015625,,poisson_matched,0.25,128,32,160,160,0.00928488969802857,0.006447311914528916,-0.040276943065726614,0.1113139130091544,0.61875,0.375,,,,558.2578983306885,618.254141457146,shap_neuron_results/torchdfine/mc_pacman.json
-torchdfine,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.22183972597122192,0.9902969598770142,0.657725,0.2575662790355515,poisson_matched,0.0,300,0,300,300,0.004040455619494124,0.004448447383798938,-0.07164729816417763,0.0679718741694992,0.5766666666666667,0.4033333333333333,0.014469294428660653,-0.0012039129739470531,-0.0011440145962312248,197.38435077667236,296.97764353104867,shap_neuron_results/torchdfine/ratinabox_nav.json
-torchdfine,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-1.2202033996582031,0.8008179664611816,0.7397094430992737,,poisson_matched,0.25,59,14,73,73,0.02768522419341621,0.010132068079576945,-0.06135785272076478,0.2714896390969221,0.6712328767123288,0.3150684931506849,,,,160.02566289901733,335.610863965936,shap_neuron_results/torchdfine/sub-C_ses-CO-20151104_behavior+ecephys.json
-torchdfine,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.6666666666666666,0.7177734375,,poisson_matched,0.25,64,16,80,80,0.007575757575757576,0.0033159013286938087,-0.018427468416468636,0.08334125728626109,0.6625,0.3375,,,,153.05441546440125,147.8855588461738,shap_neuron_results/torchdfine/t12.json
-xg,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.907563025210084,0.5919568216865514,0.19138814184041703,poisson_matched,0.0,444,0,444,444,0.0018358694829283062,0.0004888060451321912,-0.027766594000046104,0.09935724310822677,0.5135135135135135,0.3581081081081081,,,,5968.699905872345,72.89453336293809,shap_neuron_results/xg/721123822.json
-xg,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.1300943786056734,0.807244776178065,0.7244873046875,,poisson_matched,0.25,128,32,160,160,0.005858369717398365,0.001166650614792844,-0.02829697522497803,0.1528308594727264,0.625,0.35,,,,292.67937994003296,1.0816570580936968,shap_neuron_results/xg/mc_pacman.json
-xg,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.14013241998696213,0.9662970925763346,0.7232,0.36448690863533995,poisson_matched,0.0,300,0,300,300,0.0036880983752109854,0.0017127322213775144,-0.015469512268350376,0.06930845401208884,0.5766666666666667,0.4066666666666667,0.011165552969557076,-4.1630206712345625e-05,-5.9627637211774736e-05,272.119868516922,2.2591482989955693,shap_neuron_results/xg/ratinabox_nav.json
-xg,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.05661362855077123,0.8416189488122687,0.8014527845036319,,poisson_matched,0.25,59,14,73,73,0.012304555854288224,0.002451781157124766,-0.005656414377062399,0.25597777798177096,0.726027397260274,0.2191780821917808,,,,64.51502561569214,1.046399442013353,shap_neuron_results/xg/sub-C_ses-CO-20151104_behavior+ecephys.json
-xg,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.9090909090909091,0.6259765625,,poisson_matched,0.25,64,16,80,80,0.010227272727272725,0.0028879970973789367,-0.021969245422871087,0.1563051689294284,0.6,0.4,,,,39.15961003303528,3.940825747093186,shap_neuron_results/xg/t12.json
+blend,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.5630252100840336,0.6429064199334469,0.2959129951801037,poisson_matched,0.0,444,0,444,444,0.0009463244757362385,0.0,-0.024946009089703687,0.0353040941586878,0.4954954954954955,0.39864864864864863,,,,1594.176905632019,0.0,shap_neuron_results/blend/allen_neuropixels_721123822.json
+blend,mc_pacman,mc_pacman,True,sequence_regression,r2,-1.1058728694915771,0.819076418876648,0.53466796875,,poisson_matched,0.25,128,32,160,160,0.01203093305230141,0.009127610774229324,-0.1280323456158896,0.12967972913053516,0.63125,0.36875,,,,211.32986187934875,0.0,shap_neuron_results/blend/mc_pacman_mc_pacman.json
+blend,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.040411949157714844,0.9314962029457092,0.801452784503632,,poisson_matched,0.25,59,14,73,73,0.01331381030278663,0.00814355521270726,-0.11252654345703586,0.29713557042538496,0.6164383561643836,0.3835616438356164,,,,79.24995136260986,0.0,shap_neuron_results/blend/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+blend,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.4314107894897461,0.9867762327194214,0.6408,0.22992697004082413,poisson_matched,0.0,300,0,300,300,0.004727290074030548,0.00357150281287874,-0.09816491830043098,0.09631912015091332,0.54,0.44666666666666666,0.017330321398469142,-0.004172129688862928,0.0010236785124854233,180.00042581558228,0.0,shap_neuron_results/blend/ratinabox_ratinabox_nav.json
+blend,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.06060606060606061,0.5,,poisson_matched,0.25,64,16,80,80,0.0,0.0,0.0,0.0,0.0,0.0,,,,369.7032060623169,0.0,shap_neuron_results/blend/speech_threshold_crossings_t12.json
+blend_ndt,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.8151260504201681,0.5825825825825826,0.1837974904090069,poisson_matched,0.0,444,0,444,444,0.0016276780982663382,0.0,-0.028392135960337756,0.0378417935158405,0.49324324324324326,0.4009009009009009,,,,2100.472242116928,0.0,shap_neuron_results/blend_ndt/allen_neuropixels_721123822.json
+blend_ndt,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.12998318672180176,0.7752425074577332,0.529541015625,,poisson_matched,0.25,128,32,160,160,0.005657660588622091,0.008230841814017512,-0.14399232333973608,0.08051382975554912,0.60625,0.38125,,,,523.6112194061279,0.0,shap_neuron_results/blend_ndt/mc_pacman_mc_pacman.json
+blend_ndt,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.41056424379348755,0.8712571859359741,0.715496368038741,,poisson_matched,0.25,59,14,73,73,0.017559197667526876,0.0070299302918747164,-0.09487598933846952,0.21247276145854457,0.6575342465753424,0.3287671232876712,,,,347.201162815094,0.0,shap_neuron_results/blend_ndt/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+blend_ndt,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.21242070198059082,0.9343222379684448,0.7491,0.40678338765075056,poisson_matched,0.0,300,0,300,300,0.00382247646649679,0.0026067748147557326,-0.042710819624283934,0.07093364512160916,0.5433333333333333,0.43333333333333335,0.01636946969953247,-0.0032079122799167207,-0.0016941280201253773,263.385187625885,0.0,shap_neuron_results/blend_ndt/ratinabox_ratinabox_nav.json
+blend_ndt,speech,t12,True,sequence_classification,accuracy,0.18181818181818182,0.7272727272727273,0.673828125,,poisson_matched,0.25,64,16,80,80,0.006818181818181819,0.0028587916651550208,-0.012566864667744976,0.12314001942811618,0.5875,0.4125,,,,334.2333812713623,0.0,shap_neuron_results/blend_ndt/speech_threshold_crossings_t12.json
+cebra,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.12605042016806722,0.42016806722689076,0.5799042285528773,0.1379988192325454,poisson_matched,0.0,444,0,444,444,0.0006624271330153684,0.00034972132991930964,-0.009518355554145225,0.022800270098597766,0.5608108108108109,0.40765765765765766,,,,351.168105840683,38.06134486198425,shap_neuron_results/cebra/allen_neuropixels_721123822.json
+cebra,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.23976480960845947,0.8144623041152954,0.6767578125,,poisson_matched,0.25,128,32,160,160,0.006588919460773475,0.0051356953755668025,-0.027953611905696393,0.08110821432858085,0.59375,0.4,,,,7079.403511047363,66.66670274734497,shap_neuron_results/cebra/mc_pacman_mc_pacman.json
+cebra,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.11347329616546631,0.762273371219635,0.6852300242130751,,poisson_matched,0.25,59,14,73,73,0.011996529690206868,0.006143418070882533,-0.009583074548805,0.11629185035240985,0.7123287671232876,0.2876712328767123,,,,1021.5754544734955,70.43617105484009,shap_neuron_results/cebra/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+cebra,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.14472877979278564,0.9835187196731567,0.8784,0.6179431510187164,poisson_matched,0.0,300,0,300,300,0.003760824998219807,0.0026355560667026164,-0.014615589229556056,0.02707024112905139,0.6366666666666667,0.32666666666666666,0.01149100318954847,0.00039370734813867455,-0.0006022355430277206,584.9219105243683,41.33368515968323,shap_neuron_results/cebra/ratinabox_ratinabox_nav.json
+cebra,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.48484848484848486,0.54296875,,poisson_matched,0.25,64,16,80,80,0.005303030303030305,0.002000372395850137,-0.008525194094625854,0.08302295641375605,0.7,0.2875,,,,373.09286546707153,37.47470498085022,shap_neuron_results/cebra/speech_threshold_crossings_t12.json
+dnn,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.09243697478991597,0.5,0.0,poisson_matched,0.0,444,0,444,444,0.0,0.0,0.0,0.0,0.0,0.0,,,,0.28899049758911133,66.0867931842804,shap_neuron_results/dnn/allen_neuropixels_721123822.json
+dnn,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.01643681526184082,0.901027262210846,0.8232421875,,poisson_matched,0.25,128,32,160,160,0.005734150484204295,0.003478906889211588,-0.00911372711411542,0.06013920381394267,0.75625,0.23125,,,,951.5231578350067,16.57272982597351,shap_neuron_results/dnn/mc_pacman_mc_pacman.json
+dnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.040705978870391846,0.8956141471862793,0.927360774818402,,poisson_matched,0.25,59,14,73,73,0.012826303096666722,0.005093098728822268,-0.004311624810268693,0.14919183539477254,0.8356164383561644,0.1643835616438356,,,,262.4330132007599,14.42661738395691,shap_neuron_results/dnn/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+dnn,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.13129425048828125,0.9277153015136719,0.902875,0.6579019155839588,poisson_matched,0.0,300,0,300,300,0.0035300318400065126,0.0012862289873546476,-0.0057571144332731325,0.047044989669904905,0.62,0.35333333333333333,0.010332094903849691,0.00011704424163595837,0.00014095637453388678,1089.2185289859772,23.24867844581604,shap_neuron_results/dnn/ratinabox_ratinabox_nav.json
+dnn,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.9393939393939394,0.76953125,,poisson_matched,0.25,64,16,80,80,0.010984848484848488,0.004394942538644429,-0.010773826374892655,0.10691211759379327,0.7,0.2875,,,,183.3795177936554,18.032739639282227,shap_neuron_results/dnn/speech_threshold_crossings_t12.json
+dpad,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.13445378151260504,0.6554621848739496,0.6247159321483646,0.25528468093018913,poisson_matched,0.0,444,0,444,444,0.0011734423499129372,0.0006509617376329275,-0.016695460754636352,0.0402917162742662,0.5472972972972973,0.39414414414414417,,,,49515.1243596077,391.6000106334686,shap_neuron_results/dpad/allen_neuropixels_721123822.json
+dpad,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.06863915920257568,0.8486549854278564,0.6806640625,,poisson_matched,0.25,128,32,160,160,0.005733088403940199,0.0019193712233328618,-0.013015785091919065,0.0984514837029856,0.63125,0.3625,,,,15697.122398853302,0.0,shap_neuron_results/dpad/mc_pacman_mc_pacman.json
+dpad,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.07495254278182983,0.9003777503967285,0.8813559322033898,,poisson_matched,0.25,59,14,73,73,0.013360688947651484,0.005769477067733319,-0.013233519101883274,0.17859209431379333,0.7945205479452054,0.2054794520547945,,,,13363.24235868454,0.0,shap_neuron_results/dpad/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+dpad,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.14369839429855347,0.9683233499526978,0.9729000000000001,0.772247614576035,poisson_matched,0.0,300,0,300,300,0.0037067391475041687,0.0010557048409240777,-0.004497997586478246,0.029203911076097128,0.6566666666666666,0.33,0.011141960236659762,9.440298249466288e-05,-0.00011614577664192196,17006.369824886322,121.05887818336487,shap_neuron_results/dpad/ratinabox_ratinabox_nav.json
+dpad,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.45454545454545453,0.654296875,,poisson_matched,0.25,64,16,80,80,0.004545454545454543,0.002675484422263434,-0.01753497327764916,0.04731669305356552,0.7,0.2875,,,,6306.606118440628,86.86869764328003,shap_neuron_results/dpad/speech_threshold_crossings_t12.json
+gpfa,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.4369747899159664,0.5045247950653357,0.04565857150455372,poisson_matched,0.0,444,0,444,444,0.0006624271330153662,0.0,-0.017526220525138487,0.0312893062713847,0.49774774774774777,0.46846846846846846,,,,3018.9528872966766,354.56716322898865,shap_neuron_results/gpfa/allen_neuropixels_721123822.json
+gpfa,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.4993270750697465,0.32512563844065534,0.57958984375,,poisson_matched,0.25,128,32,160,160,0.005152829459440017,0.0011059125465727876,-0.13674471626684473,0.12576185660960937,0.51875,0.475,,,,368.62707710266113,0.006246805191040039,shap_neuron_results/gpfa/mc_pacman_mc_pacman.json
+gpfa,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.2252999791235718,0.7270726714064994,0.6622276029055689,,poisson_matched,0.25,59,14,73,73,0.013046200692192757,0.003742976260006192,-0.033659293545808974,0.23260534164938074,0.6575342465753424,0.3287671232876712,,,,71.91184139251709,0.0058040618896484375,shap_neuron_results/gpfa/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+gpfa,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.204870576470772,0.9226210916221257,0.94505,0.7267692593555467,poisson_matched,0.0,300,0,300,300,0.003758305560309662,0.0006515795847036573,-0.003473974021314022,0.036721963166936045,0.6533333333333333,0.33,0.011226394072055904,-2.095731000099628e-05,6.947991887407796e-05,104.40671110153198,40.7049560546875,shap_neuron_results/gpfa/ratinabox_ratinabox_nav.json
+gpfa,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.7575757575757576,0.6669921875,,poisson_matched,0.25,64,16,80,80,0.008712121212121214,0.0030339657579019365,-0.010279819065290036,0.10226270275627834,0.6625,0.3375,,,,72.69436049461365,21.380465745925903,shap_neuron_results/gpfa/speech_threshold_crossings_t12.json
+gru,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.12605042016806722,0.7647058823529411,0.5216906095284474,0.057095016303671274,poisson_matched,0.0,444,0,444,444,0.0014384132031190883,0.0009647211965392961,-0.017839887756980657,0.023437281519594417,0.5427927927927928,0.3963963963963964,,,,363.35537099838257,36.671956300735474,shap_neuron_results/gru/allen_neuropixels_721123822.json
+gru,mc_pacman,mc_pacman,True,sequence_regression,r2,-1.1170876026153564,0.8911428451538086,0.56689453125,,poisson_matched,0.25,128,32,160,160,0.012551440298557273,0.007901370285456894,-0.0662400051038181,0.14564402659242984,0.675,0.325,,,,108.06378316879272,29.646448850631714,shap_neuron_results/gru/mc_pacman_mc_pacman.json
+gru,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.04055523872375488,0.9264792203903198,0.9188861985472154,,poisson_matched,0.25,59,14,73,73,0.013247047385124316,0.00648579483379861,-0.00823281467086235,0.1593273274068248,0.7123287671232876,0.273972602739726,,,,83.50672030448914,23.720734357833862,shap_neuron_results/gru/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+gru,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.2468273639678955,-0.0067632198333740234,0.7432,0.39714614333683773,poisson_matched,0.0,300,0,300,300,0.0008002138137817377,-0.0007104367714120319,-0.022433596572408586,0.03661981926353302,0.45666666666666667,0.54,0.00667234860187267,-0.002304742342461354,-0.001966964818066102,107.47439861297607,29.410756826400757,shap_neuron_results/gru/ratinabox_ratinabox_nav.json
+gru,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.6363636363636364,0.70703125,,poisson_matched,0.25,64,16,80,80,0.00719696969696969,0.00389118559016618,-0.013018775914889685,0.10306588884436102,0.65,0.3375,,,,82.88447141647339,36.2282989025116,shap_neuron_results/gru/speech_threshold_crossings_t12.json
+langevinflow_ccn,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.5798319327731093,0.5098409220030842,0.06086309709591096,poisson_matched,0.0,444,0,444,444,0.001097736391854037,0.0,-0.017321424785032808,0.03111637953905412,0.40765765765765766,0.3153153153153153,,,,42389.920457839966,5298.528406620026,shap_neuron_results/langevinflow_ccn/allen_neuropixels_721123822.json
+langevinflow_ccn,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.1816997528076172,0.8834670782089233,0.7503662109375,,poisson_matched,0.25,128,32,160,160,0.006657292693853371,0.004642931846778167,-0.013168040803424671,0.04903694886975778,0.71875,0.26875,,,,12429.503425121307,1262.4218926429749,shap_neuron_results/langevinflow_ccn/mc_pacman_mc_pacman.json
+langevinflow_ccn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.2506828308105469,0.94408118724823,0.8099273607748184,,poisson_matched,0.25,59,14,73,73,0.01636663038436681,0.010402138700666978,-0.01664148232857369,0.16048602195576708,0.7397260273972602,0.2602739726027397,,,,5403.202039718628,352.0329284667969,shap_neuron_results/langevinflow_ccn/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+langevinflow_ccn,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.11259090900421143,0.9906879663467407,0.9631000000000001,0.7562441748998981,poisson_matched,0.0,300,0,300,300,0.003677600622177127,0.002293529450711834,-0.012178151093045705,0.022242409791773672,0.6233333333333333,0.36333333333333334,0.011742028273000889,-0.0002435857491355579,-0.00046564065733395026,6790.11604475975,469.55337405204773,shap_neuron_results/langevinflow_ccn/ratinabox_ratinabox_nav.json
+langevinflow_ccn,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.21212121212121213,0.5126953125,,poisson_matched,0.25,64,16,80,80,0.0018939393939393933,0.0017901847156374202,-0.00775782618447955,0.012844284136699972,0.675,0.3,,,,3522.9603338241577,0.0,shap_neuron_results/langevinflow_ccn/speech_threshold_crossings_t12.json
+ldns,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.5126050420168067,0.6184055677298921,0.21127743205133742,poisson_matched,0.0,444,0,444,444,0.0009463244757362419,0.0007917325984953978,-0.029336618782078244,0.03811735784828891,0.5225225225225225,0.44594594594594594,,,,5.111703872680664,94.99461913108826,shap_neuron_results/ldns/allen_neuropixels_721123822.json
+ldns,mc_pacman,mc_pacman,True,sequence_regression,r2,0.0025333166122436523,0.8938693404197693,0.631103515625,,poisson_matched,0.25,128,32,160,160,0.0055708501487970324,0.0045363706583884545,-0.039922671727932166,0.04007798963122373,0.68125,0.30625,,,,200.5493757724762,26.7764892578125,shap_neuron_results/ldns/mc_pacman_mc_pacman.json
+ldns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.7901316285133362,0.9071124792098999,0.7857142857142857,,poisson_matched,0.25,59,14,73,73,0.023249919283879945,0.01835751986195341,-0.026096672882857042,0.1758348149702465,0.7123287671232876,0.273972602739726,,,,117.54872512817383,18.064350605010986,shap_neuron_results/ldns/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+ldns,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.0902639627456665,0.973640501499176,0.89825,0.6503550631543522,poisson_matched,0.0,300,0,300,300,0.0034801703691482535,0.0011815545989844298,-0.00586891424130726,0.029776762798090946,0.6433333333333333,0.3233333333333333,0.010128834792899624,0.00013437251957047175,0.00017730379497466668,0.22358465194702148,19.294782161712646,shap_neuron_results/ldns/ratinabox_ratinabox_nav.json
+ldns,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.6363636363636364,0.5087890625,,poisson_matched,0.25,64,16,80,80,0.006818181818181818,0.0065068594667759255,-0.017614322255793274,0.06381138195075602,0.7,0.2875,,,,116.65719628334045,10.905879735946655,shap_neuron_results/ldns/speech_threshold_crossings_t12.json
+lfads_torch,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.5630252100840336,0.5303648242837433,0.07186759959550455,poisson_matched,0.0,444,0,444,444,0.0009463244757362444,0.00018695182452733807,-0.021686086367014926,0.020191324285924232,0.509009009009009,0.34234234234234234,,,,0.6250193119049072,28575.725098609924,shap_neuron_results/lfads_torch/allen_neuropixels_721123822.json
+lfads_torch,mc_pacman,mc_pacman,True,sequence_regression,r2,0.024377882480621338,0.8701310157775879,0.75634765625,,poisson_matched,0.25,128,32,160,160,0.005285957083106034,0.003311992696855129,-0.011087828515024304,0.04219632622657111,0.75625,0.23125,,,,321.21648025512695,5419.87798666954,shap_neuron_results/lfads_torch/mc_pacman_mc_pacman.json
+lfads_torch,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.37953126430511475,0.9212002754211426,0.8583535108958837,,poisson_matched,0.25,59,14,73,73,0.017818240270222694,0.009138874782118939,-0.016894127333317983,0.1521417642021741,0.7671232876712328,0.2328767123287671,,,,281.49564242362976,3200.766705274582,shap_neuron_results/lfads_torch/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+lfads_torch,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.1011614203453064,0.989297091960907,0.9167500000000001,0.6805563277100404,poisson_matched,0.0,300,0,300,300,0.0036348617076873814,0.0022293422479454277,-0.013341689813139643,0.027581782466857222,0.6233333333333333,0.3566666666666667,0.010671648920363019,-0.0003787167917793017,0.0006116529944784271,181.93340635299683,2365.6382324695587,shap_neuron_results/lfads_torch/ratinabox_ratinabox_nav.json
+lfads_torch,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.42424242424242425,0.53125,,poisson_matched,0.25,64,16,80,80,0.004166666666666666,0.0014800511286341027,-0.014486162700862448,0.11960544017107949,0.625,0.3375,,,,139.6570553779602,2054.967357158661,shap_neuron_results/lfads_torch/speech_threshold_crossings_t12.json
+lstm,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.15126050420168066,0.907563025210084,0.48655750344939536,0.009447796871128662,poisson_matched,0.0,444,0,444,444,0.0017033840563252345,0.0008785947080012582,-0.02036804722482187,0.024532966090103754,0.545045045045045,0.40540540540540543,,,,836.8541622161865,37.51910901069641,shap_neuron_results/lstm/allen_neuropixels_721123822.json
+lstm,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.7261543273925781,0.9115871787071228,0.6722412109375,,poisson_matched,0.25,128,32,160,160,0.010235884413123127,0.007744941632871529,-0.05693330689447122,0.09679816820556378,0.70625,0.28125,,,,107.52220344543457,29.701561450958252,shap_neuron_results/lstm/mc_pacman_mc_pacman.json
+lstm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.05803161859512329,0.9450989365577698,0.9043583535108959,,poisson_matched,0.25,59,14,73,73,0.013741514454149211,0.007869397695047638,-0.010148053521727072,0.12748727328487283,0.7671232876712328,0.2191780821917808,,,,84.65990853309631,22.771214485168457,shap_neuron_results/lstm/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+lstm,ratinabox,ratinabox_nav,True,sequence_regression,r2,-1.1592795848846436,0.70328688621521,0.68135,0.29615219460159675,poisson_matched,0.0,300,0,300,300,0.00620855490366618,0.005091685415419488,-0.018050680615591605,0.04764685087225966,0.6866666666666666,0.27666666666666667,0.011294694357715034,0.003951325073220134,0.003379645280063367,106.86240530014038,28.863454341888428,shap_neuron_results/lstm/ratinabox_ratinabox_nav.json
+lstm,speech,t12,True,sequence_classification,accuracy,0.15151515151515152,0.7272727272727273,0.6083984375,,poisson_matched,0.25,64,16,80,80,0.0071969696969696965,0.003646126383469202,-0.01872137712644908,0.07895431661876161,0.65,0.3375,,,,82.9009370803833,39.29440259933472,shap_neuron_results/lstm/speech_threshold_crossings_t12.json
+mint,mc_pacman,mc_pacman,True,sequence_regression,r2,-2.551536015833735,0.8848437690009372,0.680908203125,,poisson_matched,0.25,128,32,160,160,0.02147737365521673,0.011636411666411113,-0.0755973145880497,0.3374808503164491,0.64375,0.35625,,,,14803.459669589996,60.31157422065735,shap_neuron_results/mint/mc_pacman_mc_pacman.json
+mint,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.9338216096285022,0.9232079741448691,0.6743341404358354,,poisson_matched,0.25,59,14,73,73,0.02543876142155303,0.016592899135292046,-0.15012673463191714,0.15781293189819154,0.6438356164383562,0.3561643835616438,,,,1808.99156498909,59.41518568992615,shap_neuron_results/mint/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+mint,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.8484848484848485,0.7705078125,,poisson_matched,0.25,64,16,80,80,0.009848484848484853,0.004519394333180552,-0.014175320418930704,0.10608839529593571,0.675,0.3125,,,,1105.6942391395569,56.16106605529785,shap_neuron_results/mint/speech_threshold_crossings_t12.json
+neds,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.8151260504201681,0.6030151773395016,0.1571949969353042,poisson_matched,0.0,444,0,444,444,0.00162767809826633,0.0007365750138121352,-0.020881212168097848,0.03488628927156418,0.5495495495495496,0.40315315315315314,,,,175.25761556625366,6120.165016412735,shap_neuron_results/neds/allen_neuropixels_721123822.json
+neds,mc_pacman,mc_pacman,True,sequence_regression,r2,-1.1362972259521484,0.9795628786087036,0.63720703125,,poisson_matched,0.25,128,32,160,160,0.013224125653505323,0.014941616446257236,-0.13784978886152877,0.13601100798363192,0.5875,0.38125,,,,22.15925121307373,904.8305337429047,shap_neuron_results/neds/mc_pacman_mc_pacman.json
+neds,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.166498601436615,0.9679201245307922,0.8256658595641646,,poisson_matched,0.25,59,14,73,73,0.015539982547498733,0.007798943885555526,-0.028858985631403208,0.16471072032340184,0.726027397260274,0.2602739726027397,,,,12.260324239730835,552.0867099761963,shap_neuron_results/neds/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+neds,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.15626603364944458,0.9958193898200989,0.8010249999999999,0.49158351007166073,poisson_matched,0.0,300,0,300,300,0.0038402847448984804,0.002125413064679556,-0.028783679142569314,0.050230517059869736,0.5666666666666667,0.4,0.013310773464881074,-0.0009622517194509813,-0.0008276675107346538,15.599303483963013,668.9618260860443,shap_neuron_results/neds/ratinabox_ratinabox_nav.json
+neds,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.6363636363636364,0.7001953125,,poisson_matched,0.25,64,16,80,80,0.0068181818181818135,0.0028965174829408413,-0.014691071574423557,0.1051991566431155,0.65,0.35,,,,10.974937915802002,288.93459391593933,shap_neuron_results/neds/speech_threshold_crossings_t12.json
+neds_pretrained,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.8487394957983193,0.539627465303141,0.11913626891935754,poisson_matched,0.0,444,0,444,444,0.0017033840563252345,0.0,-0.01627625626233099,0.03921191536403296,0.42567567567567566,0.25,,,,442.6099410057068,9579.212718486786,shap_neuron_results/neds_pretrained/allen_neuropixels_721123822.json
+neds_pretrained,mc_pacman,mc_pacman,True,sequence_regression,r2,0.051054298877716064,0.970160186290741,0.674072265625,,poisson_matched,0.25,128,32,160,160,0.0057444117963314075,0.0038304777022650804,-0.036865145064729606,0.05806043000311193,0.6625,0.3375,,,,69.84409141540527,1926.5495285987854,shap_neuron_results/neds_pretrained/mc_pacman_mc_pacman.json
+neds_pretrained,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-1.2167365550994873,0.9656304121017456,0.8704600484261501,,poisson_matched,0.25,59,14,73,73,0.029895437906866204,0.013516003687734274,-0.02510139789814707,0.40930344202379754,0.7671232876712328,0.2328767123287671,,,,49.17615342140198,1384.905556678772,shap_neuron_results/neds_pretrained/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+neds_pretrained,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.04913681745529175,0.9971872568130493,0.8782249999999999,0.6176446719811157,poisson_matched,0.0,300,0,300,300,0.0034877469142277975,0.003464014640083472,-0.017687794588394812,0.025305798211368098,0.6566666666666666,0.3233333333333333,0.010369027982892845,-0.0006935879942147256,0.0007878007540052763,60.97737693786621,1688.640357017517,shap_neuron_results/neds_pretrained/ratinabox_ratinabox_nav.json
+neds_pretrained,speech,t12,True,sequence_classification,accuracy,0.15151515151515152,0.30303030303030304,0.3671875,,poisson_matched,0.25,64,16,80,80,0.0018939393939393944,0.00023572726779593652,-0.01703375271291557,0.18710362705120104,0.5125,0.4625,,,,34.08303427696228,791.337728023529,shap_neuron_results/neds_pretrained/speech_threshold_crossings_t12.json
+neuro_behavior_conditioning,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.13445378151260504,0.5378151260504201,0.534595406217028,0.061442923853601894,poisson_matched,0.0,444,0,444,444,0.0009084714967067907,0.00032635536467518763,-0.014329342885669496,0.03684751505367197,0.5247747747747747,0.45045045045045046,,,,565.6726489067078,0.0,shap_neuron_results/neuro_behavior_conditioning/allen_neuropixels_721123822.json
+neuro_behavior_conditioning,mc_pacman,mc_pacman,True,sequence_regression,r2,0.016377151012420654,0.7155765891075134,0.7469482421875,,poisson_matched,0.25,128,32,160,160,0.004369996488094333,0.002757452255666178,-0.04743158218558209,0.08309129088628382,0.61875,0.35625,,,,235.12313222885132,0.0,shap_neuron_results/neuro_behavior_conditioning/mc_pacman_mc_pacman.json
+neuro_behavior_conditioning,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.11447471380233765,0.6810991764068604,0.8026634382566585,,poisson_matched,0.25,59,14,73,73,0.010898272468619153,0.0060195489179469975,-0.016722636047316396,0.08951966494608564,0.7397260273972602,0.2602739726027397,,,,197.14127707481384,0.0,shap_neuron_results/neuro_behavior_conditioning/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+neuro_behavior_conditioning,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.7283041477203369,-0.33186620473861694,0.553,0.08654965694696821,poisson_matched,0.0,300,0,300,300,0.0013214598099390666,0.0011151596016399882,-0.022102435673128733,0.022306427761511722,0.58,0.39666666666666667,0.002410726883085598,0.0007595069200928062,0.000794145626638796,230.16984391212463,0.0,shap_neuron_results/neuro_behavior_conditioning/ratinabox_ratinabox_nav.json
+neuro_behavior_conditioning,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.2727272727272727,0.55078125,,poisson_matched,0.25,64,16,80,80,0.002651515151515152,0.001428826792133825,-0.017331454453062698,0.06000956017508668,0.5625,0.4,,,,90.31550526618958,0.0,shap_neuron_results/neuro_behavior_conditioning/speech_threshold_crossings_t12.json
+pca,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.7899159663865546,0.5900089278467657,0.15801077951872852,poisson_matched,0.0,444,0,444,444,0.0015708986297221605,0.0010219098842689594,-0.015904833037000913,0.03106501280327371,0.5765765765765766,0.3761261261261261,,,,274.76791620254517,0.5535860061645508,shap_neuron_results/pca/allen_neuropixels_721123822.json
+pca,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.015581488609313965,0.337851345539093,0.733642578125,,poisson_matched,0.25,128,32,160,160,0.002208955213427544,0.00021538006666965882,-0.005945126801362533,0.030393218098513735,0.65625,0.30625,,,,13.041566133499146,0.061025381088256836,shap_neuron_results/pca/mc_pacman_mc_pacman.json
+pca,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.026826560497283936,0.35136884450912476,0.9564164648910413,,poisson_matched,0.25,59,14,73,73,0.005180758972690531,0.0015494787684948743,-0.0006832509738983067,0.05631937998392838,0.8493150684931506,0.0547945205479452,,,,4.20470929145813,0.031232118606567383,shap_neuron_results/pca/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+pca,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.12690949440002441,0.8981239199638367,0.8315,0.5413414436049067,poisson_matched,0.0,300,0,300,300,0.0034167780478795316,0.0005722123725769405,-0.0036213173974788014,0.03823504563703143,0.6,0.38333333333333336,0.010085372286204151,-6.596768316333202e-05,0.0002309295405977771,11.190409183502197,0.051963090896606445,shap_neuron_results/pca/ratinabox_ratinabox_nav.json
+pca,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.8181818181818182,0.7314453125,,poisson_matched,0.25,64,16,80,80,0.009469696969696972,0.002201330589211836,-0.012097435503454598,0.10223441848568939,0.675,0.3125,,,,3.735438108444214,0.02960038185119629,shap_neuron_results/pca/speech_threshold_crossings_t12.json
+rnn,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.7899159663865546,0.6356322538754972,0.24835727488554052,poisson_matched,0.0,444,0,444,444,0.0014573396926338068,0.0011011853159641136,-0.024336897788260765,0.04442074776603461,0.545045045045045,0.4189189189189189,,,,635.4467072486877,37.13307809829712,shap_neuron_results/rnn/allen_neuropixels_721123822.json
+rnn,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.9947015047073364,0.09228521585464478,0.408203125,,poisson_matched,0.25,128,32,160,160,0.006793667003512383,0.0065676803939031326,-0.02025996370541426,0.03481594904431227,0.70625,0.2875,,,,133.57726097106934,24.836617708206177,shap_neuron_results/rnn/mc_pacman_mc_pacman.json
+rnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.030916213989257812,0.7810970544815063,0.9394673123486683,,poisson_matched,0.25,59,14,73,73,0.011123469431106358,0.004417357397913034,-0.004479911947401321,0.10170562142332716,0.8082191780821918,0.1780821917808219,,,,90.22693634033203,21.730163097381592,shap_neuron_results/rnn/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+rnn,ratinabox,ratinabox_nav,True,sequence_regression,r2,-2.127315044403076,-0.7500323057174683,0.56605,0.10786046870466509,poisson_matched,0.0,300,0,300,300,0.004590942462285361,0.0036236354694572253,-0.0883161615872189,0.10369773582702255,0.54,0.43666666666666665,0.010239599738113662,0.0010625542458519216,0.002470673402890499,123.91004729270935,23.762961387634277,shap_neuron_results/rnn/ratinabox_ratinabox_nav.json
+rnn,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.45454545454545453,0.6767578125,,poisson_matched,0.25,64,16,80,80,0.004545454545454545,-0.0008179340653250266,-0.015999047076692526,0.0803737055254997,0.45,0.55,,,,92.63132190704346,28.727627754211426,shap_neuron_results/rnn/speech_threshold_crossings_t12.json
+smc_rnns,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.1092436974789916,0.5210084033613446,0.6293320347374401,0.24601486397153965,poisson_matched,0.0,444,0,444,444,0.0009273979862215166,0.00048202534298274536,-0.00836152439586645,0.021411015915773907,0.5540540540540541,0.40765765765765766,,,,92.05908441543579,42101.46305298805,shap_neuron_results/smc_rnns/allen_neuropixels_721123822.json
+smc_rnns,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.015581488609313965,0.3272472023963928,0.71337890625,,poisson_matched,0.25,128,32,160,160,0.0021426793187856678,0.00022199868810914993,-0.006044239893001239,0.030741894386770253,0.66875,0.275,,,,4.966826915740967,3848.1825728416443,shap_neuron_results/smc_rnns/mc_pacman_mc_pacman.json
+smc_rnns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.026826560497283936,0.3478586971759796,0.9648910411622277,,poisson_matched,0.25,59,14,73,73,0.005132674762647444,0.0015471094900514999,-0.0006428496748146411,0.052796644340936234,0.821917808219178,0.0547945205479452,,,,2.1096386909484863,1538.55117726326,shap_neuron_results/smc_rnns/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+smc_rnns,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.12690949440002441,0.9785314798355103,0.93735,0.7141951142099727,poisson_matched,0.0,300,0,300,300,0.003407702048619582,0.0005158635299328789,-0.0025604013309571297,0.0338788274886431,0.6266666666666667,0.3566666666666667,0.010379396146662181,-2.6818606699168477e-05,-0.00012947139410426694,5.008467674255371,975.4516708850861,shap_neuron_results/smc_rnns/ratinabox_ratinabox_nav.json
+smc_rnns,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.15151515151515152,0.599609375,,poisson_matched,0.25,64,16,80,80,0.0011363636363636359,-5.925265850257236e-06,-0.009812794389942266,0.02936413017361653,0.5,0.5,,,,2.0955562591552734,1696.3268039226532,shap_neuron_results/smc_rnns/speech_threshold_crossings_t12.json
+svc,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.9476465778764884,0.8689540936933031,0.8389830508474576,,poisson_matched,0.25,59,14,73,73,0.02488494070643549,0.01956024973805741,-0.0011673463392831707,0.18259478113395058,0.9863013698630136,0.0136986301369863,,,,35216.100324869156,246.501551625086,shap_neuron_results/svc/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+svc,speech,t12,True,sequence_classification,accuracy,0.06060606060606061,0.9090909090909091,0.794921875,,poisson_matched,0.25,64,16,80,80,0.010606060606060608,0.004270453606367228,-0.009223074895703372,0.11416205985247169,0.7125,0.275,,,,6949.541339635849,6.528608958935365,shap_neuron_results/svc/speech_threshold_crossings_t12.json
+tndm,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.6470588235294118,0.5475002029056084,0.07251015233275272,poisson_matched,0.0,444,0,444,444,0.0012491483079718382,0.00019995564171260973,-0.010357155252218022,0.04892988811712862,0.5180180180180181,0.3490990990990991,,,,1.1121861934661865,4322.784144639969,shap_neuron_results/tndm/allen_neuropixels_721123822.json
+tndm,mc_pacman,mc_pacman,True,sequence_regression,r2,0.04625535011291504,0.6396738290786743,0.74365234375,,poisson_matched,0.25,128,32,160,160,0.003708865493535997,0.002326938813932553,-0.00774460601900546,0.026821626443431987,0.725,0.25625,,,,96.13646507263184,2503.039804458618,shap_neuron_results/tndm/mc_pacman_mc_pacman.json
+tndm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.6721594929695129,0.8183894157409668,0.8099273607748185,,poisson_matched,0.25,59,14,73,73,0.02041847820151342,0.00934164171956932,-0.009325791509985627,0.19492060097263184,0.8356164383561644,0.1643835616438356,,,,80.4220232963562,2151.2975680828094,shap_neuron_results/tndm/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+tndm,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.21246808767318726,0.38940858840942383,0.713825,0.349203088233031,poisson_matched,0.0,300,0,300,300,0.002006255586942035,0.0014444752221788927,-0.011914355955631053,0.015788078701939906,0.6866666666666666,0.26,0.004036669932031873,0.0008588771608523655,0.0011232196679418658,98.72930479049683,2019.6426455974579,shap_neuron_results/tndm/ratinabox_ratinabox_nav.json
+tndm,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.09090909090909091,0.5,,poisson_matched,0.25,64,16,80,80,0.0,0.0,0.0,0.0,0.0,0.0,,,,80.46732950210571,1190.6374711990356,shap_neuron_results/tndm/speech_threshold_crossings_t12.json
+torchdfine,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.14285714285714285,0.8403361344537815,0.5791940589237886,0.17594856451182211,poisson_matched,0.0,444,0,444,444,0.0015708986297221607,0.0,-0.013400008354676156,0.048388207460625714,0.4774774774774775,0.31981981981981983,,,,2589.386605501175,2135.803109728,shap_neuron_results/torchdfine/allen_neuropixels_721123822.json
+torchdfine,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.736791729927063,0.7487906217575073,0.5166015625,,poisson_matched,0.25,128,32,160,160,0.00928488969802857,0.006447311914528916,-0.040276943065726614,0.1113139130091544,0.61875,0.375,,,,558.2578983306885,618.254141457146,shap_neuron_results/torchdfine/mc_pacman_mc_pacman.json
+torchdfine,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-1.2202033996582031,0.8008179664611816,0.7397094430992737,,poisson_matched,0.25,59,14,73,73,0.02768522419341621,0.010132068079576945,-0.06135785272076478,0.2714896390969221,0.6712328767123288,0.3150684931506849,,,,160.02566289901733,335.610863965936,shap_neuron_results/torchdfine/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+torchdfine,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.22183972597122192,0.9902969598770142,0.657725,0.2575662790355515,poisson_matched,0.0,300,0,300,300,0.004040455619494124,0.004448447383798938,-0.07164729816417763,0.0679718741694992,0.5766666666666667,0.4033333333333333,0.014469294428660653,-0.0012039129739470531,-0.0011440145962312248,197.38435077667236,296.97764353104867,shap_neuron_results/torchdfine/ratinabox_ratinabox_nav.json
+torchdfine,speech,t12,True,sequence_classification,accuracy,0.21212121212121213,0.696969696969697,0.7578125,,poisson_matched,0.25,64,16,80,80,0.006060606060606056,0.0011153415276505673,-0.017069599949888593,0.08296849322586296,0.5375,0.4625,,,,151.05838704109192,180.60491033400012,shap_neuron_results/torchdfine/speech_threshold_crossings_t12.json
+xg,allen_neuropixels,721123822,True,sequence_classification,accuracy,0.09243697478991597,0.907563025210084,0.5919568216865514,0.19138814184041703,poisson_matched,0.0,444,0,444,444,0.0018358694829283062,0.0004888060451321912,-0.027766594000046104,0.09935724310822677,0.5135135135135135,0.3581081081081081,,,,5968.699905872345,72.89453336293809,shap_neuron_results/xg/allen_neuropixels_721123822.json
+xg,mc_pacman,mc_pacman,True,sequence_regression,r2,-0.1300943786056734,0.807244776178065,0.7244873046875,,poisson_matched,0.25,128,32,160,160,0.005858369717398365,0.001166650614792844,-0.02829697522497803,0.1528308594727264,0.625,0.35,,,,292.67937994003296,1.0816570580936968,shap_neuron_results/xg/mc_pacman_mc_pacman.json
+xg,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,sequence_regression,r2,-0.05661362855077123,0.8416189488122687,0.8014527845036319,,poisson_matched,0.25,59,14,73,73,0.012304555854288224,0.002451781157124766,-0.005656414377062399,0.25597777798177096,0.726027397260274,0.2191780821917808,,,,64.51502561569214,1.046399442013353,shap_neuron_results/xg/monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
+xg,ratinabox,ratinabox_nav,True,sequence_regression,r2,-0.14013241998696213,0.9662970925763346,0.7232,0.36448690863533995,poisson_matched,0.0,300,0,300,300,0.0036880983752109854,0.0017127322213775144,-0.015469512268350376,0.06930845401208884,0.5766666666666667,0.4066666666666667,0.011165552969557076,-4.1630206712345625e-05,-5.9627637211774736e-05,272.119868516922,2.2591482989955693,shap_neuron_results/xg/ratinabox_ratinabox_nav.json
+xg,speech,t12,True,sequence_classification,accuracy,0.09090909090909091,0.9090909090909091,0.6259765625,,poisson_matched,0.25,64,16,80,80,0.010227272727272725,0.0028879970973789367,-0.021969245422871087,0.1563051689294284,0.6,0.4,,,,39.15961003303528,3.940825747093186,shap_neuron_results/xg/speech_threshold_crossings_t12.json

data/robustness_summary.csv

@@ -1,97 +1,97 @@
 model,dataset,dataset_display,expected_session,session,status,metric,noise_levels,scores,score_at_noise0,score_at_max_noise,raw_auc,mean_score,n_noise_levels,unsupported_noise_levels,mint_count_policy,source_path
 blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9175238609313965;0.8643311262130737;0.7708705067634583;0.5754480957984924;0.35528820753097534,0.9175238609313965,0.35528820753097534,0.5694111526012421,0.6966923594474792,5,,,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-blend,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5714285714285714;0.6218487394957983;0.5714285714285714;0.5798319327731093;0.5126050420168067,0.5714285714285714,0.5126050420168067,0.46302521008403363,0.5714285714285714,5,,,benchmark_results/blend/blend_benchmark_721123822.json
-blend,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.06060606060606061,0.06060606060606061,0.04848484848484849,0.06060606060606061,5,,,benchmark_results/blend/blend_benchmark_t12.json
+blend,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5714285714285714;0.6302521008403361;0.5714285714285714;0.5714285714285714;0.5042016806722689,0.5714285714285714,0.5042016806722689,0.46218487394957986,0.5697478991596638,5,,,benchmark_results/blend/blend_benchmark_721123822.json
+blend,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.06060606060606061,0.06060606060606061,0.04848484848484849,0.06060606060606061,5,,,benchmark_results/blend/blend_benchmark_speech_threshold_crossings_t12.json
 blend,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8445752859115601;0.7198004722595215;0.5648955702781677;0.48401129245758057;0.42989420890808105,0.8445752859115601,0.42989420890808105,0.48118841648101807,0.6086353659629822,5,,,benchmark_results/blend/blend_benchmark_mc_pacman.json
 blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9870438575744629;0.9768009185791016;0.9508640766143799;0.9094023704528809;0.8623879551887512,0.9870438575744629,0.8623879551887512,0.7523566544055938,0.9372998356819153,5,,,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
 blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8707619309425354;0.8190076351165771;0.7689898014068604;0.7343437671661377;0.6654233932495117,0.8707619309425354,0.6654233932495117,0.6180867731571198,0.7717053055763244,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8823529411764706;0.8907563025210085;0.8403361344537815;0.7899159663865546;0.7983193277310925,0.8823529411764706,0.7983193277310925,0.6722689075630253,0.8403361344537815,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
-blend_ndt,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.5454545454545454;0.18181818181818182;0.06060606060606061;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.2424242424242424,0.32727272727272727,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_t12.json
+blend_ndt,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.5454545454545454;0.18181818181818182;0.06060606060606061;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.2424242424242424,0.32727272727272727,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_speech_threshold_crossings_t12.json
 blend_ndt,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.7803788185119629;0.6813417673110962;0.5959353446960449;0.5471932888031006;0.4432826638221741,0.7803788185119629,0.4432826638221741,0.487260228395462,0.6096263766288758,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
 blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9343204498291016;0.9180498123168945;0.8994157314300537;0.8772929310798645;0.8513867259025574,0.9343204498291016,0.8513867259025574,0.7175224125385286,0.8960931301116943,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
 cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.7898101210594177;0.5630860924720764;0.3666877746582031;0.22057980298995972;-0.032554298639297485,0.7898101210594177,-0.032554298639297485,0.3057963162660599,0.3815218985080719,5,,,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4789915966386555;0.4789915966386555;0.42857142857142855;0.4117647058823529;0.3949579831932773,0.4789915966386555,0.3949579831932773,0.3512605042016807,0.438655462184874,5,,,benchmark_results/cebra/cebra_benchmark_721123822.json
-cebra,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.3939393939393939;0.30303030303030304;0.18181818181818182;0.09090909090909091;0.15151515151515152,0.3939393939393939,0.15151515151515152,0.1696969696969697,0.22424242424242422,5,,,benchmark_results/cebra/cebra_benchmark_t12.json
+cebra,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.3939393939393939;0.30303030303030304;0.18181818181818182;0.09090909090909091;0.15151515151515152,0.3939393939393939,0.15151515151515152,0.1696969696969697,0.22424242424242422,5,,,benchmark_results/cebra/cebra_benchmark_speech_threshold_crossings_t12.json
 cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8163397908210754;0.5411965250968933;0.16441398859024048;-0.057045936584472656;-0.3157079219818115,0.8163397908210754,-0.3157079219818115,0.17977610230445862,0.229839289188385,5,,,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
 cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9830722808837891;0.9814000129699707;0.9764360189437866;0.963709831237793;0.9493141770362854,0.9830722808837891,0.9493141770362854,0.7775478184223176,0.9707864642143249,5,,,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.893627405166626;0.8535131216049194;0.8005810976028442;0.7551349401473999;0.6946108937263489,0.893627405166626,0.6946108937263489,0.6406696617603302,0.7994934916496277,5,,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.09243697478991597;0.09243697478991597;0.09243697478991597;0.09243697478991597;0.09243697478991597,0.09243697478991597,0.09243697478991597,0.07394957983193277,0.09243697478991597,5,,,benchmark_results/dnn/dnn_benchmark_721123822.json
-dnn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.9090909090909091;0.6060606060606061;0.21212121212121213;0.15151515151515152;0.15151515151515152,0.9090909090909091,0.15151515151515152,0.30000000000000004,0.40606060606060607,5,,,benchmark_results/dnn/dnn_benchmark_t12.json
+dnn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.9090909090909091;0.6060606060606061;0.21212121212121213;0.15151515151515152;0.15151515151515152,0.9090909090909091,0.15151515151515152,0.30000000000000004,0.40606060606060607,5,,,benchmark_results/dnn/dnn_benchmark_speech_threshold_crossings_t12.json
 dnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.905195951461792;0.7172925472259521;0.49924540519714355;0.3465029001235962;0.21867167949676514,0.905195951461792,0.21867167949676514,0.4249949336051941,0.5373816967010498,5,,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
 dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.931598961353302;0.9109230041503906;0.8777890205383301;0.8308624625205994;0.7763526439666748,0.931598961353302,0.7763526439666748,0.6947100579738619,0.8655052185058594,5,,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
 dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9144360423088074;0.852545440196991;0.7805273532867432;0.6918457746505737;0.6335771083831787,0.9144360423088074,0.6335771083831787,0.6197850286960602,0.7745863437652588,5,,,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7394957983193278;0.6638655462184874;0.6974789915966386;0.6470588235294118;0.6974789915966386,0.7394957983193278,0.6974789915966386,0.5453781512605043,0.6890756302521008,5,,,benchmark_results/dpad/dpad_benchmark_721123822.json
-dpad,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5151515151515151;0.42424242424242425;0.36363636363636365;0.15151515151515152;0.15151515151515152,0.5151515151515151,0.15151515151515152,0.2545454545454546,0.32121212121212117,5,,,benchmark_results/dpad/dpad_benchmark_t12.json
+dpad,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5151515151515151;0.42424242424242425;0.36363636363636365;0.15151515151515152;0.15151515151515152,0.5151515151515151,0.15151515151515152,0.2545454545454546,0.32121212121212117,5,,,benchmark_results/dpad/dpad_benchmark_speech_threshold_crossings_t12.json
 dpad,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8990999460220337;0.4798324704170227;0.12360495328903198;-0.1566922664642334;-0.37313616275787354,0.8990999460220337,-0.37313616275787354,0.14194540977478026,0.1945417881011963,5,,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
 dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9679579734802246;0.8953441977500916;0.7178422212600708;0.47898298501968384;0.25100600719451904,0.9679579734802246,0.25100600719451904,0.5403302788734436,0.662226676940918,5,,,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
 gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.7373411655426025;0.7126992936964243;0.6856292532568233;0.6679454952702977;0.6360040986395645,0.7373411655426025,0.6360040986395645,0.5505893348629258,0.6879238612811425,5,,,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4957983193277311;0.4789915966386555;0.4789915966386555;0.42857142857142855;0.44537815126050423,0.4957983193277311,0.44537815126050423,0.37142857142857144,0.46554621848739497,5,,,benchmark_results/gpfa/gpfa_benchmark_721123822.json
-gpfa,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.48484848484848486;0.15151515151515152;0.09090909090909091;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.23030303030303031,0.3151515151515151,5,,,benchmark_results/gpfa/gpfa_benchmark_t12.json
+gpfa,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.48484848484848486;0.15151515151515152;0.09090909090909091;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.23030303030303031,0.3151515151515151,5,,,benchmark_results/gpfa/gpfa_benchmark_speech_threshold_crossings_t12.json
 gpfa,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.49674326181411743;0.3580824068196614;0.08170864937028088;-0.38844534883551174;-0.9791543559739466,0.49674326181411743,-0.9791543559739466,-0.03797196794509684,-0.08621307736107972,5,,,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
 gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9226212501525879;0.9198749107245656;0.9120587365579451;0.9019715083439707;0.8901394667521394,0.9226212501525879,0.8901394667521394,0.7280571028157691,0.9093331745062418,5,,,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
 gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9182087779045105;0.8954059481620789;0.864625096321106;0.8384993076324463;0.805277943611145,0.9182087779045105,0.805277943611145,0.6920547425746918,0.8644034147262574,5,,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gru,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8907563025210085;0.8319327731092437;0.8067226890756303;0.6722689075630253;0.5630252100840336,0.8907563025210085,0.5630252100840336,0.6075630252100841,0.7529411764705882,5,,,benchmark_results/gru/gru_benchmark_721123822.json
-gru,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7272727272727273;0.5454545454545454;0.24242424242424243;0.09090909090909091;0.06060606060606061,0.7272727272727273,0.06060606060606061,0.2545454545454546,0.33333333333333337,5,,,benchmark_results/gru/gru_benchmark_t12.json
+gru,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7272727272727273;0.5454545454545454;0.24242424242424243;0.09090909090909091;0.06060606060606061,0.7272727272727273,0.06060606060606061,0.2545454545454546,0.33333333333333337,5,,,benchmark_results/gru/gru_benchmark_speech_threshold_crossings_t12.json
 gru,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.901454746723175;0.7297853231430054;0.46196508407592773;0.28533971309661865;0.10386991500854492,0.901454746723175,0.10386991500854492,0.39595049023628237,0.49648295640945433,5,,,benchmark_results/gru/gru_benchmark_mc_pacman.json
 gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.5741032361984253;0.5336488485336304;0.48692792654037476;0.45227423310279846;0.3641922175884247,0.5741032361984253,0.3641922175884247,0.3883997470140457,0.4822292923927307,5,,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
-langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9345517158508301;0.8907681703567505;0.7400935888290405;0.4797860085964203;-0.06627744436264038,0.9345517158508301,-0.06627744436264038,0.5089569807052612,0.5957844078540802,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5714285714285714;0.5798319327731093;0.5546218487394958;0.4789915966386555;0.3697478991596639,0.5714285714285714,0.3697478991596639,0.41680672268907565,0.5109243697478992,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
-langevinflow_ccn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.09090909090909091;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.09090909090909091,0.06060606060606061,0.05151515151515153,0.06666666666666668,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_t12.json
-langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8797335028648376;0.8197795152664185;0.6124045848846436;0.30005520582199097;0.17866092920303345,0.8797335028648376,0.17866092920303345,0.45228730440139775,0.5581267476081848,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
-langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9917535781860352;0.9701944589614868;0.9101345539093018;0.7869962453842163;0.4792986512184143,0.9917535781860352,0.4792986512184143,0.6805702745914459,0.8276754975318908,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
+langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9345235824584961;0.8907493948936462;0.7400861382484436;0.4797320067882538;-0.06615692377090454,0.9345235824584961,-0.06615692377090454,0.5089501738548279,0.595786839723587,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5378151260504201;0.5462184873949579;0.3949579831932773;0.18487394957983194;0.18487394957983194,0.5378151260504201,0.18487394957983194,0.29747899159663865,0.36974789915966383,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
+langevinflow_ccn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.09090909090909091;0.06060606060606061;0.06060606060606061;0.09090909090909091;0.06060606060606061,0.09090909090909091,0.06060606060606061,0.05757575757575758,0.07272727272727272,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_speech_threshold_crossings_t12.json
+langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8797211050987244;0.8197868466377258;0.6123260855674744;0.3000675439834595;0.17851930856704712,0.8797211050987244,0.17851930856704712,0.4522601366043091,0.5580841779708863,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
+langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.991753101348877;0.9701258540153503;0.909843921661377;0.7860690355300903;0.4768620729446411,0.991753101348877,0.4768620729446411,0.6800692796707154,0.8269307971000671,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9001415967941284;0.86473548412323;0.7995693683624268;0.7395739555358887;0.6291798949241638,0.9001415967941284,0.6291798949241638,0.6337079107761383,0.7866400599479675,5,,,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.680672268907563;0.6722689075630253;0.6638655462184874;0.6470588235294118;0.6470588235294118,0.680672268907563,0.6470588235294118,0.5294117647058825,0.6621848739495799,5,,,benchmark_results/ldns/ldns_benchmark_721123822.json
-ldns,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.1212121212121212,0.20606060606060606,5,,,benchmark_results/ldns/ldns_benchmark_t12.json
+ldns,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.1212121212121212,0.20606060606060606,5,,,benchmark_results/ldns/ldns_benchmark_speech_threshold_crossings_t12.json
 ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8718337416648865;0.8499979972839355;0.832469642162323;0.784476637840271;0.7201961874961853,0.8718337416648865,0.7201961874961853,0.6525918483734132,0.8117948412895203,5,,,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9735897779464722;0.96982741355896;0.9606800079345703;0.94614577293396;0.930498480796814,0.9735897779464722,0.930498480796814,0.7657394647598267,0.9561482906341553,5,,,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9169001579284668;0.8534475564956665;0.6854559779167175;0.39422428607940674;-0.07648450136184692,0.9169001579284668,-0.07648450136184692,0.4706671297550202,0.5547086954116821,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5210084033613446;0.5210084033613446;0.4369747899159664;0.4117647058823529;0.3697478991596639,0.5210084033613446,0.3697478991596639,0.36302521008403366,0.45210084033613446,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
-lfads_torch,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.36363636363636365;0.21212121212121213;0.06060606060606061;0.09090909090909091;0.06060606060606061,0.36363636363636365,0.06060606060606061,0.11515151515151516,0.15757575757575756,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_t12.json
+lfads_torch,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.36363636363636365;0.21212121212121213;0.06060606060606061;0.09090909090909091;0.06060606060606061,0.36363636363636365,0.06060606060606061,0.11515151515151516,0.15757575757575756,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_speech_threshold_crossings_t12.json
 lfads_torch,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8950482606887817;0.7322635650634766;0.4893965721130371;0.32508909702301025;0.1996327042579651,0.8950482606887817,0.1996327042579651,0.4188179433345795,0.5282860398292542,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
 lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9904201030731201;0.9667295217514038;0.9105006456375122;0.8359623551368713;0.7410179376602173,0.9904201030731201,0.7410179376602173,0.7157823085784912,0.888926112651825,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
 lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9564487338066101;0.9368505477905273;0.8836365342140198;0.7835134267807007;0.6308183670043945,0.9564487338066101,0.6308183670043945,0.6795268118381501,0.8382535219192505,5,,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8403361344537815;0.865546218487395;0.773109243697479;0.773109243697479;0.6638655462184874,0.8403361344537815,0.6638655462184874,0.6327731092436976,0.7831932773109245,5,,,benchmark_results/lstm/lstm_benchmark_721123822.json
-lstm,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.696969696969697;0.42424242424242425;0.09090909090909091;0.06060606060606061;0.06060606060606061,0.696969696969697,0.06060606060606061,0.1909090909090909,0.2666666666666667,5,,,benchmark_results/lstm/lstm_benchmark_t12.json
+lstm,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.696969696969697;0.42424242424242425;0.09090909090909091;0.06060606060606061;0.06060606060606061,0.696969696969697,0.06060606060606061,0.1909090909090909,0.2666666666666667,5,,,benchmark_results/lstm/lstm_benchmark_speech_threshold_crossings_t12.json
 lstm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.7150179147720337;0.6584716439247131;0.5553475022315979;0.4231433868408203;0.2972719669342041,0.7150179147720337,0.2972719669342041,0.42862149477005007,0.5298504829406738,5,,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
 lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.6409293413162231;0.5745951533317566;0.4480632245540619;0.2713932991027832;0.013945192098617554,0.6409293413162231,0.013945192098617554,0.3242977887392044,0.3897852420806885,5,,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
 marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.43705499172210693;0.4171295762062073;0.40499740839004517;0.4131471514701843;0.3776722252368927,0.43705499172210693,0.3776722252368927,0.32852754890918734,0.41000027060508726,5,,,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 marble,allen_neuropixels,Visual Coding,721123822,,missing,accuracy,,,,,,,,,,
-marble,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5757575757575758;0.21212121212121213;0.21212121212121213;0.21212121212121213;0.21212121212121213,0.5757575757575758,0.21212121212121213,0.20606060606060608,0.28484848484848485,5,,,benchmark_results/marble/marble_benchmark_t12.json
+marble,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5757575757575758;0.21212121212121213;0.21212121212121213;0.21212121212121213;0.21212121212121213,0.5757575757575758,0.21212121212121213,0.20606060606060608,0.28484848484848485,5,,,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
 marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.14313989877700806;0.15062874555587769;0.1267390251159668;0.1047818660736084;0.0769873857498169,0.14313989877700806,0.0769873857498169,0.09844265580177308,0.12045538425445557,5,,,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9625695943832397;0.9615108370780945;0.9581441879272461;0.9515106678009033;0.9436550140380859,0.9625695943832397,0.9436550140380859,0.7648555994033813,0.955478060245514,5,,,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
 mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9276354373447554;0.9111082739361267;0.8248573700883359;0.7270547377178742;0.46981083765879306,0.9276354373447554,0.46981083765879306,0.6323487038488224,0.7720933313491771,5,,,benchmark_results/mint/mint_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-mint,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7478991596638656;0.7563025210084033;0.7478991596638656;0.7226890756302521;0.6302521008403361,0.7478991596638656,0.6302521008403361,0.5831932773109244,0.7210084033613445,5,,,benchmark_results/mint/mint_benchmark_721123822.json
-mint,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.18181818181818182;0.15151515151515152;0.15151515151515152;0.09090909090909091,0.7878787878787878,0.09090909090909091,0.18484848484848487,0.2727272727272727,5,,strict,benchmark_results/mint/mint_benchmark_t12.json
+mint,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7142857142857143;0.7226890756302521;0.7394957983193278;0.6890756302521008;0.5882352941176471,0.7142857142857143,0.5882352941176471,0.5605042016806723,0.6907563025210084,5,,strict,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
+mint,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8787878787878788;0.18181818181818182;0.12121212121212122;0.15151515151515152;0.09090909090909091,0.8787878787878788,0.09090909090909091,0.18787878787878787,0.28484848484848485,5,,strict,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
 mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.887554874298499;0.8448281571161276;0.7592897594325643;0.641421724703634;0.5224599107083605,0.887554874298499,0.5224599107083605,0.5901094067511511,0.7311108852518371,5,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
 mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,-2.1695506217743143;-2.2010113330739536;-2.223769992213649;-2.2358082286026564;-2.2385352238863945,-2.1695506217743143,-2.2385352238863945,-1.772926495344123,-2.2137350799101934,5,,,benchmark_results/mint/mint_benchmark_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9511939883232117;0.9279969334602356;0.9143285751342773;0.872361421585083;0.8282899856567383,0.9511939883232117,0.8282899856567383,0.7208857834339142,0.8988341808319091,5,,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8571428571428571;0.773109243697479;0.6974789915966386;0.5798319327731093;0.5294117647058824,0.8571428571428571,0.5294117647058824,0.5487394957983194,0.6873949579831933,5,,,benchmark_results/neds/neds_benchmark_721123822.json
-neds,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.696969696969697;0.42424242424242425;0.2727272727272727;0.15151515151515152;0.18181818181818182,0.696969696969697,0.18181818181818182,0.25757575757575757,0.34545454545454546,5,,,benchmark_results/neds/neds_benchmark_t12.json
+neds,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.696969696969697;0.42424242424242425;0.2727272727272727;0.15151515151515152;0.18181818181818182,0.696969696969697,0.18181818181818182,0.25757575757575757,0.34545454545454546,5,,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json
 neds,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.9823509454727173;0.8740277886390686;0.5771868824958801;0.44419658184051514;0.3464944362640381,0.9823509454727173,0.3464944362640381,0.5119667887687683,0.6448513269424438,5,,,benchmark_results/neds/neds_benchmark_mc_pacman.json
 neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9958379864692688;0.9954040050506592;0.9871814846992493;0.9693360328674316;0.944495439529419,0.9958379864692688,0.944495439529419,0.7844176471233367,0.9784509897232055,5,,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
 neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9656530618667603;0.937859296798706;0.8127238750457764;0.6628333330154419;0.4080040156841278,0.9656530618667603,0.4080040156841278,0.6200490087270737,0.7574147164821625,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8991596638655462;0.8739495798319328;0.680672268907563;0.5462184873949579;0.4369747899159664,0.8991596638655462,0.4369747899159664,0.553781512605042,0.6873949579831933,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
-neds_pretrained,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.45454545454545453;0.2727272727272727;0.030303030303030304;0.09090909090909091;0.09090909090909091,0.45454545454545453,0.09090909090909091,0.13333333333333336,0.18787878787878787,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_t12.json
+neds_pretrained,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.45454545454545453;0.2727272727272727;0.030303030303030304;0.09090909090909091;0.09090909090909091,0.45454545454545453,0.09090909090909091,0.13333333333333336,0.18787878787878787,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_speech_threshold_crossings_t12.json
 neds_pretrained,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.9773258566856384;0.7604557275772095;0.4584936499595642;0.3652722239494324;0.32499784231185913,0.9773258566856384,0.32499784231185913,0.44707669019699103,0.5773090600967408,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
 neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9976933002471924;0.993405818939209;0.981823205947876;0.9617111682891846;0.9386576414108276,0.9976933002471924,0.9386576414108276,0.781023132801056,0.9746582269668579,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
 neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.6575568318367004;0.6306747198104858;0.6512659788131714;0.6523588299751282;0.6077603697776794,0.6575568318367004,0.6077603697776794,0.5133916258811951,0.639923346042633,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4957983193277311;0.44537815126050423;0.4957983193277311;0.48739495798319327;0.453781512605042,0.4957983193277311,0.453781512605042,0.380672268907563,0.4756302521008403,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
-neuro_behavior_conditioning,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.18181818181818182;0.15151515151515152;0.09090909090909091;0.18181818181818182;0.09090909090909091,0.18181818181818182,0.09090909090909091,0.11212121212121214,0.1393939393939394,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_t12.json
+neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4369747899159664;0.42857142857142855;0.40336134453781514;0.3697478991596639;0.3697478991596639,0.4369747899159664,0.3697478991596639,0.32100840336134456,0.4016806722689076,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
+neuro_behavior_conditioning,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.18181818181818182;0.15151515151515152;0.09090909090909091;0.18181818181818182;0.09090909090909091,0.18181818181818182,0.09090909090909091,0.11212121212121214,0.1393939393939394,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_speech_threshold_crossings_t12.json
 neuro_behavior_conditioning,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.728542685508728;0.6273536086082458;0.6355911493301392;0.5329175591468811;0.6388125419616699,0.728542685508728,0.6388125419616699,0.49590798616409304,0.6326435089111329,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
 neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,-0.33934974670410156;-0.3371235728263855;-0.33690643310546875;-0.3347964882850647;-0.33625316619873047,-0.33934974670410156,-0.33625316619873047,-0.26932559013366697,-0.3368858814239502,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
 pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.37456005811691284;0.3133432909355778;0.24327576144796653;0.19268370236808363;0.11508989883418097,0.37456005811691284,0.11508989883418097,0.198825546645435,0.24779054234054435,5,,,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 pca,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8319327731092437;0.8739495798319328;0.8235294117647058;0.7310924369747899;0.7815126050420168,0.8319327731092437,0.7815126050420168,0.6470588235294118,0.8084033613445378,5,,,benchmark_results/pca/pca_benchmark_721123822.json
-pca,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8484848484848485;0.42424242424242425;0.18181818181818182;0.06060606060606061;0.09090909090909091,0.8484848484848485,0.09090909090909091,0.2272727272727273,0.3212121212121212,5,,,benchmark_results/pca/pca_benchmark_t12.json
+pca,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8484848484848485;0.42424242424242425;0.18181818181818182;0.06060606060606061;0.09090909090909091,0.8484848484848485,0.09090909090909091,0.2272727272727273,0.3212121212121212,5,,,benchmark_results/pca/pca_benchmark_speech_threshold_crossings_t12.json
 pca,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.373163104057312;0.27134923854664295;0.16696028257205986;0.09380920007064508;-0.026015016925783563,0.373163104057312,-0.026015016925783563,0.1411385529510224,0.17585336166417526,5,,,benchmark_results/pca/pca_benchmark_mc_pacman.json
 pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.8981239199638367;0.8773310518243713;0.8587404466179813;0.838136770872506;0.8131276159151568,0.8981239199638367,0.8131276159151568,0.6859668074508711,0.8570919610387705,5,,,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
 rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.824958086013794;0.7754772305488586;0.717768669128418;0.6801201701164246;0.6257795095443726,0.824958086013794,0.6257795095443726,0.5797469735145568,0.7248207330703735,5,,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8151260504201681;0.8319327731092437;0.7647058823529411;0.7983193277310925;0.7899159663865546,0.8151260504201681,0.7899159663865546,0.6394957983193278,0.8,5,,,benchmark_results/rnn/rnn_benchmark_721123822.json
-rnn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.24242424242424243;0.42424242424242425;0.24242424242424243;0.18181818181818182;0.21212121212121213,0.24242424242424243,0.21212121212121213,0.21515151515151518,0.2606060606060606,5,,,benchmark_results/rnn/rnn_benchmark_t12.json
+rnn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.24242424242424243;0.42424242424242425;0.24242424242424243;0.18181818181818182;0.21212121212121213,0.24242424242424243,0.21212121212121213,0.21515151515151518,0.2606060606060606,5,,,benchmark_results/rnn/rnn_benchmark_speech_threshold_crossings_t12.json
 rnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.23739689588546753;0.19966089725494385;0.15538930892944336;0.13792073726654053;0.09613186120986938,0.23739689588546753,0.09613186120986938,0.13194706439971926,0.16529994010925292,5,,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
 rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,-1.6860586404800415;-1.991189956665039;-2.5075526237487793;-2.9164581298828125;-3.497112512588501,-1.6860586404800415,-3.497112512588501,-2.0013572573661804,-2.519674372673035,5,,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
 smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8860386610031128;0.8210171461105347;0.7725381851196289;0.5373315811157227;0.3817543089389801,0.8860386610031128,0.3817543089389801,0.5529566794633866,0.6797359764575959,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5462184873949579;0.5042016806722689;0.42016806722689076;0.3697478991596639;0.2605042016806723,0.5462184873949579,0.2605042016806723,0.33949579831932775,0.42016806722689076,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
-smc_rnns,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.6666666666666666;0.21212121212121213;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.6666666666666666,0.06060606060606061,0.1393939393939394,0.2121212121212121,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_t12.json
+smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5126050420168067;0.48739495798319327;0.4369747899159664;0.4117647058823529;0.35294117647058826,0.5126050420168067,0.35294117647058826,0.35378151260504204,0.44033613445378156,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
+smc_rnns,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.6666666666666666;0.21212121212121213;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.6666666666666666,0.06060606060606061,0.1393939393939394,0.2121212121212121,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_speech_threshold_crossings_t12.json
 smc_rnns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8645802140235901;0.5894840955734253;0.16936951875686646;-0.07233333587646484;-0.20812225341796875,0.8645802140235901,-0.20812225341796875,0.20294985175132751,0.26859564781188966,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
 smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9788086414337158;0.9747283458709717;0.9664991497993469;0.9574678540229797;0.9443718194961548,0.9788086414337158,0.9443718194961548,0.7720571160316467,0.9643751621246338,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
 tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9096218347549438;0.8948147892951965;0.7905234098434448;0.7676176428794861;0.6796752214431763,0.9096218347549438,0.6796752214431763,0.6495208740234375,0.8084505796432495,5,,,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
@@ -101,16 +101,16 @@ tndm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.89
 tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.5766555666923523;0.4795343279838562;0.2834523916244507;0.14809182286262512;0.049867182970047,0.5766555666923523,0.049867182970047,0.24486798346042635,0.30752025842666625,5,,,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
 svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.876770445885862;0.709518654274554;0.4244449878474441;0.18648831932165666;-0.045585180422522464,0.876770445885862,-0.045585180422522464,0.3472089188350649,0.43032744538139883,5,,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 svc,allen_neuropixels,Visual Coding,721123822,,missing,accuracy,,,,,,,,,,
-svc,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.9696969696969697;0.30303030303030304;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.9696969696969697,0.06060606060606061,0.1878787878787879,0.2909090909090909,5,,,benchmark_results/svc/svc_benchmark_t12.json
+svc,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.9696969696969697;0.30303030303030304;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.9696969696969697,0.06060606060606061,0.1878787878787879,0.2909090909090909,5,,,benchmark_results/svc/svc_benchmark_speech_threshold_crossings_t12.json
 svc,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8806145661310625;0.3942985021285529;0.12774613635556997;0.03376248408537441;0.004284532896003279,0.8806145661310625,0.004284532896003279,0.19965133441660604,0.2881412443193126,5,,,benchmark_results/svc/svc_benchmark_mc_pacman.json
 svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9712330539323291;0.9446049290339973;0.8857326873573091;0.7947585918220157;0.6843628792979819,0.9712330539323291,0.6843628792979819,0.6905788349656956,0.8561384282887265,5,,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
 torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8725711107254028;0.8379425406455994;0.8060683608055115;0.7559939622879028;0.698793888092041,0.8725711107254028,0.698793888092041,0.6371374726295471,0.7942739725112915,5,,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7815126050420168;0.7310924369747899;0.7058823529411765;0.680672268907563;0.6722689075630253,0.7815126050420168,0.6722689075630253,0.5689075630252102,0.7142857142857143,5,,,benchmark_results/torchdfine/torchdfine_benchmark_721123822.json
-torchdfine,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5151515151515151;0.3333333333333333;0.12121212121212122;0.06060606060606061;0.09090909090909091,0.5151515151515151,0.09090909090909091,0.16363636363636366,0.22424242424242422,5,,,benchmark_results/torchdfine/torchdfine_benchmark_t12.json
+torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8403361344537815;0.8067226890756303;0.6974789915966386;0.6302521008403361;0.6050420168067226,0.8403361344537815,0.6050420168067226,0.5714285714285714,0.7159663865546217,5,,,benchmark_results/torchdfine/torchdfine_benchmark_allen_neuropixels_721123822.json
+torchdfine,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.6060606060606061;0.18181818181818182;0.18181818181818182;0.12121212121212122;0.15151515151515152,0.6060606060606061,0.15151515151515152,0.17272727272727276,0.24848484848484848,5,,,benchmark_results/torchdfine/torchdfine_benchmark_speech_threshold_crossings_t12.json
 torchdfine,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8435811996459961;0.4881526827812195;0.11505717039108276;-0.09513354301452637;-0.2933253049850464,0.8435811996459961,-0.2933253049850464,0.15664085149765014,0.21166644096374512,5,,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
 torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9902969598770142;0.9889523386955261;0.9816527962684631;0.9637548923492432;0.93963623046875,0.9902969598770142,0.93963623046875,0.7798653244972229,0.9728586435317993,5,,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
 xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8447672875998172;0.7980026912142418;0.732528159019767;0.676467975251712;0.6129372153066399,0.8447672875998172,0.6129372153066399,0.5871702153877899,0.7329406656784355,5,,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 xg,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.907563025210084;0.8991596638655462;0.8739495798319328;0.8823529411764706;0.8571428571428571,0.907563025210084,0.8571428571428571,0.7075630252100841,0.8840336134453782,5,,,benchmark_results/xg/xg_benchmark_721123822.json
-xg,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8181818181818182;0.3939393939393939;0.09090909090909091;0.06060606060606061;0.06060606060606061,0.8181818181818182,0.06060606060606061,0.19696969696969696,0.28484848484848485,5,,,benchmark_results/xg/xg_benchmark_t12.json
+xg,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8181818181818182;0.3939393939393939;0.09090909090909091;0.06060606060606061;0.06060606060606061,0.8181818181818182,0.06060606060606061,0.19696969696969696,0.28484848484848485,5,,,benchmark_results/xg/xg_benchmark_speech_threshold_crossings_t12.json
 xg,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8092607851826179;0.7373743773997845;0.6736904548043653;0.619209432711477;0.553957738740378,0.8092607851826179,0.553957738740378,0.5423767053754249,0.6786985577677245,5,,,benchmark_results/xg/xg_benchmark_mc_pacman.json
 xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9662970925763346;0.8952980750391261;0.7822812669810125;0.6453945593691666;0.5023362939644984,0.9662970925763346,0.5023362939644984,0.6114581189319443,0.7583214575860276,5,,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json

data/scalability_summary.csv

@@ -1,116 +1,116 @@
-model,dataset,dataset_display,expected_session,session,status,training_time_sec,inference_time_sec,peak_ram_gb,peak_vram_gb,training_peak_ram_gb,inference_peak_ram_gb,training_peak_vram_gb,inference_peak_vram_gb,inference_decode_time_sec,source_path
-blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,731.0001775369747,0.09233847295399755,1.8042068481445312,1.0634765625,1.8042068481445312,1.7796173095703125,1.0634765625,0.9892578125,0.00010581000242382288,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-blend,allen_neuropixels,Visual Coding,721123822,721123822,present,16041.726602082956,0.8764198869466782,5.621341705322266,1.4013671875,5.621341705322266,3.6512985229492188,0.8837890625,1.4013671875,0.0011482989648357034,benchmark_results/blend/blend_benchmark_721123822.json
-blend,speech,Speech,t12,t12,present,364.4520955379121,0.09707020572386682,1.7775611877441406,1.0634765625,1.7775611877441406,1.7610855102539062,1.0634765625,0.9775390625,0.00014430982992053032,benchmark_results/blend/blend_benchmark_t12.json
-blend,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2053.4172645779327,0.13944817706942558,2.2094345092773438,1.3349609375,2.2094345092773438,2.0738449096679688,1.3349609375,1.0380859375,0.00029418105259537697,benchmark_results/blend/blend_benchmark_mc_pacman.json
-blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1434.1732431850396,0.18118698289617896,2.0458946228027344,1.2138671875,2.0458946228027344,1.9183731079101562,1.2138671875,1.0146484375,0.00011655990965664387,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
-blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,603.8123732910026,0.18197552603669465,1.7216911315917969,0.8779296875,1.7216911315917969,1.700103759765625,0.8779296875,0.8466796875,0.0001395100262016058,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,12442.324740089,1.0136502540008223,5.563823699951172,1.7978515625,5.563823699951172,3.761821746826172,1.2822265625,1.7978515625,0.01773990999936359,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
-blend_ndt,speech,Speech,t12,t12,present,322.7859419339802,0.14855308132246137,1.70135498046875,0.8916015625,1.70135498046875,1.6825637817382812,0.8916015625,0.8525390625,0.00016956916078925133,benchmark_results/blend_ndt/blend_ndt_benchmark_t12.json
-blend_ndt,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1096.2752124681138,0.18508483516052365,1.9753379821777344,1.1689453125,1.9753379821777344,1.8154640197753906,1.1689453125,0.9189453125,0.00035156006924808025,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
-blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,842.5144792129286,0.3862696341238916,1.9566116333007812,1.1787109375,1.9566116333007812,1.8432350158691406,1.1787109375,0.9541015625,0.0007406121585518122,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
-cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,69.62957729608752,0.24976826005149633,1.7230339050292969,1.3173828125,1.7218475341796875,1.7230339050292969,1.3173828125,1.3173828125,0.22838689608033746,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,39.653393199667335,26.35519273765385,2.7731399536132812,1.1240234375,2.7731399536132812,2.600780487060547,1.1240234375,1.1240234375,26.16594892879948,benchmark_results/cebra/cebra_benchmark_721123822.json
-cebra,speech,Speech,t12,t12,present,41.23885945393704,0.08188631618395448,1.6404953002929688,0.8466796875,1.639251708984375,1.6404953002929688,0.8466796875,0.8466796875,0.04946963209658861,benchmark_results/cebra/cebra_benchmark_t12.json
-cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,68.35033772198949,1.846325519029051,1.7824821472167969,2.0322265625,1.7812690734863281,1.7824821472167969,2.0322265625,2.0322265625,1.8083414789871313,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
-cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,39.634706606157124,0.2483958387747407,1.7811851501464844,1.2705078125,1.7811851501464844,1.7758255004882812,1.2705078125,1.2705078125,0.21804408496245742,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
-dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,3.371934766997583,0.1563931080745533,1.4868240356445312,0.9111328125,1.4740371704101562,1.4868240356445312,0.9111328125,0.9111328125,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,59.29439208400436,3.7433169230353087,28.020427703857422,16.7216796875,28.020427703857422,24.15190887451172,16.7216796875,16.7216796875,,benchmark_results/dnn/dnn_benchmark_721123822.json
-dnn,speech,Speech,t12,t12,present,2.7576793760526925,0.12099735997617245,1.4687042236328125,0.7880859375,1.4684982299804688,1.4687042236328125,0.7880859375,0.7880859375,,benchmark_results/dnn/dnn_benchmark_t12.json
-dnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,7.831929014064372,0.2894025759305805,2.843921661376953,1.6689453125,2.843921661376953,2.615093231201172,1.6689453125,1.6689453125,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
-dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3.6722782789729536,0.18184017483144999,2.586353302001953,1.6884765625,2.586353302001953,2.3313636779785156,1.6884765625,1.6884765625,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
-dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,209.75409193406813,5.37239351705648,1.75372314453125,0.7177734375,1.7053413391113281,1.75372314453125,0.7177734375,0.7177734375,,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,447.3293308080174,16.82660434790887,6.150062561035156,4.6591796875,6.150062561035156,4.266365051269531,4.6591796875,4.6591796875,,benchmark_results/dpad/dpad_benchmark_721123822.json
-dpad,speech,Speech,t12,t12,present,96.42114828294143,3.20567666599527,1.8531723022460938,0.6865234375,1.8056564331054688,1.8531723022460938,0.6865234375,0.6865234375,,benchmark_results/dpad/dpad_benchmark_t12.json
-dpad,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,242.0057180740405,6.8356975939823315,2.0624046325683594,0.9091796875,2.0134353637695312,2.0624046325683594,0.9091796875,0.9091796875,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
-dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,142.33923307491932,5.543202697997913,1.9414863586425781,0.9091796875,1.8937149047851562,1.9414863586425781,0.9091796875,0.9091796875,,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
-gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,35.148984611965716,0.03386459592729807,0.3461189270019531,0.0,0.3461189270019531,0.33515167236328125,0.0,0.0,9.406998287886381e-05,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,382.1123859390209,1.0802308990096208,3.6708755493164062,0.0,3.6708755493164062,2.075836181640625,0.0,0.0,0.0009720980015117675,benchmark_results/gpfa/gpfa_benchmark_721123822.json
-gpfa,speech,Speech,t12,t12,present,20.731963439146057,0.03268418903462589,0.32462310791015625,0.0,0.32462310791015625,0.31719207763671875,0.0,0.0,0.0001103309914469719,benchmark_results/gpfa/gpfa_benchmark_t12.json
-gpfa,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,73.9790854670573,0.1458017888944596,0.5451240539550781,0.0,0.5451240539550781,0.4314384460449219,0.0,0.0,0.000120529904961586,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
-gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,41.63786814711057,0.038882103050127625,0.5242881774902344,0.0,0.5242881774902344,0.3821067810058594,0.0,0.0,0.00010974006727337837,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
-gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4797495966777205,0.2679660189896822,1.34014892578125,0.7958984375,1.3395957946777344,1.34014892578125,0.7958984375,0.7958984375,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-gru,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3820798629894853,0.3162019730079919,3.416400909423828,1.7333984375,3.4162979125976562,3.416400909423828,1.7333984375,1.7333984375,,benchmark_results/gru/gru_benchmark_721123822.json
-gru,speech,Speech,t12,t12,present,1.4359423308633268,0.3967455921228975,1.4671516418457031,0.8427734375,1.4669723510742188,1.4671516418457031,0.8427734375,0.8427734375,,benchmark_results/gru/gru_benchmark_t12.json
-gru,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1.8461174039402977,0.2744659080635756,1.5378494262695312,0.9677734375,1.5378494262695312,1.5377197265625,0.9677734375,0.9677734375,,benchmark_results/gru/gru_benchmark_mc_pacman.json
-gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.508820908027701,0.40773137600626796,1.5722312927246094,0.8427734375,1.5714683532714844,1.5722312927246094,0.8427734375,0.8427734375,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
-langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,357.8071707600029,2.7435512968804687,1.8873062133789062,9.2666015625,1.8150444030761719,1.8873062133789062,2.3955078125,9.2666015625,0.00013907894026488066,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,30700.18106527801,31.405158197972924,3.9639854431152344,53.5498046875,3.568164825439453,3.9639854431152344,0.7763671875,53.5498046875,0.018472700961865485,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
-langevinflow_ccn,speech,Speech,t12,t12,present,309.62821587501094,2.5592043711803854,1.8713417053222656,4.9560546875,1.8032989501953125,1.8713417053222656,1.3251953125,4.9560546875,0.00022549903951585293,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_t12.json
-langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1250.0035415459424,6.3647415259620175,2.1647262573242188,21.0888671875,1.9821624755859375,2.1647262573242188,7.2080078125,21.0888671875,0.00031643896363675594,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
-langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,477.0603045159951,2.714221132104285,2.0235023498535156,8.4072265625,1.939697265625,2.0235023498535156,2.3837890625,8.4072265625,0.00035249104257673025,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
-ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,19.8202287228778,0.06819185498170555,1.7995185852050781,1.1416015625,1.7995185852050781,1.7995185852050781,1.1416015625,1.1416015625,0.00020338897593319416,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,60.06952895899303,0.16177748097106814,3.0945053100585938,2.9931640625,3.0945053100585938,2.932476043701172,2.9931640625,2.9931640625,0.022830171044915915,benchmark_results/ldns/ldns_benchmark_721123822.json
-ldns,speech,Speech,t12,t12,present,11.918239269871265,0.08867010311223567,1.808380126953125,1.6630859375,1.8037071228027344,1.808380126953125,1.6630859375,1.6630859375,0.00023789098486304283,benchmark_results/ldns/ldns_benchmark_t12.json
-ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,23.850549473892897,0.07345749996602535,1.9103584289550781,1.6982421875,1.9103584289550781,1.900604248046875,1.6982421875,1.6982421875,0.0008347588591277599,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
-ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,18.09280295809731,0.13002101704478264,1.9050521850585938,1.1728515625,1.8799285888671875,1.9050521850585938,1.1728515625,1.1728515625,0.0003557188902050257,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
-lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2359.89436482999,0.14345074410084635,0.9788742065429688,2.8994140625,0.8042793273925781,0.9788742065429688,2.8994140625,0.9169921875,0.00014637003187090158,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,27639.135089645046,0.47087055596057326,2.1545486450195312,10.9814453125,1.9349479675292969,2.1545486450195312,10.9814453125,1.3251953125,0.0020614940440282226,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
-lfads_torch,speech,Speech,t12,t12,present,1343.3163069090806,0.14408328104764223,0.956298828125,2.6494140625,0.7786712646484375,0.956298828125,2.6494140625,0.9150390625,0.00023811892606317997,benchmark_results/lfads_torch/lfads_torch_benchmark_t12.json
-lfads_torch,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,7037.051439468982,0.22203417087439448,1.0572090148925781,4.0537109375,0.8771705627441406,1.0572090148925781,4.0537109375,0.9423828125,0.00023056089412420988,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
-lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3475.697815770982,0.14591150905471295,1.0463180541992188,3.3486328125,0.8706130981445312,1.0463180541992188,3.3486328125,0.9365234375,0.00020771101117134094,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
-lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.491714475909248,0.29351995093747973,1.3179359436035156,0.8427734375,1.3166885375976562,1.3179359436035156,0.8427734375,0.8427734375,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3597135560121387,0.3285830239765346,3.4203033447265625,1.7490234375,3.4203033447265625,3.2473793029785156,1.7490234375,1.7490234375,,benchmark_results/lstm/lstm_benchmark_721123822.json
-lstm,speech,Speech,t12,t12,present,1.5613837568089366,0.28644184791482985,1.4268836975097656,0.8427734375,1.4261665344238281,1.4268836975097656,0.8427734375,0.8427734375,,benchmark_results/lstm/lstm_benchmark_t12.json
-lstm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1.8897483550244942,0.291055710054934,1.6084671020507812,0.9677734375,1.6078948974609375,1.6084671020507812,0.9677734375,0.9677734375,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
-lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.625813542981632,0.2850080890348181,1.5598945617675781,0.8427734375,1.5593376159667969,1.5598945617675781,0.8427734375,0.8427734375,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
-marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2176.207424698863,1.334486115956679,8.734703063964844,3.3115234375,8.734703063964844,3.52166748046875,3.3115234375,3.3115234375,0.00011149002239108086,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-marble,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,
-marble,speech,Speech,t12,t12,present,739.7136418090668,2.9933243559207767,2.229969024658203,1.8916015625,2.229969024658203,1.8336563110351562,1.8916015625,1.8916015625,0.0008492069318890572,benchmark_results/marble/marble_benchmark_t12.json
-marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,10967.178200773895,5.529709872091189,4.167568206787109,4.7314453125,3.0587844848632812,4.167568206787109,4.7314453125,4.7314453125,7.927906699478626e-05,benchmark_results/marble/marble_benchmark_mc_pacman.json
-marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,778.4928598070983,3.593709187814966,6.084930419921875,4.4091796875,6.084930419921875,3.646270751953125,4.4091796875,4.4091796875,0.2561709738802165,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
-mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,5.448566025048487,1.28376,0.8565597534179688,0.0,0.8564910888671875,0.8564910888671875,0.0,0.0,,benchmark_results/mint/mint_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-mint,allen_neuropixels,Visual Coding,721123822,721123822,present,6.279583973959983,261.440452,3.2646636962890625,0.0,2.4348602294921875,2.434864044189453,0.0,0.0,,benchmark_results/mint/mint_benchmark_721123822.json
-mint,speech,Speech,t12,t12,present,74.94742592506414,0.966473,1.8780174255371094,0.0,0.14564895629882812,0.14564895629882812,0.0,0.0,,benchmark_results/mint/mint_benchmark_t12.json
-mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,69.32939087589169,5.544721,2.1432723999023438,0.0,0.20804977416992188,0.20804977416992188,0.0,0.0,,benchmark_results/mint/mint_benchmark_mc_pacman.json
-mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,5.8307792961606975,144.77397,1.1560211181640625,0.0,1.0828170776367188,1.0828170776367188,0.0,0.0,,benchmark_results/mint/mint_benchmark_ratinabox_nav.json
-neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,503.4176102038473,0.006018376909196377,1.1670761108398438,1.3662109375,1.1670761108398438,1.1670761108398438,1.3662109375,1.3662109375,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-neds,allen_neuropixels,Visual Coding,721123822,721123822,present,6267.962509865174,0.08189458190463483,2.158031463623047,3.5498046875,2.158031463623047,2.0651931762695312,2.4912109375,3.5498046875,,benchmark_results/neds/neds_benchmark_721123822.json
-neds,speech,Speech,t12,t12,present,298.96171473897994,0.05260305595584214,1.1512603759765625,1.3740234375,1.1433525085449219,1.1512603759765625,1.3720703125,1.3740234375,,benchmark_results/neds/neds_benchmark_t12.json
-neds,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,898.9198623949196,0.009398404974490404,1.2591400146484375,1.6376953125,1.2591400146484375,1.2591400146484375,1.5751953125,1.6376953125,,benchmark_results/neds/neds_benchmark_mc_pacman.json
-neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,708.4822603054345,0.0061829304322600365,1.2515106201171875,1.3876953125,1.2515106201171875,1.2515106201171875,1.3876953125,1.3876953125,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
-neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1392.0621269990224,0.02316932799294591,7.567302703857422,2.4287109375,7.567302703857422,1.2964439392089844,2.3779296875,2.4287109375,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,9631.400715661002,0.18594483705237508,8.462177276611328,5.9482421875,8.462177276611328,2.2743072509765625,4.8896484375,5.9482421875,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
-neds_pretrained,speech,Speech,t12,t12,present,791.2091965959407,0.06014812202192843,7.5680389404296875,2.3818359375,7.5680389404296875,1.2574195861816406,2.3818359375,2.3818359375,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_t12.json
-neds_pretrained,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1857.1129327998497,0.028648408129811287,7.632373809814453,2.7080078125,7.632373809814453,2.333721160888672,2.6455078125,2.7080078125,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
-neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1730.7709324189927,0.026506162947043777,7.632892608642578,2.4736328125,7.632892608642578,2.3168792724609375,2.4501953125,2.4736328125,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
-neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,235.99414649105165,0.13311926904134452,2.0092124938964844,0.6923828125,1.994354248046875,2.0092124938964844,0.6923828125,0.6923828125,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,673.032104812999,0.1822693319991231,3.499683380126953,1.3154296875,3.499683380126953,3.3570556640625,1.3134765625,1.3154296875,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
-neuro_behavior_conditioning,speech,Speech,t12,t12,present,190.58599187713116,0.06251260288991034,2.0255889892578125,0.7236328125,2.010730743408203,2.0255889892578125,0.7236328125,0.7236328125,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_t12.json
-neuro_behavior_conditioning,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,250.69031246285886,0.10482104704715312,2.1497726440429688,0.7685546875,2.1497154235839844,2.1497726440429688,0.7685546875,0.7685546875,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
-neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,244.49098549201153,0.12959100306034088,2.0093955993652344,0.7236328125,2.0052719116210938,2.0093955993652344,0.7236328125,0.7236328125,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
-pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.026217984966933727,0.001569728017784655,0.2722930908203125,0.0,0.14918899536132812,0.2722930908203125,0.0,0.0,0.0001086000120267272,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-pca,allen_neuropixels,Visual Coding,721123822,721123822,present,0.4619879799429327,0.06448143813759089,1.4808578491210938,0.0,1.4808578491210938,1.2704811096191406,0.0,0.0,0.013120225048623979,benchmark_results/pca/pca_benchmark_721123822.json
-pca,speech,Speech,t12,t12,present,0.026908561121672392,0.0018669238779693842,0.2669830322265625,0.0,0.1438751220703125,0.2669830322265625,0.0,0.0,0.00022864900529384613,benchmark_results/pca/pca_benchmark_t12.json
-pca,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,0.035081068985164165,0.0053794539999216795,0.333892822265625,0.0,0.333770751953125,0.333892822265625,0.0,0.0,0.0002701589837670326,benchmark_results/pca/pca_benchmark_mc_pacman.json
-pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,0.03985547192860395,0.004252741928212345,0.327423095703125,0.0,0.3273048400878906,0.327423095703125,0.0,0.0,0.00040755991358309984,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
-rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4207940619671717,0.316707924939692,1.2075614929199219,0.6865234375,1.2075614929199219,1.20751953125,0.6865234375,0.6865234375,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,10.764037340064533,0.278741015936248,3.4244842529296875,1.6630859375,3.4244842529296875,3.189014434814453,1.6630859375,1.6630859375,,benchmark_results/rnn/rnn_benchmark_721123822.json
-rnn,speech,Speech,t12,t12,present,1.550973532954231,0.20294299582019448,1.3706932067871094,0.6865234375,1.3706932067871094,1.3705673217773438,0.6865234375,0.6865234375,,benchmark_results/rnn/rnn_benchmark_t12.json
-rnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2.937232765951194,0.33611830801237375,1.5121078491210938,0.7255859375,1.5121002197265625,1.5121078491210938,0.7255859375,0.7255859375,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
-rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.7655520009575412,0.31508289999328554,1.5179100036621094,0.7255859375,1.5178565979003906,1.5179100036621094,0.7255859375,0.7255859375,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
-smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,820.0057137910044,0.175119485007599,1.9212455749511719,2.9599609375,1.8920478820800781,1.9212455749511719,1.6162109375,2.9599609375,0.00010623002890497446,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,37259.20959002245,1.4196772677823901,2.8238487243652344,73.5185546875,2.8238487243652344,2.6971893310546875,5.2744140625,73.5185546875,0.0016820598393678665,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
-smc_rnns,speech,Speech,t12,t12,present,891.7632632649038,0.133070170879364,1.8920173645019531,2.3193359375,1.8777809143066406,1.8920173645019531,1.5888671875,2.3193359375,0.00013057002797722816,benchmark_results/smc_rnns/smc_rnns_benchmark_t12.json
-smc_rnns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,3624.546354220016,0.4128950268495828,2.0545120239257812,7.8857421875,2.032764434814453,2.0545120239257812,2.2451171875,7.8857421875,0.00014439993537962437,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
-smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,966.3647315851413,0.1764625459909439,1.9236221313476562,5.9990234375,1.9048919677734375,1.9236221313476562,1.8896484375,5.9990234375,0.00011613988317549229,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
-tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2179.1452281475067,0.038182848948054016,14.779708862304688,0.7529296875,14.778457641601562,14.779708862304688,0.7529296875,0.7529296875,,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-tndm,allen_neuropixels,Visual Coding,721123822,721123822,present,4391.811754703522,0.07772011100314558,26.924659729003906,1.7490234375,26.850257873535156,26.924659729003906,1.2490234375,1.7490234375,,benchmark_results/tndm/tndm_benchmark_721123822.json
-tndm,speech,Speech,t12,,missing,,,,,,,,,,
-tndm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2539.834627866745,0.04337441793177277,16.56060791015625,0.8427734375,16.553024291992188,16.56060791015625,0.7802734375,0.8427734375,,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
-tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,2014.8900301456451,0.03893358202185482,13.968017578125,0.7802734375,13.96157455444336,13.968017578125,0.7802734375,0.7802734375,,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
-svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,180.02053183305543,12.945894402917475,0.6515464782714844,0.0,0.6515464782714844,0.4500770568847656,0.0,0.0,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-svc,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,
-svc,speech,Speech,t12,t12,present,5.345196166075766,2.2823551420588046,0.2864265441894531,0.0,0.2846336364746094,0.2864265441894531,0.0,0.0,,benchmark_results/svc/svc_benchmark_t12.json
-svc,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1466.040042800014,143.62867718096823,1.6614532470703125,0.0,1.6614532470703125,1.2234458923339844,0.0,0.0,,benchmark_results/svc/svc_benchmark_mc_pacman.json
-svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,184.63942761800718,58.916639138013124,1.4973602294921875,0.0,1.4973602294921875,1.1491737365722656,0.0,0.0,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
-torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,347.34801361500286,0.03824110492132604,1.6986846923828125,0.8779296875,1.6986846923828125,1.6695823669433594,0.8779296875,0.8779296875,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,1608.8234986250754,0.27348126599099487,3.2430343627929688,2.0009765625,3.2430343627929688,3.1126136779785156,1.5224609375,2.0009765625,,benchmark_results/torchdfine/torchdfine_benchmark_721123822.json
-torchdfine,speech,Speech,t12,t12,present,141.87939666281454,0.03781028697267175,1.7039527893066406,0.8837890625,1.7039527893066406,1.6592369079589844,0.8837890625,0.8837890625,,benchmark_results/torchdfine/torchdfine_benchmark_t12.json
-torchdfine,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,628.5190547249513,0.08157652197405696,1.8253936767578125,0.9599609375,1.8253936767578125,1.7653312683105469,0.9599609375,0.9599609375,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
-torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,297.25457774696406,0.03899744898080826,1.8019981384277344,0.8740234375,1.8019981384277344,1.768707275390625,0.8740234375,0.8740234375,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
-xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.7427130149444565,0.007900531985796988,0.4202842712402344,0.0,0.4202842712402344,0.3415260314941406,0.0,0.0,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
-xg,allen_neuropixels,Visual Coding,721123822,721123822,present,32.26028886495624,0.28922082390636206,17.515365600585938,0.0,17.515365600585938,10.860214233398438,0.0,0.0,,benchmark_results/xg/xg_benchmark_721123822.json
-xg,speech,Speech,t12,t12,present,26.939997154986486,0.058836601907387376,0.38932037353515625,0.0,0.38932037353515625,0.34603118896484375,0.0,0.0,,benchmark_results/xg/xg_benchmark_t12.json
-xg,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,0.9543577360454947,0.031535031041130424,1.3440475463867188,0.0,1.3440475463867188,0.8019676208496094,0.0,0.0,,benchmark_results/xg/xg_benchmark_mc_pacman.json
-xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,4.5248600570485,0.10478747903835028,1.3563957214355469,0.0,1.3563957214355469,0.9390869140625,0.0,0.0,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json
+model,dataset,dataset_display,expected_session,session,status,training_time_sec,inference_time_sec,peak_ram_gb,peak_vram_gb,training_peak_ram_gb,inference_peak_ram_gb,training_peak_vram_gb,inference_peak_vram_gb,decoder_fit_time_sec,inference_decode_time_sec,source_path
+blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,731.002734016045,0.09233847295399755,1.8042068481445312,1.0634765625,1.8042068481445312,1.7796173095703125,1.0634765625,0.9892578125,0.0025564790703356266,0.00010581000242382288,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+blend,allen_neuropixels,Visual Coding,721123822,721123822,present,16530.631998282857,0.8595271119847894,5.677005767822266,2.3505859375,5.677005767822266,3.579387664794922,2.3505859375,1.4013671875,11.339933413080871,0.0024024739395827055,benchmark_results/blend/blend_benchmark_721123822.json
+blend,speech,Speech,t12,t12,present,364.4554198179394,0.09707020572386682,1.7775611877441406,1.0634765625,1.7775611877441406,1.7610855102539062,1.0634765625,0.9775390625,0.0033242800273001194,0.00014430982992053032,benchmark_results/blend/blend_benchmark_speech_threshold_crossings_t12.json
+blend,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2053.4194786339067,0.13944817706942558,2.2094345092773438,1.3349609375,2.2094345092773438,2.0738449096679688,1.3349609375,1.0380859375,0.002214055974036455,0.00029418105259537697,benchmark_results/blend/blend_benchmark_mc_pacman.json
+blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1434.1749033918604,0.18118698289617896,2.0458946228027344,1.2138671875,2.0458946228027344,1.9183731079101562,1.2138671875,1.0146484375,0.0016602068208158016,0.00011655990965664387,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
+blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,603.8145847141277,0.18197552603669465,1.7216911315917969,0.8779296875,1.7216911315917969,1.700103759765625,0.8779296875,0.8466796875,0.002211423125118017,0.0001395100262016058,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,10817.103391551878,0.9898420562967658,5.749294281005859,3.9892578125,5.749294281005859,3.5657806396484375,3.9892578125,1.7978515625,31.538066677981988,0.015953308204188943,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
+blend_ndt,speech,Speech,t12,t12,present,323.2901447531767,0.14855308132246137,1.70135498046875,0.8916015625,1.70135498046875,1.6825637817382812,0.8916015625,0.8525390625,0.5042028191965073,0.00016956916078925133,benchmark_results/blend_ndt/blend_ndt_benchmark_speech_threshold_crossings_t12.json
+blend_ndt,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1096.2845170560759,0.18508483516052365,1.9753379821777344,1.1689453125,1.9753379821777344,1.8154640197753906,1.1689453125,0.9189453125,0.00930458796210587,0.00035156006924808025,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
+blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,842.533080187859,0.3862696341238916,1.9566116333007812,1.1787109375,1.9566116333007812,1.8432350158691406,1.1787109375,0.9541015625,0.01860097493045032,0.0007406121585518122,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
+cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,69.62999876704998,0.24976826005149633,1.7230339050292969,1.3173828125,1.7218475341796875,1.7230339050292969,1.3173828125,1.3173828125,0.0004214709624648094,0.22838689608033746,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,39.66369197750464,26.35519273765385,2.7731399536132812,1.1240234375,2.7731399536132812,2.600780487060547,1.1240234375,1.1240234375,0.010298777837306261,26.16594892879948,benchmark_results/cebra/cebra_benchmark_721123822.json
+cebra,speech,Speech,t12,t12,present,41.239367575151846,0.08188631618395448,1.6404953002929688,0.8466796875,1.639251708984375,1.6404953002929688,0.8466796875,0.8466796875,0.0005081212148070335,0.04946963209658861,benchmark_results/cebra/cebra_benchmark_speech_threshold_crossings_t12.json
+cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,68.3507854329655,1.846325519029051,1.7824821472167969,2.0322265625,1.7812690734863281,1.7824821472167969,2.0322265625,2.0322265625,0.0004477109760046005,1.8083414789871313,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
+cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,39.63503920426592,0.2483958387747407,1.7811851501464844,1.2705078125,1.7811851501464844,1.7758255004882812,1.2705078125,1.2705078125,0.00033259810879826546,0.21804408496245742,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
+dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,3.371934766997583,0.1563931080745533,1.4868240356445312,0.9111328125,1.4740371704101562,1.4868240356445312,0.9111328125,0.9111328125,,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,59.29439208400436,3.7433169230353087,28.020427703857422,16.7216796875,28.020427703857422,24.15190887451172,16.7216796875,16.7216796875,,,benchmark_results/dnn/dnn_benchmark_721123822.json
+dnn,speech,Speech,t12,t12,present,2.7576793760526925,0.12099735997617245,1.4687042236328125,0.7880859375,1.4684982299804688,1.4687042236328125,0.7880859375,0.7880859375,,,benchmark_results/dnn/dnn_benchmark_speech_threshold_crossings_t12.json
+dnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,7.831929014064372,0.2894025759305805,2.843921661376953,1.6689453125,2.843921661376953,2.615093231201172,1.6689453125,1.6689453125,,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
+dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3.6722782789729536,0.18184017483144999,2.586353302001953,1.6884765625,2.586353302001953,2.3313636779785156,1.6884765625,1.6884765625,,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
+dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,209.75409193406813,5.37239351705648,1.75372314453125,0.7177734375,1.7053413391113281,1.75372314453125,0.7177734375,0.7177734375,,,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,447.3293308080174,16.82660434790887,6.150062561035156,4.6591796875,6.150062561035156,4.266365051269531,4.6591796875,4.6591796875,,,benchmark_results/dpad/dpad_benchmark_721123822.json
+dpad,speech,Speech,t12,t12,present,96.42114828294143,3.20567666599527,1.8531723022460938,0.6865234375,1.8056564331054688,1.8531723022460938,0.6865234375,0.6865234375,,,benchmark_results/dpad/dpad_benchmark_speech_threshold_crossings_t12.json
+dpad,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,242.0057180740405,6.8356975939823315,2.0624046325683594,0.9091796875,2.0134353637695312,2.0624046325683594,0.9091796875,0.9091796875,,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
+dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,142.33923307491932,5.543202697997913,1.9414863586425781,0.9091796875,1.8937149047851562,1.9414863586425781,0.9091796875,0.9091796875,,,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
+gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,35.150022957939655,0.03386459592729807,0.3461189270019531,0.0,0.3461189270019531,0.33515167236328125,0.0,0.0,0.0010383459739387035,9.406998287886381e-05,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,377.96734047308564,1.0904845790937543,3.6530380249023438,0.0,3.6530380249023438,1.9983596801757812,0.0,0.0,0.920265096006915,0.0013428570237010717,benchmark_results/gpfa/gpfa_benchmark_721123822.json
+gpfa,speech,Speech,t12,t12,present,20.75118294125423,0.03268418903462589,0.32462310791015625,0.0,0.32462310791015625,0.31719207763671875,0.0,0.0,0.019219502108171582,0.0001103309914469719,benchmark_results/gpfa/gpfa_benchmark_speech_threshold_crossings_t12.json
+gpfa,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,73.9804846928455,0.1458017888944596,0.5451240539550781,0.0,0.5451240539550781,0.4314384460449219,0.0,0.0,0.0013992257881909609,0.000120529904961586,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
+gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,41.63888022303581,0.038882103050127625,0.5242881774902344,0.0,0.5242881774902344,0.3821067810058594,0.0,0.0,0.001012075925245881,0.00010974006727337837,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
+gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4797495966777205,0.2679660189896822,1.34014892578125,0.7958984375,1.3395957946777344,1.34014892578125,0.7958984375,0.7958984375,,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+gru,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3820798629894853,0.3162019730079919,3.416400909423828,1.7333984375,3.4162979125976562,3.416400909423828,1.7333984375,1.7333984375,,,benchmark_results/gru/gru_benchmark_721123822.json
+gru,speech,Speech,t12,t12,present,1.4359423308633268,0.3967455921228975,1.4671516418457031,0.8427734375,1.4669723510742188,1.4671516418457031,0.8427734375,0.8427734375,,,benchmark_results/gru/gru_benchmark_speech_threshold_crossings_t12.json
+gru,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1.8461174039402977,0.2744659080635756,1.5378494262695312,0.9677734375,1.5378494262695312,1.5377197265625,0.9677734375,0.9677734375,,,benchmark_results/gru/gru_benchmark_mc_pacman.json
+gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.508820908027701,0.40773137600626796,1.5722312927246094,0.8427734375,1.5714683532714844,1.5722312927246094,0.8427734375,0.8427734375,,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
+langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,369.16401783004403,2.443962027085945,1.8201255798339844,3.2158203125,1.8201255798339844,1.8114967346191406,3.2158203125,1.1767578125,0.03973399801179767,0.0002220200840383768,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,5360.261952252127,14.675851776264608,4.582302093505859,35.3251953125,4.582302093505859,4.4781951904296875,35.3251953125,11.0966796875,15.541305742226541,0.016016694717109203,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
+langevinflow_ccn,speech,Speech,t12,t12,present,320.05085994899855,2.409512324986281,1.8090362548828125,1.6982421875,1.8090362548828125,1.8089485168457031,1.6982421875,0.9931640625,0.04478844499681145,0.00025196897331625223,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_speech_threshold_crossings_t12.json
+langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1420.6986653718632,6.179198694881052,2.081096649169922,7.4990234375,2.081096649169922,1.9835281372070312,7.4990234375,1.7978515625,0.2042074699420482,0.03287761798128486,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
+langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,509.2500685581472,2.4843320278450847,2.0170555114746094,3.1435546875,2.0170555114746094,1.9498672485351562,3.1435546875,1.1357421875,0.1951421129051596,0.020870005013421178,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
+ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,19.822277672821656,0.06819185498170555,1.7995185852050781,1.1416015625,1.7995185852050781,1.7995185852050781,1.1416015625,1.1416015625,0.002048949943855405,0.00020338897593319416,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,69.24495181511156,0.16177748097106814,3.0945053100585938,2.9931640625,3.0945053100585938,2.932476043701172,2.9931640625,2.9931640625,9.17542285611853,0.022830171044915915,benchmark_results/ldns/ldns_benchmark_721123822.json
+ldns,speech,Speech,t12,t12,present,12.357047303812578,0.08867010311223567,1.808380126953125,1.6630859375,1.8037071228027344,1.808380126953125,1.6630859375,1.6630859375,0.4388080339413136,0.00023789098486304283,benchmark_results/ldns/ldns_benchmark_speech_threshold_crossings_t12.json
+ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,23.860098498873413,0.07345749996602535,1.9103584289550781,1.6982421875,1.9103584289550781,1.900604248046875,1.6982421875,1.6982421875,0.009549024980515242,0.0008347588591277599,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
+ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,18.111259267199785,0.13002101704478264,1.9050521850585938,1.1728515625,1.8799285888671875,1.9050521850585938,1.1728515625,1.1728515625,0.018456309102475643,0.0003557188902050257,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
+lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2359.8977068158565,0.14345074410084635,0.9788742065429688,2.8994140625,0.8042793273925781,0.9788742065429688,2.8994140625,0.9169921875,0.0033419858664274216,0.00014637003187090158,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,27648.036772135994,0.47087055596057326,2.1545486450195312,10.9814453125,1.9349479675292969,2.1545486450195312,10.9814453125,1.3251953125,8.901682490948588,0.0020614940440282226,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
+lfads_torch,speech,Speech,t12,t12,present,1343.417893330101,0.14408328104764223,0.956298828125,2.6494140625,0.7786712646484375,0.956298828125,2.6494140625,0.9150390625,0.101586421020329,0.00023811892606317997,benchmark_results/lfads_torch/lfads_torch_benchmark_speech_threshold_crossings_t12.json
+lfads_torch,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,7037.0588166809175,0.22203417087439448,1.0572090148925781,4.0537109375,0.8771705627441406,1.0572090148925781,4.0537109375,0.9423828125,0.007377211935818195,0.00023056089412420988,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
+lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3475.701959267957,0.14591150905471295,1.0463180541992188,3.3486328125,0.8706130981445312,1.0463180541992188,3.3486328125,0.9365234375,0.004143496975302696,0.00020771101117134094,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
+lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.491714475909248,0.29351995093747973,1.3179359436035156,0.8427734375,1.3166885375976562,1.3179359436035156,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3597135560121387,0.3285830239765346,3.4203033447265625,1.7490234375,3.4203033447265625,3.2473793029785156,1.7490234375,1.7490234375,,,benchmark_results/lstm/lstm_benchmark_721123822.json
+lstm,speech,Speech,t12,t12,present,1.5613837568089366,0.28644184791482985,1.4268836975097656,0.8427734375,1.4261665344238281,1.4268836975097656,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_speech_threshold_crossings_t12.json
+lstm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1.8897483550244942,0.291055710054934,1.6084671020507812,0.9677734375,1.6078948974609375,1.6084671020507812,0.9677734375,0.9677734375,,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
+lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.625813542981632,0.2850080890348181,1.5598945617675781,0.8427734375,1.5593376159667969,1.5598945617675781,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
+marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2176.2409368918743,1.334486115956679,8.734703063964844,3.3115234375,8.734703063964844,3.52166748046875,3.3115234375,3.3115234375,0.03351219301111996,0.00011149002239108086,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+marble,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,,
+marble,speech,Speech,t12,t12,present,739.7213870720007,2.9933243559207767,2.229969024658203,1.8916015625,2.229969024658203,1.8336563110351562,1.8916015625,1.8916015625,0.007745262933894992,0.0008492069318890572,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
+marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,10967.179262804799,5.529709872091189,4.167568206787109,4.7314453125,3.0587844848632812,4.167568206787109,4.7314453125,4.7314453125,0.001062030903995037,7.927906699478626e-05,benchmark_results/marble/marble_benchmark_mc_pacman.json
+marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,778.4932143890765,3.593709187814966,6.084930419921875,4.4091796875,6.084930419921875,3.646270751953125,4.4091796875,4.4091796875,0.00035458197817206383,0.2561709738802165,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
+mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,5.448566025048487,1.28376,0.8565597534179688,0.0,0.8564910888671875,0.8564910888671875,0.0,0.0,,,benchmark_results/mint/mint_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+mint,allen_neuropixels,Visual Coding,721123822,721123822,present,63.424923521906635,163.941594,4.8288726806640625,0.0,1.2029380798339844,1.2029380798339844,0.0,0.0,,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
+mint,speech,Speech,t12,t12,present,72.88335073303466,0.920951,1.875823974609375,0.0,0.145263671875,0.145263671875,0.0,0.0,,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
+mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,69.32939087589169,5.544721,2.1432723999023438,0.0,0.20804977416992188,0.20804977416992188,0.0,0.0,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
+mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,5.8307792961606975,144.77397,1.1560211181640625,0.0,1.0828170776367188,1.0828170776367188,0.0,0.0,,,benchmark_results/mint/mint_benchmark_ratinabox_nav.json
+neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,503.4176102038473,0.006018376909196377,1.1670761108398438,1.3662109375,1.1670761108398438,1.1670761108398438,1.3662109375,1.3662109375,,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+neds,allen_neuropixels,Visual Coding,721123822,721123822,present,6267.962509865174,0.08189458190463483,2.158031463623047,3.5498046875,2.158031463623047,2.0651931762695312,2.4912109375,3.5498046875,,,benchmark_results/neds/neds_benchmark_721123822.json
+neds,speech,Speech,t12,t12,present,298.96171473897994,0.05260305595584214,1.1512603759765625,1.3740234375,1.1433525085449219,1.1512603759765625,1.3720703125,1.3740234375,,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json
+neds,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,898.9198623949196,0.009398404974490404,1.2591400146484375,1.6376953125,1.2591400146484375,1.2591400146484375,1.5751953125,1.6376953125,,,benchmark_results/neds/neds_benchmark_mc_pacman.json
+neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,708.4822603054345,0.0061829304322600365,1.2515106201171875,1.3876953125,1.2515106201171875,1.2515106201171875,1.3876953125,1.3876953125,,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
+neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1392.0621269990224,0.02316932799294591,7.567302703857422,2.4287109375,7.567302703857422,1.2964439392089844,2.3779296875,2.4287109375,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,9631.400715661002,0.18594483705237508,8.462177276611328,5.9482421875,8.462177276611328,2.2743072509765625,4.8896484375,5.9482421875,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
+neds_pretrained,speech,Speech,t12,t12,present,791.2091965959407,0.06014812202192843,7.5680389404296875,2.3818359375,7.5680389404296875,1.2574195861816406,2.3818359375,2.3818359375,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_speech_threshold_crossings_t12.json
+neds_pretrained,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1857.1129327998497,0.028648408129811287,7.632373809814453,2.7080078125,7.632373809814453,2.333721160888672,2.6455078125,2.7080078125,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
+neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1730.7709324189927,0.026506162947043777,7.632892608642578,2.4736328125,7.632892608642578,2.3168792724609375,2.4501953125,2.4736328125,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
+neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,235.99414649105165,0.13311926904134452,2.0092124938964844,0.6923828125,1.994354248046875,2.0092124938964844,0.6923828125,0.6923828125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,740.9191639032215,0.2203950909897685,3.458343505859375,1.3154296875,3.458343505859375,3.299224853515625,1.3134765625,1.3154296875,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
+neuro_behavior_conditioning,speech,Speech,t12,t12,present,190.58599187713116,0.06251260288991034,2.0255889892578125,0.7236328125,2.010730743408203,2.0255889892578125,0.7236328125,0.7236328125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_speech_threshold_crossings_t12.json
+neuro_behavior_conditioning,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,250.69031246285886,0.10482104704715312,2.1497726440429688,0.7685546875,2.1497154235839844,2.1497726440429688,0.7685546875,0.7685546875,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
+neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,244.49098549201153,0.12959100306034088,2.0093955993652344,0.7236328125,2.0052719116210938,2.0093955993652344,0.7236328125,0.7236328125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
+pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.02824719506315887,0.001569728017784655,0.2722930908203125,0.0,0.14918899536132812,0.2722930908203125,0.0,0.0,0.0020292100962251425,0.0001086000120267272,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+pca,allen_neuropixels,Visual Coding,721123822,721123822,present,2.1265230760909617,0.06448143813759089,1.4808578491210938,0.0,1.4808578491210938,1.2704811096191406,0.0,0.0,1.664535096148029,0.013120225048623979,benchmark_results/pca/pca_benchmark_721123822.json
+pca,speech,Speech,t12,t12,present,0.03560013207606971,0.0018669238779693842,0.2669830322265625,0.0,0.1438751220703125,0.2669830322265625,0.0,0.0,0.00869157095439732,0.00022864900529384613,benchmark_results/pca/pca_benchmark_speech_threshold_crossings_t12.json
+pca,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,0.043615934904664755,0.0053794539999216795,0.333892822265625,0.0,0.333770751953125,0.333892822265625,0.0,0.0,0.00853486591950059,0.0002701589837670326,benchmark_results/pca/pca_benchmark_mc_pacman.json
+pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,0.05811908177565783,0.004252741928212345,0.327423095703125,0.0,0.3273048400878906,0.327423095703125,0.0,0.0,0.018263609847053885,0.00040755991358309984,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
+rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4207940619671717,0.316707924939692,1.2075614929199219,0.6865234375,1.2075614929199219,1.20751953125,0.6865234375,0.6865234375,,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,10.764037340064533,0.278741015936248,3.4244842529296875,1.6630859375,3.4244842529296875,3.189014434814453,1.6630859375,1.6630859375,,,benchmark_results/rnn/rnn_benchmark_721123822.json
+rnn,speech,Speech,t12,t12,present,1.550973532954231,0.20294299582019448,1.3706932067871094,0.6865234375,1.3706932067871094,1.3705673217773438,0.6865234375,0.6865234375,,,benchmark_results/rnn/rnn_benchmark_speech_threshold_crossings_t12.json
+rnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2.937232765951194,0.33611830801237375,1.5121078491210938,0.7255859375,1.5121002197265625,1.5121078491210938,0.7255859375,0.7255859375,,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
+rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.7655520009575412,0.31508289999328554,1.5179100036621094,0.7255859375,1.5178565979003906,1.5179100036621094,0.7255859375,0.7255859375,,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
+smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,820.0070007290924,0.175119485007599,1.9212455749511719,2.9599609375,1.8920478820800781,1.9212455749511719,1.6162109375,2.9599609375,0.0012869380880147219,0.00010623002890497446,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,42572.20462976396,1.443524669855833,2.841228485107422,73.5185546875,2.841228485107422,2.470794677734375,73.5185546875,73.5185546875,2.464108577929437,0.002003402914851904,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
+smc_rnns,speech,Speech,t12,t12,present,891.8225887489971,0.133070170879364,1.8920173645019531,2.3193359375,1.8777809143066406,1.8920173645019531,1.5888671875,2.3193359375,0.059325484093278646,0.00013057002797722816,benchmark_results/smc_rnns/smc_rnns_benchmark_speech_threshold_crossings_t12.json
+smc_rnns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,3624.548404091038,0.4128950268495828,2.0545120239257812,7.8857421875,2.032764434814453,2.0545120239257812,2.2451171875,7.8857421875,0.0020498710218816996,0.00014439993537962437,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
+smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,966.3661694990005,0.1764625459909439,1.9236221313476562,5.9990234375,1.9048919677734375,1.9236221313476562,1.8896484375,5.9990234375,0.0014379138592630625,0.00011613988317549229,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
+tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2179.1452281475067,0.038182848948054016,14.779708862304688,0.7529296875,14.778457641601562,14.779708862304688,0.7529296875,0.7529296875,,,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+tndm,allen_neuropixels,Visual Coding,721123822,721123822,present,4391.811754703522,0.07772011100314558,26.924659729003906,1.7490234375,26.850257873535156,26.924659729003906,1.2490234375,1.7490234375,,,benchmark_results/tndm/tndm_benchmark_721123822.json
+tndm,speech,Speech,t12,,missing,,,,,,,,,,,
+tndm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2539.834627866745,0.04337441793177277,16.56060791015625,0.8427734375,16.553024291992188,16.56060791015625,0.7802734375,0.8427734375,,,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
+tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,2014.8900301456451,0.03893358202185482,13.968017578125,0.7802734375,13.96157455444336,13.968017578125,0.7802734375,0.7802734375,,,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
+svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,180.02053183305543,12.945894402917475,0.6515464782714844,0.0,0.6515464782714844,0.4500770568847656,0.0,0.0,,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+svc,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,,
+svc,speech,Speech,t12,t12,present,5.345196166075766,2.2823551420588046,0.2864265441894531,0.0,0.2846336364746094,0.2864265441894531,0.0,0.0,,,benchmark_results/svc/svc_benchmark_speech_threshold_crossings_t12.json
+svc,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1466.040042800014,143.62867718096823,1.6614532470703125,0.0,1.6614532470703125,1.2234458923339844,0.0,0.0,,,benchmark_results/svc/svc_benchmark_mc_pacman.json
+svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,184.63942761800718,58.916639138013124,1.4973602294921875,0.0,1.4973602294921875,1.1491737365722656,0.0,0.0,,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
+torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,347.34801361500286,0.03824110492132604,1.6986846923828125,0.8779296875,1.6986846923828125,1.6695823669433594,0.8779296875,0.8779296875,,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,2132.4414902769995,0.2685544989999471,3.2656288146972656,1.9990234375,3.2656288146972656,2.9190750122070312,1.5205078125,1.9990234375,,,benchmark_results/torchdfine/torchdfine_benchmark_allen_neuropixels_721123822.json
+torchdfine,speech,Speech,t12,t12,present,184.60466954299955,0.03778577499997482,1.6993827819824219,0.8798828125,1.6993827819824219,1.6810951232910156,0.8798828125,0.8798828125,,,benchmark_results/torchdfine/torchdfine_benchmark_speech_threshold_crossings_t12.json
+torchdfine,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,628.5190547249513,0.08157652197405696,1.8253936767578125,0.9599609375,1.8253936767578125,1.7653312683105469,0.9599609375,0.9599609375,,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
+torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,297.25457774696406,0.03899744898080826,1.8019981384277344,0.8740234375,1.8019981384277344,1.768707275390625,0.8740234375,0.8740234375,,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
+xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.7427130149444565,0.007900531985796988,0.4202842712402344,0.0,0.4202842712402344,0.3415260314941406,0.0,0.0,,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
+xg,allen_neuropixels,Visual Coding,721123822,721123822,present,32.26028886495624,0.28922082390636206,17.515365600585938,0.0,17.515365600585938,10.860214233398438,0.0,0.0,,,benchmark_results/xg/xg_benchmark_721123822.json
+xg,speech,Speech,t12,t12,present,26.939997154986486,0.058836601907387376,0.38932037353515625,0.0,0.38932037353515625,0.34603118896484375,0.0,0.0,,,benchmark_results/xg/xg_benchmark_speech_threshold_crossings_t12.json
+xg,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,0.9543577360454947,0.031535031041130424,1.3440475463867188,0.0,1.3440475463867188,0.8019676208496094,0.0,0.0,,,benchmark_results/xg/xg_benchmark_mc_pacman.json
+xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,4.5248600570485,0.10478747903835028,1.3563957214355469,0.0,1.3563957214355469,0.9390869140625,0.0,0.0,,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json

data/trial_shapley_retrain_summary.csv

@@ -20,9 +20,9 @@ within_session_cleaning,gru,True,data_shapley,r2_test,0.9122464656829834,outputs
 within_session_cleaning,langevinflow_ccn,True,mixed_full,r2_test,0.8912001848220825,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/langevinflow_ccn/langevinflow_ccn_within_session_full_retrain_summary.csv
 within_session_cleaning,langevinflow_ccn,True,oracle,r2_test,0.9376183748245239,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/langevinflow_ccn/langevinflow_ccn_within_session_full_retrain_summary.csv
 within_session_cleaning,langevinflow_ccn,True,data_shapley,r2_test,0.9028751254081726,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/langevinflow_ccn/langevinflow_ccn_within_session_full_retrain_summary.csv
-within_session_cleaning,ldns,True,mixed_full,r2_test,0.8657049536705017,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
-within_session_cleaning,ldns,True,oracle,r2_test,0.8975456953048706,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
-within_session_cleaning,ldns,True,data_shapley,r2_test,0.8306445479393005,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
+within_session_cleaning,ldns,True,mixed_full,r2_test,0.865720272064209,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
+within_session_cleaning,ldns,True,oracle,r2_test,0.8975447416305542,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
+within_session_cleaning,ldns,True,data_shapley,r2_test,0.8306529521942139,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
 within_session_cleaning,lfads_torch,True,mixed_full,r2_test,0.898984432220459,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
 within_session_cleaning,lfads_torch,True,oracle,r2_test,0.940969705581665,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
 within_session_cleaning,lfads_torch,True,data_shapley,r2_test,0.927871823310852,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
@@ -51,114 +51,50 @@ within_session_cleaning,tndm,True,mixed_full,r2_test,0.8853889107704163,outputs/
 within_session_cleaning,tndm,True,oracle,r2_test,0.8210415244102478,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/tndm/tndm_within_session_full_retrain_summary.csv
 within_session_cleaning,tndm,True,data_shapley,r2_test,0.8283848762512207,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/tndm/tndm_within_session_full_retrain_summary.csv
 cross_session_old_trial_selection,blend,True,target_only,r2_mean,0.11432141065597534,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_full_retrain_summary.csv
-cross_session_old_trial_selection,blend,True,latest_session_only,r2_mean,0.1737438142299652,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_full_retrain_summary.csv
 cross_session_old_trial_selection,blend,True,all_sessions,r2_mean,-0.1256813108921051,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_full_retrain_summary.csv
 cross_session_old_trial_selection,blend,True,oldonly_dshap_negative_removal,r2_mean,0.4186224043369293,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_full_retrain_summary.csv
-cross_session_old_trial_selection,blend,True,oldonly_dshap_topk_positive,r2_mean,-0.07790833711624146,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_full_retrain_summary.csv
-cross_session_old_trial_selection,blend,True,recency_budgeted,r2_mean,-0.07793444395065308,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_full_retrain_summary.csv
-cross_session_old_trial_selection,blend,True,oldonly_dshap_optimal_cutoff,r2_mean,0.25652509927749634,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_full_retrain_summary.csv
 cross_session_old_trial_selection,blend_ndt,True,target_only,r2_mean,0.4240512549877167,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend_ndt/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_ndt_full_retrain_summary.csv
-cross_session_old_trial_selection,blend_ndt,True,latest_session_only,r2_mean,0.725415825843811,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend_ndt/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_ndt_full_retrain_summary.csv
 cross_session_old_trial_selection,blend_ndt,True,all_sessions,r2_mean,0.40450072288513184,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend_ndt/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_ndt_full_retrain_summary.csv
 cross_session_old_trial_selection,blend_ndt,True,oldonly_dshap_negative_removal,r2_mean,0.154679536819458,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend_ndt/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_ndt_full_retrain_summary.csv
-cross_session_old_trial_selection,blend_ndt,True,oldonly_dshap_topk_positive,r2_mean,0.5188683271408081,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend_ndt/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_ndt_full_retrain_summary.csv
-cross_session_old_trial_selection,blend_ndt,True,recency_budgeted,r2_mean,0.6586601734161377,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend_ndt/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_ndt_full_retrain_summary.csv
-cross_session_old_trial_selection,blend_ndt,True,oldonly_dshap_optimal_cutoff,r2_mean,0.5849246978759766,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/blend_ndt/seed42/full_retrain_results_currenttrain_old_only_transfer/blend_ndt_full_retrain_summary.csv
 cross_session_old_trial_selection,cebra,True,target_only,r2_mean,0.3191969692707062,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/cebra/seed42/full_retrain_results_currenttrain_old_only_transfer/cebra_full_retrain_summary.csv
-cross_session_old_trial_selection,cebra,True,latest_session_only,r2_mean,0.6692876815795898,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/cebra/seed42/full_retrain_results_currenttrain_old_only_transfer/cebra_full_retrain_summary.csv
 cross_session_old_trial_selection,cebra,True,all_sessions,r2_mean,0.6551121473312378,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/cebra/seed42/full_retrain_results_currenttrain_old_only_transfer/cebra_full_retrain_summary.csv
 cross_session_old_trial_selection,cebra,True,oldonly_dshap_negative_removal,r2_mean,0.6904641389846802,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/cebra/seed42/full_retrain_results_currenttrain_old_only_transfer/cebra_full_retrain_summary.csv
-cross_session_old_trial_selection,cebra,True,oldonly_dshap_topk_positive,r2_mean,0.2795336842536926,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/cebra/seed42/full_retrain_results_currenttrain_old_only_transfer/cebra_full_retrain_summary.csv
-cross_session_old_trial_selection,cebra,True,recency_budgeted,r2_mean,0.36363184452056885,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/cebra/seed42/full_retrain_results_currenttrain_old_only_transfer/cebra_full_retrain_summary.csv
-cross_session_old_trial_selection,cebra,True,oldonly_dshap_optimal_cutoff,r2_mean,0.6443846225738525,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/cebra/seed42/full_retrain_results_currenttrain_old_only_transfer/cebra_full_retrain_summary.csv
 cross_session_old_trial_selection,dnn,True,target_only,r2_mean,0.800208568572998,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/dnn/seed42/full_retrain_results_currenttrain_old_only_transfer/dnn_full_retrain_summary.csv
-cross_session_old_trial_selection,dnn,True,latest_session_only,r2_mean,0.8567661046981812,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/dnn/seed42/full_retrain_results_currenttrain_old_only_transfer/dnn_full_retrain_summary.csv
 cross_session_old_trial_selection,dnn,True,all_sessions,r2_mean,0.7291351556777954,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/dnn/seed42/full_retrain_results_currenttrain_old_only_transfer/dnn_full_retrain_summary.csv
 cross_session_old_trial_selection,dnn,True,oldonly_dshap_negative_removal,r2_mean,0.7806761860847473,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/dnn/seed42/full_retrain_results_currenttrain_old_only_transfer/dnn_full_retrain_summary.csv
-cross_session_old_trial_selection,dnn,True,oldonly_dshap_topk_positive,r2_mean,0.8042055368423462,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/dnn/seed42/full_retrain_results_currenttrain_old_only_transfer/dnn_full_retrain_summary.csv
-cross_session_old_trial_selection,dnn,True,recency_budgeted,r2_mean,0.810875654220581,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/dnn/seed42/full_retrain_results_currenttrain_old_only_transfer/dnn_full_retrain_summary.csv
-cross_session_old_trial_selection,dnn,True,oldonly_dshap_optimal_cutoff,r2_mean,0.800484299659729,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/dnn/seed42/full_retrain_results_currenttrain_old_only_transfer/dnn_full_retrain_summary.csv
 cross_session_old_trial_selection,gpfa,True,target_only,r2_mean,0.673195481300354,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gpfa/seed42/full_retrain_results_currenttrain_old_only_transfer/gpfa_full_retrain_summary.csv
-cross_session_old_trial_selection,gpfa,True,latest_session_only,r2_mean,0.6839675903320312,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gpfa/seed42/full_retrain_results_currenttrain_old_only_transfer/gpfa_full_retrain_summary.csv
 cross_session_old_trial_selection,gpfa,True,all_sessions,r2_mean,-0.2545117735862732,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gpfa/seed42/full_retrain_results_currenttrain_old_only_transfer/gpfa_full_retrain_summary.csv
 cross_session_old_trial_selection,gpfa,True,oldonly_dshap_negative_removal,r2_mean,0.296526700258255,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gpfa/seed42/full_retrain_results_currenttrain_old_only_transfer/gpfa_full_retrain_summary.csv
-cross_session_old_trial_selection,gpfa,True,oldonly_dshap_topk_positive,r2_mean,0.6666826009750366,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gpfa/seed42/full_retrain_results_currenttrain_old_only_transfer/gpfa_full_retrain_summary.csv
-cross_session_old_trial_selection,gpfa,True,recency_budgeted,r2_mean,0.6663801670074463,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gpfa/seed42/full_retrain_results_currenttrain_old_only_transfer/gpfa_full_retrain_summary.csv
-cross_session_old_trial_selection,gpfa,True,oldonly_dshap_optimal_cutoff,r2_mean,0.6469155550003052,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gpfa/seed42/full_retrain_results_currenttrain_old_only_transfer/gpfa_full_retrain_summary.csv
 cross_session_old_trial_selection,gru,True,target_only,r2_mean,0.7965540885925293,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gru/seed42/full_retrain_results_currenttrain_old_only_transfer/gru_full_retrain_summary.csv
-cross_session_old_trial_selection,gru,True,latest_session_only,r2_mean,0.900531530380249,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gru/seed42/full_retrain_results_currenttrain_old_only_transfer/gru_full_retrain_summary.csv
 cross_session_old_trial_selection,gru,True,all_sessions,r2_mean,0.7677397131919861,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gru/seed42/full_retrain_results_currenttrain_old_only_transfer/gru_full_retrain_summary.csv
 cross_session_old_trial_selection,gru,True,oldonly_dshap_negative_removal,r2_mean,0.7593589425086975,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gru/seed42/full_retrain_results_currenttrain_old_only_transfer/gru_full_retrain_summary.csv
-cross_session_old_trial_selection,gru,True,oldonly_dshap_topk_positive,r2_mean,0.7132974863052368,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gru/seed42/full_retrain_results_currenttrain_old_only_transfer/gru_full_retrain_summary.csv
-cross_session_old_trial_selection,gru,True,recency_budgeted,r2_mean,0.7719892263412476,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gru/seed42/full_retrain_results_currenttrain_old_only_transfer/gru_full_retrain_summary.csv
-cross_session_old_trial_selection,gru,True,oldonly_dshap_optimal_cutoff,r2_mean,0.8274003267288208,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/gru/seed42/full_retrain_results_currenttrain_old_only_transfer/gru_full_retrain_summary.csv
 cross_session_old_trial_selection,langevinflow_ccn,True,target_only,r2_mean,-0.07789993286132812,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/langevinflow_ccn/seed42/full_retrain_results_currenttrain_old_only_transfer/langevinflow_ccn_full_retrain_summary.csv
-cross_session_old_trial_selection,langevinflow_ccn,True,latest_session_only,r2_mean,-0.0214349627494812,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/langevinflow_ccn/seed42/full_retrain_results_currenttrain_old_only_transfer/langevinflow_ccn_full_retrain_summary.csv
 cross_session_old_trial_selection,langevinflow_ccn,True,all_sessions,r2_mean,0.5746556520462036,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/langevinflow_ccn/seed42/full_retrain_results_currenttrain_old_only_transfer/langevinflow_ccn_full_retrain_summary.csv
 cross_session_old_trial_selection,langevinflow_ccn,True,oldonly_dshap_negative_removal,r2_mean,0.43142813444137573,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/langevinflow_ccn/seed42/full_retrain_results_currenttrain_old_only_transfer/langevinflow_ccn_full_retrain_summary.csv
-cross_session_old_trial_selection,langevinflow_ccn,True,oldonly_dshap_topk_positive,r2_mean,-0.07789993286132812,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/langevinflow_ccn/seed42/full_retrain_results_currenttrain_old_only_transfer/langevinflow_ccn_full_retrain_summary.csv
-cross_session_old_trial_selection,langevinflow_ccn,True,recency_budgeted,r2_mean,-0.07789993286132812,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/langevinflow_ccn/seed42/full_retrain_results_currenttrain_old_only_transfer/langevinflow_ccn_full_retrain_summary.csv
-cross_session_old_trial_selection,langevinflow_ccn,True,oldonly_dshap_optimal_cutoff,r2_mean,-0.09191471338272095,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/langevinflow_ccn/seed42/full_retrain_results_currenttrain_old_only_transfer/langevinflow_ccn_full_retrain_summary.csv
 cross_session_old_trial_selection,ldns,True,target_only,r2_mean,0.5739108324050903,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/ldns/seed42/full_retrain_results_currenttrain_old_only_transfer/ldns_full_retrain_summary.csv
-cross_session_old_trial_selection,ldns,True,latest_session_only,r2_mean,0.8340774774551392,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/ldns/seed42/full_retrain_results_currenttrain_old_only_transfer/ldns_full_retrain_summary.csv
 cross_session_old_trial_selection,ldns,True,all_sessions,r2_mean,0.5159040689468384,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/ldns/seed42/full_retrain_results_currenttrain_old_only_transfer/ldns_full_retrain_summary.csv
 cross_session_old_trial_selection,ldns,True,oldonly_dshap_negative_removal,r2_mean,0.6337634325027466,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/ldns/seed42/full_retrain_results_currenttrain_old_only_transfer/ldns_full_retrain_summary.csv
-cross_session_old_trial_selection,ldns,True,oldonly_dshap_topk_positive,r2_mean,0.5738673210144043,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/ldns/seed42/full_retrain_results_currenttrain_old_only_transfer/ldns_full_retrain_summary.csv
-cross_session_old_trial_selection,ldns,True,recency_budgeted,r2_mean,0.5739465951919556,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/ldns/seed42/full_retrain_results_currenttrain_old_only_transfer/ldns_full_retrain_summary.csv
-cross_session_old_trial_selection,ldns,True,oldonly_dshap_optimal_cutoff,r2_mean,0.8446701765060425,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/ldns/seed42/full_retrain_results_currenttrain_old_only_transfer/ldns_full_retrain_summary.csv
 cross_session_old_trial_selection,lfads_torch,True,target_only,r2_mean,0.9260963797569275,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lfads_torch/seed42/full_retrain_results_currenttrain_old_only_transfer/lfads_torch_full_retrain_summary.csv
-cross_session_old_trial_selection,lfads_torch,True,latest_session_only,r2_mean,0.9327524304389954,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lfads_torch/seed42/full_retrain_results_currenttrain_old_only_transfer/lfads_torch_full_retrain_summary.csv
 cross_session_old_trial_selection,lfads_torch,True,all_sessions,r2_mean,0.7576751112937927,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lfads_torch/seed42/full_retrain_results_currenttrain_old_only_transfer/lfads_torch_full_retrain_summary.csv
 cross_session_old_trial_selection,lfads_torch,True,oldonly_dshap_negative_removal,r2_mean,0.8262218236923218,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lfads_torch/seed42/full_retrain_results_currenttrain_old_only_transfer/lfads_torch_full_retrain_summary.csv
-cross_session_old_trial_selection,lfads_torch,True,oldonly_dshap_topk_positive,r2_mean,0.9256696701049805,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lfads_torch/seed42/full_retrain_results_currenttrain_old_only_transfer/lfads_torch_full_retrain_summary.csv
-cross_session_old_trial_selection,lfads_torch,True,recency_budgeted,r2_mean,0.8856402635574341,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lfads_torch/seed42/full_retrain_results_currenttrain_old_only_transfer/lfads_torch_full_retrain_summary.csv
-cross_session_old_trial_selection,lfads_torch,True,oldonly_dshap_optimal_cutoff,r2_mean,0.9107475876808167,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lfads_torch/seed42/full_retrain_results_currenttrain_old_only_transfer/lfads_torch_full_retrain_summary.csv
 cross_session_old_trial_selection,lstm,True,target_only,r2_mean,0.7644439339637756,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lstm/seed42/full_retrain_results_currenttrain_old_only_transfer/lstm_full_retrain_summary.csv
-cross_session_old_trial_selection,lstm,True,latest_session_only,r2_mean,0.9315593242645264,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lstm/seed42/full_retrain_results_currenttrain_old_only_transfer/lstm_full_retrain_summary.csv
 cross_session_old_trial_selection,lstm,True,all_sessions,r2_mean,0.908989429473877,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lstm/seed42/full_retrain_results_currenttrain_old_only_transfer/lstm_full_retrain_summary.csv
 cross_session_old_trial_selection,lstm,True,oldonly_dshap_negative_removal,r2_mean,0.8755612373352051,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lstm/seed42/full_retrain_results_currenttrain_old_only_transfer/lstm_full_retrain_summary.csv
-cross_session_old_trial_selection,lstm,True,oldonly_dshap_topk_positive,r2_mean,0.7702171802520752,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lstm/seed42/full_retrain_results_currenttrain_old_only_transfer/lstm_full_retrain_summary.csv
-cross_session_old_trial_selection,lstm,True,recency_budgeted,r2_mean,0.8430078029632568,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lstm/seed42/full_retrain_results_currenttrain_old_only_transfer/lstm_full_retrain_summary.csv
-cross_session_old_trial_selection,lstm,True,oldonly_dshap_optimal_cutoff,r2_mean,0.9145876169204712,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/lstm/seed42/full_retrain_results_currenttrain_old_only_transfer/lstm_full_retrain_summary.csv
 cross_session_old_trial_selection,neds,True,target_only,r2_mean,0.8892735838890076,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_full_retrain_summary.csv
-cross_session_old_trial_selection,neds,True,latest_session_only,r2_mean,0.9617194533348083,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_full_retrain_summary.csv
 cross_session_old_trial_selection,neds,True,all_sessions,r2_mean,0.9590921998023987,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_full_retrain_summary.csv
 cross_session_old_trial_selection,neds,True,oldonly_dshap_negative_removal,r2_mean,0.9512867331504822,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_full_retrain_summary.csv
-cross_session_old_trial_selection,neds,True,oldonly_dshap_topk_positive,r2_mean,0.8997244834899902,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_full_retrain_summary.csv
-cross_session_old_trial_selection,neds,True,recency_budgeted,r2_mean,0.919924259185791,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_full_retrain_summary.csv
-cross_session_old_trial_selection,neds,True,oldonly_dshap_optimal_cutoff,r2_mean,0.9554288387298584,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_full_retrain_summary.csv
 cross_session_old_trial_selection,neds_pretrained,True,target_only,r2_mean,0.5945131182670593,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds_pretrained/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_pretrained_full_retrain_summary.csv
-cross_session_old_trial_selection,neds_pretrained,True,latest_session_only,r2_mean,0.9380762577056885,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds_pretrained/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_pretrained_full_retrain_summary.csv
 cross_session_old_trial_selection,neds_pretrained,True,all_sessions,r2_mean,0.9272142052650452,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds_pretrained/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_pretrained_full_retrain_summary.csv
 cross_session_old_trial_selection,neds_pretrained,True,oldonly_dshap_negative_removal,r2_mean,0.9587971568107605,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds_pretrained/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_pretrained_full_retrain_summary.csv
-cross_session_old_trial_selection,neds_pretrained,True,oldonly_dshap_topk_positive,r2_mean,0.8677711486816406,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds_pretrained/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_pretrained_full_retrain_summary.csv
-cross_session_old_trial_selection,neds_pretrained,True,recency_budgeted,r2_mean,0.43521928787231445,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds_pretrained/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_pretrained_full_retrain_summary.csv
-cross_session_old_trial_selection,neds_pretrained,True,oldonly_dshap_optimal_cutoff,r2_mean,0.9600385427474976,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/neds_pretrained/seed42/full_retrain_results_currenttrain_old_only_transfer/neds_pretrained_full_retrain_summary.csv
 cross_session_old_trial_selection,pca,True,target_only,r2_mean,0.263071745634079,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/pca/seed42/full_retrain_results_currenttrain_old_only_transfer/pca_full_retrain_summary.csv
-cross_session_old_trial_selection,pca,True,latest_session_only,r2_mean,0.3101252019405365,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/pca/seed42/full_retrain_results_currenttrain_old_only_transfer/pca_full_retrain_summary.csv
 cross_session_old_trial_selection,pca,True,all_sessions,r2_mean,0.15457838773727417,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/pca/seed42/full_retrain_results_currenttrain_old_only_transfer/pca_full_retrain_summary.csv
 cross_session_old_trial_selection,pca,True,oldonly_dshap_negative_removal,r2_mean,0.2566351890563965,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/pca/seed42/full_retrain_results_currenttrain_old_only_transfer/pca_full_retrain_summary.csv
-cross_session_old_trial_selection,pca,True,oldonly_dshap_topk_positive,r2_mean,0.263071745634079,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/pca/seed42/full_retrain_results_currenttrain_old_only_transfer/pca_full_retrain_summary.csv
-cross_session_old_trial_selection,pca,True,recency_budgeted,r2_mean,0.263071745634079,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/pca/seed42/full_retrain_results_currenttrain_old_only_transfer/pca_full_retrain_summary.csv
-cross_session_old_trial_selection,pca,True,oldonly_dshap_optimal_cutoff,r2_mean,0.30988726019859314,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/pca/seed42/full_retrain_results_currenttrain_old_only_transfer/pca_full_retrain_summary.csv
-cross_session_old_trial_selection,rnn,True,target_only,r2_mean,0.22246620059013367,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
-cross_session_old_trial_selection,rnn,True,latest_session_only,r2_mean,0.6342082023620605,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
-cross_session_old_trial_selection,rnn,True,all_sessions,r2_mean,0.6944586038589478,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
-cross_session_old_trial_selection,rnn,True,oldonly_dshap_negative_removal,r2_mean,0.8676932454109192,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
-cross_session_old_trial_selection,rnn,True,oldonly_dshap_topk_positive,r2_mean,-1.5358251333236694,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
-cross_session_old_trial_selection,rnn,True,recency_budgeted,r2_mean,0.2659475803375244,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
-cross_session_old_trial_selection,rnn,True,oldonly_dshap_optimal_cutoff,r2_mean,0.7519748210906982,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
+cross_session_old_trial_selection,rnn,True,target_only,r2_mean,0.4174221158027649,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
+cross_session_old_trial_selection,rnn,True,all_sessions,r2_mean,0.7104209661483765,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
+cross_session_old_trial_selection,rnn,True,oldonly_dshap_negative_removal,r2_mean,0.8011685609817505,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/rnn/seed42/full_retrain_results_currenttrain_old_only_transfer/rnn_full_retrain_summary.csv
 cross_session_old_trial_selection,smc_rnns,True,target_only,r2_mean,0.41455134749412537,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/smc_rnns/seed42/full_retrain_results_currenttrain_old_only_transfer/smc_rnns_full_retrain_summary.csv
-cross_session_old_trial_selection,smc_rnns,True,latest_session_only,r2_mean,0.7776566743850708,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/smc_rnns/seed42/full_retrain_results_currenttrain_old_only_transfer/smc_rnns_full_retrain_summary.csv
 cross_session_old_trial_selection,smc_rnns,True,all_sessions,r2_mean,0.520700216293335,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/smc_rnns/seed42/full_retrain_results_currenttrain_old_only_transfer/smc_rnns_full_retrain_summary.csv
 cross_session_old_trial_selection,smc_rnns,True,oldonly_dshap_negative_removal,r2_mean,0.6554591655731201,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/smc_rnns/seed42/full_retrain_results_currenttrain_old_only_transfer/smc_rnns_full_retrain_summary.csv
-cross_session_old_trial_selection,smc_rnns,True,oldonly_dshap_topk_positive,r2_mean,0.34112927317619324,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/smc_rnns/seed42/full_retrain_results_currenttrain_old_only_transfer/smc_rnns_full_retrain_summary.csv
-cross_session_old_trial_selection,smc_rnns,True,recency_budgeted,r2_mean,0.2676042318344116,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/smc_rnns/seed42/full_retrain_results_currenttrain_old_only_transfer/smc_rnns_full_retrain_summary.csv
-cross_session_old_trial_selection,smc_rnns,True,oldonly_dshap_optimal_cutoff,r2_mean,0.6811336874961853,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/smc_rnns/seed42/full_retrain_results_currenttrain_old_only_transfer/smc_rnns_full_retrain_summary.csv
 cross_session_old_trial_selection,tndm,True,target_only,r2_mean,0.6255723237991333,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/tndm/seed42/full_retrain_results_currenttrain_old_only_transfer/tndm_full_retrain_summary.csv
-cross_session_old_trial_selection,tndm,True,latest_session_only,r2_mean,0.7848820686340332,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/tndm/seed42/full_retrain_results_currenttrain_old_only_transfer/tndm_full_retrain_summary.csv
 cross_session_old_trial_selection,tndm,True,all_sessions,r2_mean,0.5235977172851562,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/tndm/seed42/full_retrain_results_currenttrain_old_only_transfer/tndm_full_retrain_summary.csv
 cross_session_old_trial_selection,tndm,True,oldonly_dshap_negative_removal,r2_mean,0.3820957541465759,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/tndm/seed42/full_retrain_results_currenttrain_old_only_transfer/tndm_full_retrain_summary.csv
-cross_session_old_trial_selection,tndm,True,oldonly_dshap_topk_positive,r2_mean,0.7641776204109192,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/tndm/seed42/full_retrain_results_currenttrain_old_only_transfer/tndm_full_retrain_summary.csv
-cross_session_old_trial_selection,tndm,True,recency_budgeted,r2_mean,0.7751452922821045,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/tndm/seed42/full_retrain_results_currenttrain_old_only_transfer/tndm_full_retrain_summary.csv
-cross_session_old_trial_selection,tndm,True,oldonly_dshap_optimal_cutoff,r2_mean,0.5798722505569458,outputs/co_cross_session_story_single_20150716_recentfull_toxic800_oldonlytransfer_authorfix_20260510/tndm/seed42/full_retrain_results_currenttrain_old_only_transfer/tndm_full_retrain_summary.csv

data/trial_shapley_summary.csv

@@ -1,82 +1,82 @@
-record_type,model,dataset,session,is_active_model,analysis,decoder,metric,decode_score,decode_mse,baseline_score,full_score,perturbation_auc,iterations,converged,final_error,perturbation_fraction,rotation_angle_deg,rotation_subspace_dim,trial_selection_mode,shapley_n_values,shapley_mean_value,shapley_median_value,shapley_min_value,shapley_max_value,shapley_fraction_positive,shapley_fraction_negative,source_path
-shapley_json,blend,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.5904201680672269,,0.1336116910229645,0.5907983193277311,0.5619898260972437,1900,True,0.09775381535291672,0.3298538622129436,75.0,96,random,479,0.0009527943813493745,0.0008584309834986925,-0.004582080990076065,0.012041931040585041,0.7369519832985386,0.2630480167014614,shap_trial_results/blend/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,blend,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.734700083732605,10.749096870422363,-0.002027639307195973,0.7347452633859735,0.9597293814432989,1800,True,0.0885990709066391,0.3310344827586207,75.0,96,random,290,0.0025338021825581534,0.015042021870613098,-0.2899482846260071,0.07558442652225494,0.6655172413793103,0.33448275862068966,shap_trial_results/blend/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,blend,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8632873296737671,1.980250597000122,-0.019771603158179794,0.8632873338289009,0.9332779623477298,3000,False,0.1479770988225937,0.328125,75.0,96,random,256,0.0034271386328157405,0.006150692468509078,-0.06608783453702927,0.04385935887694359,0.59765625,0.40234375,shap_trial_results/blend/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,blend,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9044732451438904,0.00697106309235096,-0.12875687977286387,0.9044733399480394,0.999921377466782,1100,True,0.0873885229229927,0.32916666666666666,75.0,96,random,240,0.004304793781678503,0.01560328109189868,-0.09117476642131805,0.075927734375,0.6708333333333333,0.32916666666666666,shap_trial_results/blend/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,blend,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.06787878787878789,,0.14074074074074075,0.06545454545454546,0.4706172839506173,500,True,0.09166430681943893,0.3333333333333333,75.0,96,random,135,-0.0005271659877271978,-0.0007894949521869421,-0.0076813469640910625,0.005548552144318819,0.45185185185185184,0.5481481481481482,shap_trial_results/blend/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,blend_ndt,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.734873949579832,,0.1336116910229645,0.7352100840336134,0.5689301628613116,1300,True,0.0768178254365921,0.3298538622129436,75.0,96,random,479,0.0012454949047140812,0.001168429502286017,-0.0033308325801044703,0.009066388942301273,0.8308977035490606,0.16910229645093947,shap_trial_results/blend_ndt/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,blend_ndt,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.7337040901184082,10.78945255279541,-0.0053540788811115465,0.7337042555333257,0.9000751718213058,3000,False,0.12132363021373749,0.3310344827586207,75.0,96,random,290,0.0025331770988549548,0.004909476498141885,-0.040586356073617935,0.013030324131250381,0.7517241379310344,0.2482758620689655,shap_trial_results/blend_ndt/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,blend_ndt,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.7596782445907593,3.4848623275756836,-0.022072614007795126,0.7596781265399295,0.9199889258028793,2700,True,0.08327265828847885,0.328125,75.0,96,random,256,0.0030389105658059634,0.005921338452026248,-0.039490096271038055,0.01940164342522621,0.703125,0.296875,shap_trial_results/blend_ndt/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,blend_ndt,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.845917820930481,0.011325627565383911,-0.1563405256369745,0.8459178247024084,0.8665775611290196,2800,True,0.09412077814340591,0.32916666666666666,75.0,96,random,240,0.004161888393718982,0.005461745895445347,-0.04771656543016434,0.029053382575511932,0.6375,0.3625,shap_trial_results/blend_ndt/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,blend_ndt,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.36848484848484847,,0.14074074074074075,0.36848484848484847,0.7165432098765432,1000,True,0.0914798304438591,0.3333333333333333,75.0,96,random,135,0.0016869484904250217,0.0002975084353238344,-0.005409697070717812,0.021779797971248627,0.562962962962963,0.43703703703703706,shap_trial_results/blend_ndt/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,cebra,allen_neuropixels,721123822,True,subspace_rotation,cuml_knn,accuracy,0.4439495798319328,,0.1336116910229645,0.4439495798319328,0.5309554793170077,3000,False,0.2491171956062317,0.3298538622129436,75.0,96,random,479,0.0006486681317301286,0.0007160399109125137,-0.000428905215812847,0.0019113054731860757,0.7599164926931107,0.24008350730688935,shap_trial_results/cebra/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,cebra,mc_pacman,mc_pacman,True,subspace_rotation,cuml_knn,r2,0.38707834482192993,24.833608627319336,-0.31979843735694885,0.38707834482192993,0.8420854810996563,1500,True,0.08625944703817368,0.3310344827586207,75.0,96,random,290,0.0024369621608237705,0.002981571014970541,-0.027114327996969223,0.0213963333517313,0.696551724137931,0.30344827586206896,shap_trial_results/cebra/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,cebra,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_knn,r2,0.6672760248184204,4.826430320739746,-0.338843344449997,0.6672760248184204,0.7903516057585825,2500,True,0.09084710478782654,0.328125,75.0,96,random,256,0.003927683739959775,0.004716858267784119,-0.040615689009428024,0.015803290531039238,0.80078125,0.19921875,shap_trial_results/cebra/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,cebra,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_knn,r2,0.9867305755615234,0.000976781826466322,-0.15954749524593353,0.9867305755615234,0.5519301831905024,2900,True,0.0763850137591362,0.32916666666666666,75.0,96,random,240,0.004742447832692657,0.005915313959121704,-0.02857518009841442,0.02268371172249317,0.6833333333333333,0.31666666666666665,shap_trial_results/cebra/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,cebra,speech,t12,True,subspace_rotation,cuml_knn,accuracy,0.4024242424242424,,0.14074074074074075,0.4024242424242424,0.5249382716049382,700,True,0.07866682857275009,0.3333333333333333,75.0,96,random,135,0.001937831957130348,0.0013608465669676661,-0.00517845107242465,0.01157441083341837,0.5703703703703704,0.42962962962962964,shap_trial_results/cebra/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,dnn,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.09243697478991597,,0.1336116910229645,0.09243697478991597,0.5455952521787137,2300,True,0.09575560688972473,0.3298538622129436,75.0,96,random,479,-8.595974389463909e-05,-4.201299452688545e-05,-0.0007252428331412375,0.0003291933098807931,0.20041753653444677,0.7974947807933194,shap_trial_results/dnn/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,dnn,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8225066065788269,7.191459655761719,-0.018482131198155526,0.8225051692915591,0.6193621134020619,1600,True,0.09621287882328033,0.3310344827586207,75.0,96,random,290,0.0028822946480870776,0.002977527678012848,-0.005477442871779203,0.009142875671386719,0.9241379310344827,0.07586206896551724,shap_trial_results/dnn/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,dnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8094831705093384,2.762199640274048,-0.07393979230752228,0.8094831973387415,0.6870847176079734,2300,True,0.09650570154190063,0.328125,75.0,96,random,256,0.0034352398662349515,0.003926559118553996,-0.0075371721759438515,0.010597188025712967,0.875,0.125,shap_trial_results/dnn/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,dnn,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8576648831367493,0.010468014515936375,-0.1695249612701854,0.8576651119089684,0.7351206855884895,3000,False,0.11209556460380554,0.32916666666666666,75.0,96,random,240,0.004265829199509122,0.0053560566157102585,-0.030063698068261147,0.019181981682777405,0.6833333333333333,0.31666666666666665,shap_trial_results/dnn/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,dnn,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.7248484848484849,,0.14074074074074075,0.7248484848484849,0.5597530864197531,1600,True,0.06778968870639801,0.3333333333333333,75.0,96,random,135,0.004323749858519511,0.0026278619188815355,-0.003814141498878598,0.02607424184679985,0.8296296296296296,0.17037037037037037,shap_trial_results/dnn/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gpfa,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.4992436974789916,,0.1336116910229645,0.4992857142857143,0.5307977443905517,1500,True,0.08388659358024597,0.3298538622129436,75.0,96,random,479,0.0007630008627275175,0.0007006512605585158,-0.0038293791003525257,0.008230087347328663,0.6659707724425887,0.33402922755741127,shap_trial_results/gpfa/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gpfa,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.36650824546813965,25.667043685913086,-0.00038177846337592356,0.36650815068789755,0.7993986254295533,3000,False,0.2062099128961563,0.3310344827586207,75.0,96,random,290,0.0012635097150419385,0.004491699161008,-0.06986160576343536,0.03856688737869263,0.6344827586206897,0.36551724137931035,shap_trial_results/gpfa/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gpfa,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.7013036012649536,4.335640907287598,-0.017257736036274677,0.7013036748770701,0.8461378737541528,3000,True,0.08884525299072266,0.328125,75.0,96,random,256,0.0027993293750228077,0.005170605843886733,-0.03483922407031059,0.02292706072330475,0.6796875,0.3203125,shap_trial_results/gpfa/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gpfa,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.768699049949646,0.020155148580670357,9.64730129392477e-05,0.7686990529113245,0.9668212909819955,1800,True,0.08518360555171967,0.32916666666666666,75.0,96,random,240,0.0032019649539506644,0.007290721870958805,-0.037182703614234924,0.020550493150949478,0.6875,0.3125,shap_trial_results/gpfa/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,gpfa,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.6836363636363636,,0.14074074074074075,0.6836363636363636,0.7237037037037037,900,True,0.09662207216024399,0.3333333333333333,75.0,96,random,135,0.004021738361997349,0.002937223995104432,-0.01794777438044548,0.03737298771739006,0.6444444444444445,0.35555555555555557,shap_trial_results/gpfa/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gru,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.81,,0.1336116910229645,0.8097899159663866,0.5529595015576324,900,True,0.09721312671899796,0.3298538622129436,75.0,96,random,479,0.0013982322488230396,0.0013044370571151376,-0.0005730139091610909,0.0031521066557615995,0.9916492693110647,0.008350730688935281,shap_trial_results/gru/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gru,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8703651428222656,5.252387046813965,-0.018279294134550726,0.8703811256455845,0.7131658075601375,1500,True,0.0978323295712471,0.3310344827586207,75.0,96,random,290,0.0030405107275673173,0.003956690430641174,-0.036107487976551056,0.009917897172272205,0.8517241379310345,0.1482758620689655,shap_trial_results/gru/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gru,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.9144549369812012,1.2416691780090332,-0.07804274127754769,0.9144549231785548,0.5699058693244741,1400,True,0.08567893505096436,0.328125,75.0,96,random,256,0.0038479060806650978,0.0038647701730951667,-0.00472983717918396,0.009187165647745132,0.9609375,0.0390625,shap_trial_results/gru/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,gru,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8147112131118774,0.013637613505125046,-0.17184511933361724,0.8147112389044676,0.8703514427234845,3000,False,0.2237379103899002,0.32916666666666666,75.0,96,random,240,0.00409853380681208,0.005647521233186126,-0.04951668530702591,0.026405008509755135,0.6333333333333333,0.36666666666666664,shap_trial_results/gru/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,gru,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.7806060606060606,,0.14074074074074075,0.7806060606060606,0.4844444444444444,900,True,0.08753827214241028,0.3333333333333333,75.0,96,random,135,0.004733468009874707,0.003962887916713953,-0.005976655520498753,0.015356827527284622,0.8814814814814815,0.11851851851851852,shap_trial_results/gru/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,langevinflow_ccn,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.6088655462184874,,0.1336116910229645,0.6091176470588235,0.5654599944792776,1400,True,0.07220733910799026,0.3298538622129436,75.0,96,random,479,0.0009917160979078256,0.0007768332143314183,-0.007067220751196146,0.0109647111967206,0.7411273486430062,0.2588726513569937,shap_trial_results/langevinflow_ccn/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,langevinflow_ccn,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8309060335159302,6.851140975952148,-0.007748889510488041,0.8309103528666165,0.9611254295532645,1900,True,0.08788139373064041,0.3310344827586207,75.0,96,random,290,0.00287645388392587,0.006690907292068005,-0.09498719871044159,0.030801977962255478,0.6758620689655173,0.32413793103448274,shap_trial_results/langevinflow_ccn/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,langevinflow_ccn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.7949391007423401,2.974297046661377,-0.021063972192922522,0.7949390961217129,0.9638704318936877,2300,True,0.07770771533250809,0.328125,75.0,96,random,256,0.00317231187372613,0.003966515185311437,-0.015513423830270767,0.012376631610095501,0.734375,0.265625,shap_trial_results/langevinflow_ccn/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,langevinflow_ccn,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.958480954170227,0.003050842322409153,-0.15499822926078358,0.9584810237674549,0.8498309615535813,2900,True,0.07594914734363556,0.32916666666666666,75.0,96,random,240,0.0046078487085954595,0.005184720270335674,-0.03028593584895134,0.027884140610694885,0.65,0.35,shap_trial_results/langevinflow_ccn/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,langevinflow_ccn,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.15515151515151515,,0.14074074074074075,0.15515151515151515,0.528395061728395,1200,True,0.09923385828733444,0.3333333333333333,75.0,96,random,135,0.00010561666586673473,-0.00011245791392866522,-0.008848597295582294,0.011179236695170403,0.48148148148148145,0.5185185185185185,shap_trial_results/langevinflow_ccn/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,ldns,allen_neuropixels,721123822,True,subspace_rotation,ldns_rate_cuml_logistic,accuracy,0.6157983193277311,,0.1336116910229645,0.6155882352941177,0.5461768997200205,1500,True,0.08445987850427628,0.3298538622129436,75.0,96,random,479,0.0010025590610015028,0.0008524124859832227,-0.00568047259002924,0.010064009577035904,0.732776617954071,0.267223382045929,shap_trial_results/ldns/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,ldns,mc_pacman,mc_pacman,True,subspace_rotation,ldns_rate_cuml_ridge,r2,0.8175338506698608,7.392940044403076,-0.0059160049727441134,0.8168445597998968,0.7633161512027491,3000,False,0.10339204221963882,0.3310344827586207,75.0,96,random,290,0.0028197867298049148,0.16765017062425613,-5.881119251251221,0.9315973520278931,0.7379310344827587,0.2620689655172414,shap_trial_results/ldns/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,ldns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,ldns_rate_cuml_ridge,r2,0.8657147884368896,1.947859287261963,-0.020570087674569644,0.8657148358744293,0.7048726467331119,3000,False,0.8985709547996521,0.328125,75.0,96,random,256,0.00343816824580756,0.03171074390411377,-0.9684188961982727,0.23899707198143005,0.5703125,0.4296875,shap_trial_results/ldns/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,ldns,ratinabox,ratinabox_nav,True,subspace_rotation,ldns_rate_cuml_ridge,r2,0.9278397560119629,0.005264329258352518,-0.15961229625242154,0.9278398050113184,0.24962654296721443,3000,False,0.1712779700756073,0.32916666666666666,75.0,96,random,240,0.004505941630365366,0.013061861507594585,-0.262469083070755,0.1473214477300644,0.5916666666666667,0.4083333333333333,shap_trial_results/ldns/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lfads_torch,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.5121428571428571,,0.1336116910229645,0.5122689075630252,0.5624630308766119,2100,True,0.08623862266540527,0.3298538622129436,75.0,96,random,479,0.0007899996217959963,0.0007620081305503845,-0.004311244469136,0.008008426055312157,0.7118997912317327,0.2881002087682672,shap_trial_results/lfads_torch/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lfads_torch,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8256524801254272,7.063999176025391,-0.005168907268494859,0.825662485314357,0.9348689862542955,2800,True,0.07924432307481766,0.3310344827586207,75.0,96,random,290,0.002847407807511727,0.008957760408520699,-0.06960177421569824,0.02368886023759842,0.6413793103448275,0.3586206896551724,shap_trial_results/lfads_torch/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lfads_torch,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.876294732093811,1.7931997776031494,-0.025780200733052934,0.876294649777549,0.9585409745293465,2600,True,0.08755844831466675,0.328125,75.0,96,random,256,0.0034979981464431376,0.004879129119217396,-0.01143932156264782,0.014810232445597649,0.6484375,0.3515625,shap_trial_results/lfads_torch/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lfads_torch,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9125872850418091,0.00644896924495697,-0.1340015742682143,0.9125872024379741,0.965012972717981,2200,True,0.07858183234930038,0.32916666666666666,75.0,96,random,240,0.004342407861743899,0.006461618235334754,-0.028928600251674652,0.0299482811242342,0.6791666666666667,0.32083333333333336,shap_trial_results/lfads_torch/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lfads_torch,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.5066666666666667,,0.14074074074074075,0.5078787878787879,0.6330864197530863,800,True,0.09322850406169891,0.3333333333333333,75.0,96,random,135,0.0027210562485615137,0.0016220537945628166,-0.01624242402613163,0.02763047069311142,0.5851851851851851,0.4148148148148148,shap_trial_results/lfads_torch/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lstm,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.8278151260504202,,0.1336116910229645,0.8276470588235294,0.5825939508655704,800,True,0.09230903536081314,0.3298538622129436,75.0,96,random,479,0.0014363588395966936,0.0013843553606420755,-0.0006960609462112188,0.003136714454740286,0.9979123173277662,0.0020876826722338203,shap_trial_results/lstm/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lstm,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8218332529067993,7.218741416931152,-0.01703576597983054,0.8218417565706778,0.6442225085910653,1600,True,0.09609610587358475,0.3310344827586207,75.0,96,random,290,0.0028725939482871486,0.0033210638212040067,-0.009381747804582119,0.009704726748168468,0.8689655172413793,0.1310344827586207,shap_trial_results/lstm/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lstm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.9367649555206299,0.9185017347335815,-0.08306841988149084,0.9367650125305652,0.545750276854928,900,True,0.09169621765613556,0.328125,75.0,96,random,256,0.00395436637381863,0.003790187882259488,-0.01467293594032526,0.010158347897231579,0.9921875,0.0078125,shap_trial_results/lstm/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,lstm,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8958650827407837,0.007669800892472267,-0.1749421824148361,0.8958650687695537,0.8184605707995912,3000,True,0.06919390708208084,0.32916666666666666,75.0,96,random,240,0.004433191814860038,0.005566216306760907,-0.036022260785102844,0.024149814620614052,0.6291666666666667,0.37083333333333335,shap_trial_results/lstm/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,lstm,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.6824242424242424,,0.14074074074074075,0.6824242424242424,0.5058024691358024,900,True,0.0660286620259285,0.3333333333333333,75.0,96,random,135,0.0040110637336544675,0.0029031052254140377,-0.009787953458726406,0.014355256222188473,0.8962962962962963,0.1037037037037037,shap_trial_results/lstm/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,marble,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ole,r2,0.19861090183258057,32.469703674316406,0.0003028783649718236,0.19860755283804532,0.7005476804123711,3000,False,1.8556630611419678,0.3310344827586207,75.0,96,random,290,0.0006836384531221358,0.0031392775708809495,-0.03830049932003021,0.0167903583496809,0.6275862068965518,0.3724137931034483,shap_trial_results/marble/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,marble,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,sklearn_ole,r2,0.35453787446022034,9.390634536743164,-0.018576471786021294,0.3545311282302573,0.6180786267995569,3000,False,0.14453554153442383,0.328125,75.0,96,random,256,0.0014580696948200966,0.002009905525483191,-0.04007742553949356,0.0285646915435791,0.5390625,0.4609375,shap_trial_results/marble/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,marble,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_knn,r2,0.9212168455123901,0.0058321040123701096,-0.1585092282295227,0.9212168455123901,0.8092617344130828,2900,True,0.06847404688596725,0.32916666666666666,75.0,96,random,240,0.004470883513264804,0.005027418956160545,-0.036669570952653885,0.02534988522529602,0.7,0.3,shap_trial_results/marble/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,marble,speech,t12,True,subspace_rotation,logistic,accuracy,0.4690909090909091,,0.14074074074074075,0.4690909090909091,0.6669135802469136,500,True,0.09960832446813583,0.3333333333333333,75.0,96,random,135,0.0024324389413878733,0.0014631649246439338,-0.011751110665500164,0.0174394603818655,0.5703703703703704,0.42962962962962964,shap_trial_results/marble/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.8107563025210084,,0.1336116910229645,0.810672268907563,0.5625418983398399,800,True,0.09295076131820679,0.3298538622129436,75.0,96,random,479,0.0014129140746530868,0.0013571472372859716,0.00021675419702660292,0.003431199584156275,1.0,0.0,shap_trial_results/neds/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.94307941198349,2.3062381744384766,-0.008864019371890231,0.9430734501690585,0.45650773195876293,1600,True,0.08556398004293442,0.3310344827586207,75.0,96,random,290,0.0032762744795161716,0.003395268344320357,-0.002622289815917611,0.008591815829277039,0.9586206896551724,0.041379310344827586,shap_trial_results/neds/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.963707447052002,0.5274146795272827,-0.04863392544594773,0.9637073531240494,0.5130813953488371,1000,True,0.0919186919927597,0.328125,75.0,96,random,256,0.0039434495706700545,0.00374960049521178,-0.0003671328304335475,0.008841291069984436,0.99609375,0.00390625,shap_trial_results/neds/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9942981004714966,0.00041962909745052457,-0.142559135976461,0.9942980822448753,0.6262284770815316,2300,True,0.09713923186063766,0.32916666666666666,75.0,96,random,240,0.00473018675942664,0.0049146071542054415,-0.01321742869913578,0.013183340430259705,0.8625,0.1375,shap_trial_results/neds/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.5987878787878788,,0.14074074074074075,0.5987878787878788,0.45975308641975304,800,True,0.08008241653442383,0.3333333333333333,75.0,96,random,135,0.003391673524769161,0.001804040395654738,-0.004120370373129845,0.013963636010885239,0.8148148148148148,0.18518518518518517,shap_trial_results/neds/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds_pretrained,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.902563025210084,,0.1336116910229645,0.9023949579831932,0.5666725817264088,800,True,0.09080202132463455,0.3298538622129436,75.0,96,random,479,0.001595307591223957,0.0015198003966361284,0.0003476912679616362,0.003461504355072975,1.0,0.0,shap_trial_results/neds_pretrained/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds_pretrained,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.9563965797424316,1.766669511795044,-0.011949028072839686,0.9563872022931847,0.4450708762886597,1300,True,0.09970492869615555,0.3310344827586207,75.0,96,random,290,0.00331646786026199,0.003094175597652793,0.00017942053091246635,0.009368089959025383,1.0,0.0,shap_trial_results/neds_pretrained/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds_pretrained,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8956312537193298,1.5181350708007812,-0.0514789414769184,0.8956311527930882,0.5307308970099668,800,True,0.09583816677331924,0.328125,75.0,96,random,256,0.003680835573106833,0.003596109920181334,-0.011728781275451183,0.011308138258755207,0.96484375,0.03515625,shap_trial_results/neds_pretrained/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds_pretrained,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9937043190002441,0.0004637730307877064,-0.14942279642549725,0.9937042823036049,0.6770972560735907,2000,True,0.0969812422990799,0.32916666666666666,75.0,96,random,240,0.004734298030780337,0.005823633400723338,-0.026466794312000275,0.018481824547052383,0.8375,0.1625,shap_trial_results/neds_pretrained/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,neds_pretrained,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.44606060606060605,,0.14074074074074075,0.44242424242424244,0.5488888888888889,1100,True,0.09689924120903015,0.3333333333333333,75.0,96,random,135,0.0022515398980532254,0.0004566880816128105,-0.012483623810112476,0.021891767159104347,0.5703703703703704,0.42962962962962964,shap_trial_results/neds_pretrained/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,pca,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.44676470588235295,,0.1336116910229645,0.44676470588235295,0.6057809850546158,1100,True,0.089824378490448,0.3298538622129436,75.0,96,random,479,0.000648247234161439,0.0005241039907559752,-0.0020325821824371815,0.005395648535341024,0.7202505219206681,0.2797494780793319,shap_trial_results/pca/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,pca,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.6222060918807983,15.306992530822754,-0.006017584941432626,0.6222057990256457,0.9073775773195877,2100,True,0.09608164429664612,0.3310344827586207,75.0,96,random,290,0.0021597362691958047,0.004511464620009065,-0.03477247431874275,0.020136306062340736,0.6758620689655173,0.32413793103448274,shap_trial_results/pca/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,pca,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.5804792642593384,6.0834736824035645,-0.02401471563357953,0.5804790875718686,0.95874861572536,2000,True,0.08602574467658997,0.328125,75.0,96,random,256,0.0023607090773509753,0.005768253933638334,-0.03729915991425514,0.016910091042518616,0.73828125,0.26171875,shap_trial_results/pca/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,pca,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.725052535533905,0.024022173136472702,-0.03342031412771937,0.7250527193307207,0.9791650286972244,1800,True,0.07887757569551468,0.32916666666666666,75.0,96,random,240,0.003155945114849601,0.007313041249290109,-0.030919428914785385,0.018885627388954163,0.7125,0.2875,shap_trial_results/pca/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,pca,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.3709090909090909,,0.14074074074074075,0.3709090909090909,0.7185185185185186,1300,True,0.08344621956348419,0.3333333333333333,75.0,96,random,135,0.0017046606785933599,0.00025703184655867517,-0.005018181633204222,0.021485522389411926,0.5703703703703704,0.42962962962962964,shap_trial_results/pca/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,rnn,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.7364705882352941,,0.1336116910229645,0.7363865546218488,0.5742832919279152,1100,True,0.09271664917469025,0.3298538622129436,75.0,96,random,479,0.001245513791009539,0.0011517649982124567,-0.0010045390808954835,0.0035245257895439863,0.9457202505219207,0.054279749478079335,shap_trial_results/rnn/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,rnn,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8078427910804749,7.785589694976807,-0.01552181936715436,0.807841437477357,0.7600408075601375,1600,True,0.07729767262935638,0.3310344827586207,75.0,96,random,290,0.002817789526608098,0.0037525936495512724,-0.018461251631379128,0.01099297683686018,0.7896551724137931,0.2103448275862069,shap_trial_results/rnn/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,rnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8160141110420227,2.6706900596618652,-0.0686786350652183,0.81601406118413,0.7227297895902547,2000,True,0.06834681332111359,0.328125,75.0,96,random,256,0.0034312955677933132,0.003858109237626195,-0.010349655523896217,0.010443797335028648,0.859375,0.140625,shap_trial_results/rnn/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,rnn,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.7740881443023682,0.01668063923716545,-0.1649513960049411,0.7740882460504264,0.8734177215189873,2100,True,0.0894245058298111,0.32916666666666666,75.0,96,random,240,0.0039044764569553083,0.004736138274893165,-0.0521540567278862,0.027359535917639732,0.6291666666666667,0.37083333333333335,shap_trial_results/rnn/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,rnn,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.5212121212121212,,0.14074074074074075,0.5212121212121212,0.611358024691358,700,True,0.09454863518476486,0.3333333333333333,75.0,96,random,135,0.0028205383678949958,0.001886483863927424,-0.00985050480812788,0.029297931119799614,0.6592592592592592,0.34074074074074073,shap_trial_results/rnn/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,smc_rnns,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.518781512605042,,0.1336116910229645,0.5190336134453781,0.5409716471469695,1400,True,0.09643200039863586,0.3298538622129436,75.0,96,random,479,0.0008038458895299112,0.0007318752468563616,-0.004906242713332176,0.00932497251778841,0.7411273486430062,0.2588726513569937,shap_trial_results/smc_rnns/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,smc_rnns,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8010486364364624,8.060866355895996,-0.002143174432145821,0.8010491750290165,0.9785760309278351,1800,True,0.0955088883638382,0.3310344827586207,75.0,96,random,290,0.0027520370122711656,0.009820710401982069,-0.10547692328691483,0.03185058385133743,0.6620689655172414,0.33793103448275863,shap_trial_results/smc_rnns/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,smc_rnns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8396086692810059,2.329489231109619,-0.019988249218854285,0.8396086416081505,0.9651854928017719,2800,True,0.09172390401363373,0.328125,75.0,96,random,256,0.0033369813289176875,0.0050035647582262754,-0.034683696925640106,0.018342623487114906,0.6953125,0.3046875,shap_trial_results/smc_rnns/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,smc_rnns,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8921325206756592,0.00785195454955101,-0.12694184490132956,0.8921324307456391,0.9552637785989465,1800,True,0.09299547970294952,0.32916666666666666,75.0,96,random,240,0.004239844493470931,0.007114272564649582,-0.03194115310907364,0.038191817700862885,0.6583333333333333,0.3416666666666667,shap_trial_results/smc_rnns/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_f0.330_shapley.json
-shapley_json,smc_rnns,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.5248484848484849,,0.14074074074074075,0.5248484848484849,0.5241975308641975,1500,True,0.09061410278081894,0.3333333333333333,75.0,96,random,135,0.0028441112372901345,0.0009477889980189502,-0.011309180408716202,0.03138289600610733,0.5703703703703704,0.42962962962962964,shap_trial_results/smc_rnns/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,tndm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,tndm_causal_linear,r2,0.45160978621639847,7.993230579946408,-0.1660135046628067,0.45160978621639847,0.48172757475083056,3000,False,0.13289675116539001,0.328125,75.0,96,random,256,0.0025231498293578625,4.075213313102722,-514384.9375,514233.21875,0.52734375,0.47265625,shap_trial_results/tndm/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,tndm,ratinabox,ratinabox_nav,True,subspace_rotation,tndm_causal_linear,r2,0.3399181834914797,0.04814045548758637,-1.0245571748836844,0.3399181834914797,0.4722855570406479,3000,False,0.2416667640209198,0.32916666666666666,75.0,96,random,240,0.014270876348018647,-365.37060546875,-188915552.0,188891904.0,0.475,0.525,shap_trial_results/tndm/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_d96_random_f0.330_shapley.json
-shapley_json,tndm,speech,t12,True,subspace_rotation,tndm_causal_linear,accuracy,0.06060606060606061,,0.14074074074074075,0.06060606060606061,0.41358024691358025,500,True,0.09510912001132965,0.3333333333333333,75.0,96,random,135,-0.0005935902360188602,-0.0014478114899247885,-0.006244579330086708,0.0059558250941336155,0.45185185185185184,0.5481481481481482,shap_trial_results/tndm/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_d96_random_f0.330_shapley.json
+record_type,model,dataset,session,is_active_model,analysis,decoder,metric,decode_score,decode_mse,baseline_score,full_score,perturbation_auc,iterations,converged,final_error,perturbation_fraction,rotation_angle_deg,rotation_subspace_dim,rotation_subspace_dim_spec,trial_selection_mode,shapley_n_values,shapley_mean_value,shapley_median_value,shapley_min_value,shapley_max_value,shapley_fraction_positive,shapley_fraction_negative,source_path
+shapley_json,blend,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.5798319327731093,,0.1336116910229645,0.5882352941176471,0.7262608935683583,2900,True,0.07864604890346527,0.3298538622129436,75.0,444,full,random,479,0.0009446513626403762,0.0005607100902125239,-0.009368008933961391,0.014458131976425648,0.6576200417536534,0.34237995824634654,shap_trial_results/blend/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.7664965987205505,9.460803985595703,-0.0018283528946188687,0.7660279999115959,0.9587091924398625,2400,True,0.08820433914661407,0.3310344827586207,75.0,128,full,random,290,0.0026379073919088115,0.016173181124031544,-0.1774197369813919,0.07517070323228836,0.6758620689655173,0.32413793103448274,shap_trial_results/blend/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8632873296737671,1.980250597000122,-0.019771603158179794,0.8632873338289009,0.9332779623477298,3000,False,0.1479770988225937,0.328125,75.0,59,full,random,256,0.0034271386328157405,0.006150692468509078,-0.06608783453702927,0.04385935887694359,0.59765625,0.40234375,shap_trial_results/blend/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9175683259963989,0.006027177441865206,-0.12764838927473576,0.9175677946649502,0.999921377466782,900,True,0.09922881424427032,0.32916666666666666,75.0,300,full,random,240,0.004354488990308407,0.01718220952898264,-0.1399025022983551,0.09638162702322006,0.6708333333333333,0.32916666666666666,shap_trial_results/blend/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.09090909090909091,,0.14074074074074075,0.09090909090909091,0.47530864197530864,1100,True,0.0908949226140976,0.3333333333333333,75.0,64,full,random,135,-0.0003909578482206497,-0.000785430078394711,-0.0057777781039476395,0.004972145892679691,0.45185185185185184,0.5481481481481482,shap_trial_results/blend/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend_ndt,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.865546218487395,,0.1336116910229645,0.865546218487395,0.6977995977759376,1800,True,0.08972126245498657,0.3298538622129436,75.0,444,full,random,479,0.0015214487464329679,0.0011218517320230603,-0.004906629677861929,0.015248836018145084,0.7453027139874739,0.2546972860125261,shap_trial_results/blend_ndt/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend_ndt,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.7380226850509644,10.614477157592773,-0.00601881312341878,0.7380230312445593,0.9347079037800687,2300,True,0.08543559163808823,0.3310344827586207,75.0,128,full,random,290,0.002550667442821954,0.004945347085595131,-0.04785957932472229,0.01829538308084011,0.7103448275862069,0.2896551724137931,shap_trial_results/blend_ndt/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend_ndt,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.7596782445907593,3.4848623275756836,-0.022072614007795126,0.7596781265399295,0.9199889258028793,2700,True,0.08327265828847885,0.328125,75.0,59,full,random,256,0.0030389105658059634,0.005921338452026248,-0.039490096271038055,0.01940164342522621,0.703125,0.296875,shap_trial_results/blend_ndt/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend_ndt,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8322867155075073,0.012315737083554268,-0.15763288181238255,0.8322867965816858,0.9073040333359541,2000,True,0.09533978253602982,0.32916666666666666,75.0,300,full,random,240,0.004115061331928397,0.006317660445347428,-0.06329302489757538,0.036387261003255844,0.6041666666666666,0.3958333333333333,shap_trial_results/blend_ndt/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,blend_ndt,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.7575757575757576,,0.14074074074074075,0.7575757575757576,0.6679012345679012,1800,True,0.09043413400650024,0.3333333333333333,75.0,64,full,random,135,0.004569148405722377,0.003074448322877288,-0.013728021644055843,0.032742612063884735,0.6074074074074074,0.3925925925925926,shap_trial_results/blend_ndt/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,cebra,allen_neuropixels,721123822,True,subspace_rotation,cuml_knn,accuracy,0.4957983193277311,,0.1336116910229645,0.4957983193277311,0.5062108127292086,2300,True,0.09278862923383713,0.3298538622129436,75.0,444,full,random,479,0.0007561307637072241,0.00047278348938561976,-0.00638070423156023,0.007302160374820232,0.5741127348643006,0.42588726513569936,shap_trial_results/cebra/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,cebra,mc_pacman,mc_pacman,True,subspace_rotation,cuml_knn,r2,0.37244951725006104,25.42632293701172,-0.31983704805374147,0.37244951725006104,0.8504617697594502,1300,True,0.09110109508037567,0.3310344827586207,75.0,128,full,random,290,0.002386943375037437,0.0033378995722159743,-0.026359625160694122,0.021133393049240112,0.7103448275862069,0.2896551724137931,shap_trial_results/cebra/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,cebra,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_knn,r2,0.6672760248184204,4.826430320739746,-0.338843344449997,0.6672760248184204,0.7903516057585825,2500,True,0.09084710478782654,0.328125,75.0,59,full,random,256,0.003927683739959775,0.004716858267784119,-0.040615689009428024,0.015803290531039238,0.80078125,0.19921875,shap_trial_results/cebra/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,cebra,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_knn,r2,0.9849318265914917,0.0011028959415853024,-0.15881954848766328,0.9849318265914917,0.5538171239877349,2900,True,0.08442340046167374,0.32916666666666666,75.0,300,full,random,240,0.004731987999548437,0.005900099873542786,-0.028593063354492188,0.02255530096590519,0.6833333333333333,0.31666666666666665,shap_trial_results/cebra/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,cebra,speech,t12,True,subspace_rotation,cuml_knn,accuracy,0.6060606060606061,,0.14074074074074075,0.6060606060606061,0.5244444444444444,1100,True,0.09901384264230728,0.3333333333333333,75.0,64,full,random,135,0.0034468138993058043,0.0022724212612956762,-0.015010101720690727,0.03746311739087105,0.6074074074074074,0.3925925925925926,shap_trial_results/cebra/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,dnn,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.09243697478991597,,0.1336116910229645,0.09243697478991597,0.5455952521787137,2300,True,0.09575560688972473,0.3298538622129436,75.0,444,full,random,479,-8.595974389463909e-05,-4.201299452688545e-05,-0.0007252428331412375,0.0003291933098807931,0.20041753653444677,0.7974947807933194,shap_trial_results/dnn/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,dnn,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8507048487663269,6.048957347869873,-0.015649262124290974,0.8507016534704713,0.538928264604811,1700,True,0.0768643170595169,0.3310344827586207,75.0,128,full,random,290,0.0029714983038816017,0.0029405145905911922,-0.0036338430363684893,0.008847268298268318,0.9379310344827586,0.06206896551724138,shap_trial_results/dnn/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,dnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8094831705093384,2.762199640274048,-0.07393979230752228,0.8094831973387415,0.6870847176079734,2300,True,0.09650570154190063,0.328125,75.0,59,full,random,256,0.0034352398662349515,0.003926559118553996,-0.0075371721759438515,0.010597188025712967,0.875,0.125,shap_trial_results/dnn/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,dnn,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8528858423233032,0.010782988741993904,-0.170035124582525,0.8528858048687715,0.7668055664753518,3000,False,0.1298254281282425,0.32916666666666666,75.0,300,full,random,240,0.00424651342012415,0.005408565979450941,-0.03342684358358383,0.01971960812807083,0.675,0.325,shap_trial_results/dnn/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,dnn,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.9696969696969697,,0.14074074074074075,0.9696969696969697,0.5034567901234568,1100,True,0.06342098116874695,0.3333333333333333,75.0,64,full,random,135,0.006140416673776969,0.005292929243296385,-0.010785430669784546,0.037281911820173264,0.8222222222222222,0.17777777777777778,shap_trial_results/dnn/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gpfa,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.5210084033613446,,0.1336116910229645,0.5210084033613446,0.5936156788516898,1900,True,0.08469217270612717,0.3298538622129436,75.0,444,full,random,479,0.0008077088173888118,0.0005024381098337471,-0.008489602245390415,0.016954006627202034,0.6012526096033403,0.3987473903966597,shap_trial_results/gpfa/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gpfa,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.4911345839500427,20.617586135864258,-0.0016118645671633802,0.49113457033276164,0.8629725085910653,3000,False,0.12468700855970383,0.3310344827586207,75.0,128,full,random,290,0.0016941208754172388,0.005647648125886917,-0.07781076431274414,0.03264586254954338,0.6275862068965518,0.3724137931034483,shap_trial_results/gpfa/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gpfa,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.7013036012649536,4.335640907287598,-0.017257736036274677,0.7013036748770701,0.8461378737541528,3000,True,0.08884525299072266,0.328125,75.0,59,full,random,256,0.0027993293750228077,0.005170605843886733,-0.03483922407031059,0.02292706072330475,0.6796875,0.3203125,shap_trial_results/gpfa/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gpfa,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8148271441459656,0.013661447912454605,-0.12579817946128993,0.8148270608819386,0.9201981287837094,2800,True,0.09100592881441116,0.32916666666666666,75.0,300,full,random,240,0.00391757221568696,0.004213521024212241,-0.04978256672620773,0.03868449106812477,0.5625,0.4375,shap_trial_results/gpfa/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gpfa,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.7272727272727273,,0.14074074074074075,0.7272727272727273,0.7219753086419752,1400,True,0.0706019401550293,0.3333333333333333,75.0,64,full,random,135,0.004344681466291486,0.0026960077229887247,-0.02050456963479519,0.0393410287797451,0.6518518518518519,0.34814814814814815,shap_trial_results/gpfa/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gru,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.8823529411764706,,0.1336116910229645,0.8739495798319328,0.5834023423636578,1100,True,0.0769881084561348,0.3298538622129436,75.0,444,full,random,479,0.001554617576118151,0.0015836564125493169,-0.0008624889305792749,0.0033781544771045446,0.9853862212943633,0.014613778705636743,shap_trial_results/gru/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gru,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8200727105140686,7.290073871612549,-0.017422556341924286,0.8200734548178829,0.7881765463917526,1500,True,0.09774728119373322,0.3310344827586207,75.0,128,full,random,290,0.002866463402347892,0.003270781598985195,-0.018437346443533897,0.010487955994904041,0.8793103448275862,0.1206896551724138,shap_trial_results/gru/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gru,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.9144549369812012,1.2416691780090332,-0.07804274127754769,0.9144549231785548,0.5699058693244741,1400,True,0.08567893505096436,0.328125,75.0,59,full,random,256,0.0038479060806650978,0.0038647701730951667,-0.00472983717918396,0.009187165647745132,0.9609375,0.0390625,shap_trial_results/gru/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gru,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.7987674474716187,0.014811243861913681,-0.16852659162700026,0.798767659407073,0.8978693293497917,2700,True,0.09055478125810623,0.32916666666666666,75.0,300,full,random,240,0.004020754572745015,0.0052399837877601385,-0.05356091633439064,0.02720152586698532,0.6541666666666667,0.3458333333333333,shap_trial_results/gru/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,gru,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.7878787878787878,,0.14074074074074075,0.7878787878787878,0.4819753086419753,1200,True,0.07019632309675217,0.3333333333333333,75.0,64,full,random,135,0.004793615294491045,0.0039949496276676655,-0.005332211032509804,0.015804152935743332,0.8592592592592593,0.14074074074074075,shap_trial_results/gru/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,langevinflow_ccn,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.7798181176185608,8.921059608459473,-0.005865351941770669,0.7797415263996864,0.9714884020618556,1500,True,0.08999647200107574,0.3310344827586207,75.0,128,full,random,290,0.002693290477377716,0.028627091087400913,-0.2555995285511017,0.12461777031421661,0.6241379310344828,0.3758620689655172,shap_trial_results/langevinflow_ccn/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,langevinflow_ccn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.7949391007423401,2.974297046661377,-0.021063972192922522,0.7949390961217129,0.9638704318936877,2300,True,0.07770771533250809,0.328125,75.0,59,full,random,256,0.00317231187372613,0.003966515185311437,-0.015513423830270767,0.012376631610095501,0.734375,0.265625,shap_trial_results/langevinflow_ccn/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,langevinflow_ccn,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9591041803359985,0.003033851273357868,-0.16230904275660218,0.959104071488017,0.9075399009356082,3000,False,0.1095505878329277,0.32916666666666666,75.0,300,full,random,240,0.004641542221429517,0.0049896747805178165,-0.038862261921167374,0.03097139298915863,0.5958333333333333,0.4041666666666667,shap_trial_results/langevinflow_ccn/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,langevinflow_ccn,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.12121212121212122,,0.14074074074074075,0.12121212121212122,0.5758024691358025,3000,False,0.13988173007965088,0.3333333333333333,75.0,64,full,random,135,-0.00014465644065542922,-0.000534231192432344,-0.012921661138534546,0.016622446477413177,0.42962962962962964,0.5703703703703704,shap_trial_results/langevinflow_ccn/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,ldns,allen_neuropixels,721123822,True,subspace_rotation,ldns_rate_cuml_logistic,accuracy,0.5966386554621849,,0.1336116910229645,0.6050420168067226,0.5914073898813045,2700,True,0.08357121050357819,0.3298538622129436,75.0,444,full,random,479,0.000980662248932394,0.0006399042904376984,-0.00985932070761919,0.022628389298915863,0.6764091858037579,0.3235908141962422,shap_trial_results/ldns/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,ldns,mc_pacman,mc_pacman,True,subspace_rotation,ldns_rate_cuml_ridge,r2,0.8204408288002014,7.275157928466797,-0.006135420630825003,0.8242629034105363,0.8091709621993127,3000,False,0.3881266117095947,0.3310344827586207,75.0,128,full,random,290,0.0028452331448126393,0.24901404976844788,-18.741870880126953,2.252711772918701,0.7206896551724138,0.2793103448275862,shap_trial_results/ldns/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,ldns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,ldns_rate_cuml_ridge,r2,0.8657147884368896,1.947859287261963,-0.020570087674569644,0.8657148358744293,0.7048726467331119,3000,False,0.8985709547996521,0.328125,75.0,59,full,random,256,0.00343816824580756,0.03171074390411377,-0.9684188961982727,0.23899707198143005,0.5703125,0.4296875,shap_trial_results/ldns/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,ldns,ratinabox,ratinabox_nav,True,subspace_rotation,ldns_rate_cuml_ridge,r2,0.9278008937835693,0.005276585929095745,-0.15722166884032002,0.927800670849133,0.2883088293104804,3000,False,0.13960453867912292,0.32916666666666666,75.0,300,full,random,240,0.004495155703625642,0.018249846063554287,-0.2223813533782959,0.19473591446876526,0.6,0.4,shap_trial_results/ldns/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,ldns,speech,t12,True,subspace_rotation,ldns_rate_cuml_logistic,accuracy,0.4993939393939394,,0.14074074074074075,0.49454545454545457,0.5923456790123456,900,True,0.07210709154605865,0.3333333333333333,75.0,64,full,random,135,0.002629724418673302,0.0008504302240908146,-0.012919416651129723,0.025900935754179955,0.5481481481481482,0.45185185185185184,shap_trial_results/ldns/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lfads_torch,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.5462184873949579,,0.1336116910229645,0.5462184873949579,0.6295003746204504,2100,True,0.0888383761048317,0.3298538622129436,75.0,444,full,random,479,0.0008618432065468901,0.0006058457074686885,-0.009515807032585144,0.012730294838547707,0.6471816283924844,0.35281837160751567,shap_trial_results/lfads_torch/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lfads_torch,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8475663661956787,6.176120281219482,-0.004275889995471273,0.8475605287051512,0.9682667525773196,1600,True,0.09290452301502228,0.3310344827586207,75.0,128,full,random,290,0.0029188777618903007,0.008303087670356035,-0.08752094954252243,0.024414513260126114,0.7068965517241379,0.29310344827586204,shap_trial_results/lfads_torch/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lfads_torch,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.876294732093811,1.7931997776031494,-0.025780200733052934,0.876294649777549,0.9585409745293465,2600,True,0.08755844831466675,0.328125,75.0,59,full,random,256,0.0034979981464431376,0.004879129119217396,-0.01143932156264782,0.014810232445597649,0.6484375,0.3515625,shap_trial_results/lfads_torch/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lfads_torch,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9271541833877563,0.005310665816068649,-0.13590933817525197,0.9271541628443828,0.9703593049768063,2200,True,0.08490036427974701,0.32916666666666666,75.0,300,full,random,240,0.004407887253061442,0.00656556710600853,-0.035388801246881485,0.03443104773759842,0.675,0.325,shap_trial_results/lfads_torch/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lfads_torch,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.48484848484848486,,0.14074074074074075,0.48484848484848486,0.6062962962962962,1000,True,0.09573999047279358,0.3333333333333333,75.0,64,full,random,135,0.002548946317983791,0.0011057239025831223,-0.01536835078150034,0.0284000001847744,0.5777777777777777,0.4222222222222222,shap_trial_results/lfads_torch/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lstm,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.8991596638655462,,0.1336116910229645,0.8991596638655462,0.5676682834496629,1200,True,0.08113791793584824,0.3298538622129436,75.0,444,full,random,479,0.0015906921648469305,0.0014866990968585014,-0.0013844494242221117,0.00497479597106576,0.9832985386221295,0.016701461377870562,shap_trial_results/lstm/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lstm,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.8698921203613281,5.271551609039307,-0.01704220093877083,0.8698978216322789,0.7207903780068727,2800,True,0.07412000000476837,0.3310344827586207,75.0,128,full,random,290,0.0030360524417809413,0.0038222274743020535,-0.011661059223115444,0.008987978100776672,0.8379310344827586,0.16206896551724137,shap_trial_results/lstm/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lstm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.9367649555206299,0.9185017347335815,-0.08306841988149084,0.9367650125305652,0.545750276854928,900,True,0.09169621765613556,0.328125,75.0,59,full,random,256,0.00395436637381863,0.003790187882259488,-0.01467293594032526,0.010158347897231579,0.9921875,0.0078125,shap_trial_results/lstm/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lstm,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8847905397415161,0.0084918811917305,-0.17195871790974723,0.8847906657104637,0.8344209450428494,3000,False,0.18695709109306335,0.32916666666666666,75.0,300,full,random,240,0.004377426202741693,0.00503892358392477,-0.042918816208839417,0.02621743455529213,0.6291666666666667,0.37083333333333335,shap_trial_results/lstm/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,lstm,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.696969696969697,,0.14074074074074075,0.696969696969697,0.49802469135802463,700,True,0.09119713306427002,0.3333333333333333,75.0,64,full,random,135,0.004120214597248748,0.003292929381132126,-0.012780182994902134,0.013948052190244198,0.9259259259259259,0.07407407407407407,shap_trial_results/lstm/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,marble,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ole,r2,0.19881415367126465,32.46146774291992,0.00016998407952141802,0.1988106844419255,0.7003329037800688,3000,False,0.12088038772344589,0.3310344827586207,75.0,128,full,random,290,0.0006848198815814926,0.0038755235727876425,-0.04155038297176361,0.02151564508676529,0.6275862068965518,0.3724137931034483,shap_trial_results/marble/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,marble,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,sklearn_ole,r2,0.35453787446022034,9.390634536743164,-0.018576471786021294,0.3545311282302573,0.6180786267995569,3000,False,0.14453554153442383,0.328125,75.0,59,full,random,256,0.0014580696948200966,0.002009905525483191,-0.04007742553949356,0.0285646915435791,0.5390625,0.4609375,shap_trial_results/marble/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,marble,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_knn,r2,0.9229323863983154,0.005716228391975164,-0.15957833468914032,0.9229323863983154,0.8288387451843698,3000,False,0.10910109430551529,0.32916666666666666,75.0,300,full,random,240,0.004482480174783632,0.005144831957295537,-0.038380611687898636,0.025436753407120705,0.6916666666666667,0.30833333333333335,shap_trial_results/marble/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,marble,speech,t12,True,subspace_rotation,logistic,accuracy,0.5454545454545454,,0.14074074074074075,0.5454545454545454,0.6696296296296296,1400,True,0.07336549460887909,0.3333333333333333,75.0,64,full,random,135,0.00299788011988211,0.0023838384076952934,-0.014751323498785496,0.021361712366342545,0.6222222222222222,0.37777777777777777,shap_trial_results/marble/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.8487394957983193,,0.1336116910229645,0.8487394957983193,0.5607870972830159,800,True,0.08943865448236465,0.3298538622129436,75.0,444,full,random,479,0.001489560894431383,0.0014296240406110883,0.00027521446463651955,0.0033245908562093973,1.0,0.0,shap_trial_results/neds/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.9480265378952026,2.105797529220581,-0.006629794047322762,0.9480236569464292,0.45446735395189,1600,True,0.08260012418031693,0.3310344827586207,75.0,128,full,random,290,0.0032857428963090005,0.003399266512133181,-0.003079192014411092,0.008850480429828167,0.9379310344827586,0.06206896551724138,shap_trial_results/neds/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.963707447052002,0.5274146795272827,-0.04863392544594773,0.9637073531240494,0.5130813953488371,1000,True,0.0919186919927597,0.328125,75.0,59,full,random,256,0.0039434495706700545,0.00374960049521178,-0.0003671328304335475,0.008841291069984436,0.99609375,0.00390625,shap_trial_results/neds/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9944068193435669,0.00041322680772282183,-0.1463618268358227,0.9944068465006901,0.6120764211022879,3000,True,0.08571145683526993,0.32916666666666666,75.0,300,full,random,240,0.004746126683494367,0.005239480175077915,-0.01583370566368103,0.012499471195042133,0.8708333333333333,0.12916666666666668,shap_trial_results/neds/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.6060606060606061,,0.14074074074074075,0.6060606060606061,0.45666666666666667,700,True,0.09344897419214249,0.3333333333333333,75.0,64,full,random,135,0.0034468138850233692,0.0019134199246764183,-0.004443482495844364,0.013308322057127953,0.8074074074074075,0.1925925925925926,shap_trial_results/neds/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds_pretrained,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.8907563025210085,,0.1336116910229645,0.8907563025210085,0.5726960842304508,800,True,0.0904611125588417,0.3298538622129436,75.0,444,full,random,479,0.0015736603007835603,0.0014842503005638719,0.00034874389530159533,0.0034611455630511045,1.0,0.0,shap_trial_results/neds_pretrained/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds_pretrained,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.9666551947593689,1.3510243892669678,-0.012137363509047634,0.966664718496514,0.46289733676975947,1600,True,0.08734320104122162,0.3310344827586207,75.0,128,full,random,290,0.0033520873445389765,0.003462651977315545,-0.004199723247438669,0.008883294649422169,0.9310344827586207,0.06896551724137931,shap_trial_results/neds_pretrained/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds_pretrained,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8956312537193298,1.5181350708007812,-0.0514789414769184,0.8956311527930882,0.5307308970099668,800,True,0.09583816677331924,0.328125,75.0,59,full,random,256,0.003680835573106833,0.003596109920181334,-0.011728781275451183,0.011308138258755207,0.96484375,0.03515625,shap_trial_results/neds_pretrained/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds_pretrained,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.9934574365615845,0.0004845071234740317,-0.1522765839168513,0.9934574357027048,0.6793773095369133,2100,True,0.09810304641723633,0.32916666666666666,75.0,300,full,random,240,0.004744635756287608,0.0051710528787225485,-0.021756887435913086,0.016907986253499985,0.8458333333333333,0.15416666666666667,shap_trial_results/neds_pretrained/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,neds_pretrained,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.45454545454545453,,0.14074074074074075,0.45454545454545453,0.5508641975308642,1700,True,0.09055585414171219,0.3333333333333333,75.0,64,full,random,135,0.002324479413693081,0.0006769657484255731,-0.00999524723738432,0.022104179486632347,0.5407407407407407,0.45925925925925926,shap_trial_results/neds_pretrained/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,pca,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.8487394957983193,,0.1336116910229645,0.8487394957983193,0.6887298395047123,2100,True,0.09139066934585571,0.3298538622129436,75.0,444,full,random,479,0.001491640017249403,0.0009699913789518178,-0.007571028545498848,0.017048021778464317,0.6492693110647182,0.35073068893528186,shap_trial_results/pca/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,pca,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.3291817307472229,27.179393768310547,-0.006804062225850095,0.32918169960652577,0.8902491408934707,3000,False,0.315605491399765,0.3310344827586207,75.0,128,full,random,290,0.0011553675603675495,0.002690055756829679,-0.024612560868263245,0.01260284148156643,0.6344827586206897,0.36551724137931035,shap_trial_results/pca/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,pca,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.5804792642593384,6.0834736824035645,-0.02401471563357953,0.5804790875718686,0.95874861572536,2000,True,0.08602574467658997,0.328125,75.0,59,full,random,256,0.0023607090773509753,0.005768253933638334,-0.03729915991425514,0.016910091042518616,0.73828125,0.26171875,shap_trial_results/pca/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,pca,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8177220225334167,0.013393368571996689,-0.1574744352248576,0.8177220037236266,0.8909505464266059,3000,False,0.10397104918956757,0.32916666666666666,75.0,300,full,random,240,0.004052830349337455,0.006029683165252209,-0.05701053887605667,0.032425642013549805,0.6208333333333333,0.37916666666666665,shap_trial_results/pca/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,pca,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.696969696969697,,0.14074074074074075,0.696969696969697,0.6501234567901235,1300,True,0.07573499530553818,0.3333333333333333,75.0,64,full,random,135,0.004120214619453893,0.0023838384076952934,-0.011067599058151245,0.03360113874077797,0.5925925925925926,0.4074074074074074,shap_trial_results/pca/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,rnn,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.907563025210084,,0.1336116910229645,0.907563025210084,0.6205982097085847,2400,True,0.09158848971128464,0.3298538622129436,75.0,444,full,random,479,0.0016078263736351663,0.0014495871728286147,-0.0021624621003866196,0.005747552961111069,0.8935281837160751,0.10647181628392484,shap_trial_results/rnn/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,rnn,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.5697463154792786,17.432491302490234,-0.018993593480385828,0.5697448038154302,0.8098689862542956,3000,False,0.20104537904262543,0.3310344827586207,75.0,128,full,random,290,0.002017196331231891,0.004313624696806073,-0.04583195969462395,0.024773146957159042,0.6724137931034483,0.3275862068965517,shap_trial_results/rnn/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,rnn,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8160141110420227,2.6706900596618652,-0.0686786350652183,0.81601406118413,0.7227297895902547,2000,True,0.06834681332111359,0.328125,75.0,59,full,random,256,0.0034312955677933132,0.003858109237626195,-0.010349655523896217,0.010443797335028648,0.859375,0.140625,shap_trial_results/rnn/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,rnn,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.6229506731033325,0.027606535702943802,-0.16873673557465896,0.622951171557427,0.8754619073826558,3000,False,0.14423662424087524,0.32916666666666666,75.0,300,full,random,240,0.0032963857747593766,0.006764290621504188,-0.057549428194761276,0.030545763671398163,0.6166666666666667,0.38333333333333336,shap_trial_results/rnn/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,rnn,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.8484848484848485,,0.14074074074074075,0.8484848484848485,0.6032098765432099,1400,True,0.0864306166768074,0.3333333333333333,75.0,64,full,random,135,0.005242549112558158,0.005517556797713041,-0.01748484931886196,0.04495767503976822,0.674074074074074,0.32592592592592595,shap_trial_results/rnn/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,smc_rnns,allen_neuropixels,721123822,True,subspace_rotation,cuml_logistic,accuracy,0.6050420168067226,,0.1336116910229645,0.6050420168067226,0.6320734256082654,2900,True,0.0841280147433281,0.3298538622129436,75.0,444,full,random,479,0.000987917397908751,0.0005818651989102364,-0.011379020288586617,0.019216172397136688,0.6221294363256785,0.3778705636743215,shap_trial_results/smc_rnns/allen_neuropixels/allen_neuropixels_721123822_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,smc_rnns,mc_pacman,mc_pacman,True,subspace_rotation,cuml_ridge,r2,0.7876158356666565,8.605120658874512,-0.0020720774606594393,0.7876161807937738,0.9764819587628866,2000,True,0.06703906506299973,0.3310344827586207,75.0,128,full,random,290,0.0027099027577386207,0.010494768619537354,-0.07258778065443039,0.03451547026634216,0.6827586206896552,0.31724137931034485,shap_trial_results/smc_rnns/mc_pacman/mc_pacman_mc_pacman_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,smc_rnns,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,cuml_ridge,r2,0.8396086692810059,2.329489231109619,-0.019988249218854285,0.8396086416081505,0.9651854928017719,2800,True,0.09172390401363373,0.328125,75.0,59,full,random,256,0.0033369813289176875,0.0050035647582262754,-0.034683696925640106,0.018342623487114906,0.6953125,0.3046875,shap_trial_results/smc_rnns/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,smc_rnns,ratinabox,ratinabox_nav,True,subspace_rotation,cuml_ridge,r2,0.8670030832290649,0.009700764901936054,-0.12712491203699852,0.8670033542353575,0.9808161018948032,1800,True,0.08963864296674728,0.32916666666666666,75.0,300,full,random,240,0.00413827223280047,0.008594042155891657,-0.04156898334622383,0.043302420526742935,0.6541666666666667,0.3458333333333333,shap_trial_results/smc_rnns/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,smc_rnns,speech,t12,True,subspace_rotation,cuml_logistic,accuracy,0.5757575757575758,,0.14074074074074075,0.5757575757575758,0.5103703703703704,1500,True,0.0758434310555458,0.3333333333333333,75.0,64,full,random,135,0.0032223470154416714,0.001405162736773491,-0.011483726091682911,0.03140067309141159,0.5925925925925926,0.4074074074074074,shap_trial_results/smc_rnns/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,tndm,monkey,sub-C_ses-CO-20151104_behavior+ecephys,True,subspace_rotation,tndm_causal_linear,r2,0.45160978621639847,7.993230579946408,-0.1660135046628067,0.45160978621639847,0.48172757475083056,3000,False,0.13289675116539001,0.328125,75.0,59,full,random,256,0.0025231498293578625,4.075213313102722,-514384.9375,514233.21875,0.52734375,0.47265625,shap_trial_results/tndm/monkey/monkey_sub-C_ses-CO-20151104_behavior_ecephys_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,tndm,ratinabox,ratinabox_nav,True,subspace_rotation,tndm_causal_linear,r2,-0.09311282518429592,0.079861676243854,-2.592302366469548,-0.09311472082264599,0.5226826008333989,3000,False,17.89572525024414,0.32916666666666666,75.0,300,full,random,240,0.01045802318015679,8.099801063537598,-157722.171875,147256.71875,0.525,0.475,shap_trial_results/tndm/ratinabox/ratinabox_ratinabox_nav_subspace_rotation_a75_dfull_random_f0.330_shapley.json
+shapley_json,tndm,speech,t12,True,subspace_rotation,tndm_causal_linear,accuracy,0.06060606060606061,,0.14074074074074075,0.06060606060606061,0.465679012345679,1100,True,0.07149452716112137,0.3333333333333333,75.0,64,full,random,135,-0.0005935902358032763,-0.0014918886590749025,-0.005273951683193445,0.005876951385289431,0.45185185185185184,0.5481481481481482,shap_trial_results/tndm/speech_threshold_crossings/speech_threshold_crossings_t12_subspace_rotation_a75_dfull_random_f0.330_shapley.json