benchdash / data /consistency_summary.csv
josephsoo's picture
Align Space with manuscript figures
77d097c
Raw
History Blame Contribute Delete
14.5 kB
model,dataset,dataset_type,is_active_model,n_sessions,sessions,latent_dim,mean_r2,mean_r2_procrustes,n_pairwise,scoring_modes,normalizations,mean_n_points,mean_n_conditions,source_path
blend,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.47170581108431525,-0.7396574667359858,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/blend_cross_allen_neuropixels_consistency.json
blend,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.40004813072087275,0.1649061796931052,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/blend_cross_monkey_consistency.json
blend,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.5421967694028994,0.30262956966713195,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/blend_cross_ratinabox_consistency.json
blend,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5353214365267355,0.310405139107455,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/blend_cross_speech_threshold_crossings_consistency.json
cebra_3d_mse,allen_neuropixels,allen_neuropixels,False,3,721123822;715093703;732592105,3,0.7187216631296861,0.5974141533225094,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_3d_mse_cross_allen_neuropixels_consistency.json
cebra_3d_mse,monkey,monkey,False,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.7070441154327347,0.5933940396055147,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_3d_mse_cross_monkey_consistency.json
cebra_3d_mse,ratinabox,ratinabox,False,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.9656069335397981,0.9645123504838023,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/cebra_3d_mse_cross_ratinabox_consistency.json
cebra_3d_mse,speech,speech_threshold_crossings,False,4,t12;t15;t16;t17,3,0.5544192796812539,0.3200055769856444,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_3d_mse_cross_speech_threshold_crossings_consistency.json
cebra_4d_cosine,allen_neuropixels,allen_neuropixels,False,3,721123822;715093703;732592105,4,0.8122837221908319,0.6922408857549315,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_4d_cosine_cross_allen_neuropixels_consistency.json
cebra_4d_cosine,monkey,monkey,False,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,4,0.6993546239872105,0.5736636436284698,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_4d_cosine_cross_monkey_consistency.json
cebra_4d_cosine,ratinabox,ratinabox,False,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,4,0.9016742113141901,0.892498398126603,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/cebra_4d_cosine_cross_ratinabox_consistency.json
cebra_4d_cosine,speech,speech_threshold_crossings,False,4,t12;t15;t16;t17,4,0.5742762984600948,0.36577074130013476,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_4d_cosine_cross_speech_threshold_crossings_consistency.json
cebra,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.9976406248206513,0.9976357310947246,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_cross_allen_neuropixels_consistency.json
cebra,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.7067726328366812,0.560167438354111,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/cebra_cross_monkey_consistency.json
cebra,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.844969005435055,0.8147248010344709,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/cebra_cross_ratinabox_consistency.json
cebra,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.47085588546993984,0.16628307943278273,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/cebra_cross_speech_threshold_crossings_consistency.json
dpad,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.666989485163363,0.47526943096605784,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/dpad_cross_allen_neuropixels_consistency.json
dpad,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.8562611028883929,0.8474418386623778,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/dpad_cross_monkey_consistency.json
dpad,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.9769971208749787,0.9766729490092287,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/dpad_cross_ratinabox_consistency.json
dpad,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5103777801661927,0.30296577464910085,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/dpad_cross_speech_threshold_crossings_consistency.json
gpfa,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.546050258298697,0.3225887487116625,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/gpfa_cross_allen_neuropixels_consistency.json
gpfa,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.3689921763824024,0.04047745149879774,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/gpfa_cross_monkey_consistency.json
gpfa,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.2763966171929337,-0.17024218183247622,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/gpfa_cross_ratinabox_consistency.json
gpfa,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5608636224010876,0.3515898447838332,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/gpfa_cross_speech_threshold_crossings_consistency.json
ldns,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.5140668688876647,0.27272478393374383,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/ldns_cross_allen_neuropixels_consistency.json
ldns,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.41613719918594355,0.2062253345906229,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/ldns_cross_monkey_consistency.json
ldns,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6129357032261827,0.35781609810127774,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/ldns_cross_ratinabox_consistency.json
ldns,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5371996549070234,0.2840229223520912,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/ldns_cross_speech_threshold_crossings_consistency.json
lfads_torch,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.5755955153568879,0.3784460952386845,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/lfads_torch_cross_allen_neuropixels_consistency.json
lfads_torch,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.35483825460363455,0.05860325541828031,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/lfads_torch_cross_monkey_consistency.json
lfads_torch,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6872614445608286,0.6045114276486611,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/lfads_torch_cross_ratinabox_consistency.json
lfads_torch,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.48954574544755447,-37.955879728090444,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/lfads_torch_cross_speech_threshold_crossings_consistency.json
marble,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.6239605397757467,0.5176449882621134,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/marble_cross_monkey_consistency.json
marble,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.5023447353328528,0.15119647919292642,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/marble_cross_ratinabox_consistency.json
marble,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5995980059621582,0.4348672589667975,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/marble_cross_speech_threshold_crossings_consistency.json
neuro_behavior_conditioning,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.5341513273436873,0.3258140816630879,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/neuro_behavior_conditioning_cross_allen_neuropixels_consistency.json
neuro_behavior_conditioning,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.18909089587238706,-0.22025913182256643,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/neuro_behavior_conditioning_cross_monkey_consistency.json
neuro_behavior_conditioning,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.12144475733839015,-0.38850488980683845,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/neuro_behavior_conditioning_cross_ratinabox_consistency.json
neuro_behavior_conditioning,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.4050875872751732,-30679.955330283454,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/neuro_behavior_conditioning_cross_speech_threshold_crossings_consistency.json
pca,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.5668164187589818,0.3842947844321292,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/pca_cross_allen_neuropixels_consistency.json
pca,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.27224851536461747,-0.12817280790094945,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/pca_cross_monkey_consistency.json
pca,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.32697694126072524,-0.12332441749145721,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/pca_cross_ratinabox_consistency.json
pca,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.48868549899787617,0.24894725583525956,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/pca_cross_speech_threshold_crossings_consistency.json
smc_rnns,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.46543228981542156,0.16531591622043593,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/smc_rnns_cross_allen_neuropixels_consistency.json
smc_rnns,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.3139910862596474,-0.040129528335157504,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/smc_rnns_cross_monkey_consistency.json
smc_rnns,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.5323199917812601,0.2313604243602345,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/smc_rnns_cross_ratinabox_consistency.json
smc_rnns,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.4355599936339632,0.1581416980295707,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/smc_rnns_cross_speech_threshold_crossings_consistency.json
tndm,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.38642715926216836,-45480292.58814367,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/tndm_cross_allen_neuropixels_consistency.json
tndm,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.48754653563729516,0.2273012460810654,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/tndm_cross_monkey_consistency.json
tndm,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6687780969523348,0.4225065710982406,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/tndm_cross_ratinabox_consistency.json
torchdfine,allen_neuropixels,allen_neuropixels,True,3,721123822;715093703;732592105,3,0.6911504935323753,0.5885269348206258,6,centroid,per_session_whitening,8.0,8.0,benchmark_results/torchdfine_cross_allen_neuropixels_consistency.json
torchdfine,monkey,monkey,True,4,sub-C_ses-CO-20151104_behavior+ecephys;sub-J_ses-CO-20160405_behavior+ecephys;sub-M_ses-CO-20140203_behavior+ecephys;sub-T_ses-CO-20130819_behavior+ecephys,3,0.6471703923982253,0.532201784062013,12,position_binned,per_session_whitening,80.0,8.0,benchmark_results/torchdfine_cross_monkey_consistency.json
torchdfine,ratinabox,ratinabox,True,4,ratinabox_nav;ratinabox_nav_s123;ratinabox_nav_s456;ratinabox_nav_s789,3,0.6677783191159937,0.401196251703829,12,direct_labels,per_session_whitening,100.0,100.0,benchmark_results/torchdfine_cross_ratinabox_consistency.json
torchdfine,speech,speech_threshold_crossings,True,4,t12;t15;t16;t17,3,0.5728871209793659,0.4150297824103955,12,centroid,per_session_whitening,8.0,8.0,benchmark_results/torchdfine_cross_speech_threshold_crossings_consistency.json