Sync dashboard with final manuscript results

app.py

@@ -67,7 +67,7 @@ DISPLAY_NAMES = {
     "xg": "XGBoost",
 }
 
-# Canonical dataset names from manuscript v7, Supplementary Table 1. Task names
+# Canonical dataset names from Supplementary Table 1. Task names
 # belong in descriptions, not in alternate dataset labels.
 DATASET_LABELS = {
     "monkey": "Macaque center-out reaching",
@@ -761,7 +761,7 @@ def prediction_workflow(model: str, decoder: object, status: object) -> str:
     }
     if decoder_name in native_prediction_decoders:
         return "Native prediction output"
-    # Manuscript v7 deliberately distinguishes LDNS task families: continuous
+    # The manuscript distinguishes LDNS task families: continuous
     # prediction uses the method recipe's ridge mapping on reconstructed rates
     # (alpha = 1e-6), while classification uses the standard logistic readout.
     if decoder_name in {"ridge", "logistic", "ldns_rate_sklearn_logistic"}:
@@ -2008,6 +2008,14 @@ def equality_bounds(*series: pd.Series) -> tuple[float, float]:
     return float(values.min() - padding), float(values.max() + padding)
 
 
+def relative_change_in_mean(before: pd.Series, after: pd.Series) -> float:
+    """Return the percentage change between the two condition means."""
+    before_mean = float(before.mean())
+    if abs(before_mean) <= 1e-12:
+        raise ValueError("Cannot express the change relative to a zero comparator mean.")
+    return (float(after.mean()) - before_mean) / before_mean * 100.0
+
+
 def trial_retrain_figures() -> tuple[go.Figure, go.Figure, go.Figure, pd.DataFrame]:
     within, historical = retrain_frames(None)
     if within.empty:
@@ -2036,10 +2044,8 @@ def trial_retrain_figures() -> tuple[go.Figure, go.Figure, go.Figure, pd.DataFra
             )
         )
         removal.add_shape(type="line", x0=lower, x1=upper, y0=lower, y1=upper, line=dict(color="#69737D", dash="dash"))
-        removal_change = (
-            float(within["recovery"].mean())
-            / float(within["mixed_full"].abs().mean())
-            * 100.0
+        removal_change = relative_change_in_mean(
+            within["mixed_full"], within["data_shapley"]
         )
         removal.add_annotation(
             text=f"Mean change = {removal_change:+.0f}%",
@@ -2152,10 +2158,8 @@ def trial_retrain_figures() -> tuple[go.Figure, go.Figure, go.Figure, pd.DataFra
             )
         )
         historical_fig.add_shape(type="line", x0=lower, x1=upper, y0=lower, y1=upper, line=dict(color="#69737D", dash="dash"))
-        historical_change = (
-            float((historical["historical_selected"] - historical["target_only"]).mean())
-            / float(historical["target_only"].abs().mean())
-            * 100.0
+        historical_change = relative_change_in_mean(
+            historical["target_only"], historical["historical_selected"]
         )
         historical_fig.add_annotation(
             text=f"Mean change = {historical_change:+.0f}%",

data/clean_prediction_summary.csv

@@ -2,115 +2,115 @@ model,dataset,dataset_display,expected_session,session,status,eval_mode,decoder,
 blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9175238609313965,1.196044921875,256,63,59,,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5714285714285714,,479,119,444,,benchmark_results/blend/blend_benchmark_721123822.json
 blend,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.06060606060606061,,135,33,64,,benchmark_results/blend/blend_benchmark_speech_threshold_crossings_t12.json
-blend,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8445752859115601,6.297308921813965,290,72,128,,benchmark_results/blend/blend_benchmark_mc_pacman.json
+blend,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8445752859115601,6.297308921813965,290,72,128,,benchmark_results/blend/blend_benchmark_mc_pacman.json
 blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9870438575744629,0.0009629210690036416,240,60,300,,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
 blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.8707619309425354,1.8752440214157104,256,63,59,,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.8823529411764706,,479,119,444,,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
 blend_ndt,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.7878787878787878,,135,33,64,,benchmark_results/blend_ndt/blend_ndt_benchmark_speech_threshold_crossings_t12.json
-blend_ndt,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.7803788185119629,8.898341178894043,290,72,128,,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
+blend_ndt,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.7803788185119629,8.898341178894043,290,72,128,,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
 blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9343204498291016,0.004853242542594671,240,60,300,,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
 cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,knn,r2,0.7898101210594177,3.051151752471924,,,59,32,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,knn,accuracy,0.4789915966386555,,,,444,32,benchmark_results/cebra/cebra_benchmark_721123822.json
 cebra,speech,Speech,t12,t12,present,sequence_classification,knn,accuracy,0.3939393939393939,,,,64,32,benchmark_results/cebra/cebra_benchmark_speech_threshold_crossings_t12.json
-cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,knn,r2,0.8163397908210754,7.441318988800049,,,128,32,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
+cebra,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,knn,r2,0.8163397908210754,7.441318988800049,,,128,32,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
 cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,knn,r2,0.9830722808837891,0.0012543825432658195,,,300,32,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,dnn,r2,0.893627405166626,1.5450406074523926,256,63,59,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,dnn,accuracy,0.09243697478991597,,479,119,444,,benchmark_results/dnn/dnn_benchmark_721123822.json
 dnn,speech,Speech,t12,t12,present,sequence_classification,dnn,accuracy,0.9090909090909091,,135,33,64,,benchmark_results/dnn/dnn_benchmark_speech_threshold_crossings_t12.json
-dnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,dnn,r2,0.905195951461792,3.8411543369293213,290,72,128,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
+dnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,dnn,r2,0.905195951461792,3.8411543369293213,290,72,128,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
 dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,dnn,r2,0.931598961353302,0.005079955793917179,240,60,300,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
 dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.9144360423088074,1.2411186695098877,,,59,16,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.7394957983193278,,,,444,16,benchmark_results/dpad/dpad_benchmark_721123822.json
 dpad,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.5151515151515151,,,,64,16,benchmark_results/dpad/dpad_benchmark_speech_threshold_crossings_t12.json
-dpad,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8990999460220337,4.088143348693848,,,128,16,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
+dpad,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8990999460220337,4.088143348693848,,,128,16,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
 dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,0.9679579734802246,0.002372820395976305,,,300,16,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
 gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.7373411655426025,3.8092288970947266,256,63,59,10,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.4957983193277311,,479,119,444,10,benchmark_results/gpfa/gpfa_benchmark_721123822.json
 gpfa,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.7878787878787878,,135,33,64,10,benchmark_results/gpfa/gpfa_benchmark_speech_threshold_crossings_t12.json
-gpfa,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.49674326181411743,20.39034080505371,290,72,128,10,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
+gpfa,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.49674326181411743,20.39034080505371,290,72,128,10,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
 gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9226212501525879,0.005764497444033623,240,60,300,10,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
 gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,gru,r2,0.9182087779045105,1.1866710186004639,256,63,59,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gru,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,gru,accuracy,0.8907563025210085,,479,119,444,,benchmark_results/gru/gru_benchmark_721123822.json
 gru,speech,Speech,t12,t12,present,sequence_classification,gru,accuracy,0.7272727272727273,,135,33,64,,benchmark_results/gru/gru_benchmark_speech_threshold_crossings_t12.json
-gru,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,gru,r2,0.901454746723175,3.99273681640625,290,72,128,,benchmark_results/gru/gru_benchmark_mc_pacman.json
+gru,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,gru,r2,0.901454746723175,3.99273681640625,290,72,128,,benchmark_results/gru/gru_benchmark_mc_pacman.json
 gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,gru,r2,0.5741032361984253,0.03174031898379326,240,60,300,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
 langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9345235824584961,0.9508563280105591,256,63,59,59,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5378151260504201,,479,119,444,444,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
 langevinflow_ccn,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.09090909090909091,,135,33,64,64,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_speech_threshold_crossings_t12.json
-langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8797211050987244,4.873313903808594,290,72,128,128,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
+langevinflow_ccn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8797211050987244,4.873313903808594,290,72,128,128,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
 langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.991753101348877,0.0006137726595625281,240,60,300,300,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.9001415967941284,1.4492790699005127,256,63,59,16,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,ldns_rate_sklearn_logistic,accuracy,0.680672268907563,,479,119,444,16,benchmark_results/ldns/ldns_benchmark_721123822.json
 ldns,speech,Speech,t12,t12,present,sequence_classification,ldns_rate_sklearn_logistic,accuracy,0.7878787878787878,,135,33,64,32,benchmark_results/ldns/ldns_benchmark_speech_threshold_crossings_t12.json
-ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.8718337416648865,5.192883014678955,290,72,128,16,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
+ldns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.8718337416648865,5.192883014678955,290,72,128,16,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ldns_rate_sklearn_ridge,r2,0.9735897779464722,0.0019637481309473515,240,60,300,16,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.9169001579284668,1.2079410552978516,256,63,59,,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5210084033613446,,479,119,444,,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
 lfads_torch,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.36363636363636365,,135,33,64,,benchmark_results/lfads_torch/lfads_torch_benchmark_speech_threshold_crossings_t12.json
-lfads_torch,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8950482606887817,4.252305507659912,290,72,128,,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
+lfads_torch,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8950482606887817,4.252305507659912,290,72,128,,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
 lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9904201030731201,0.0007134108454920352,240,60,300,,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
 lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,lstm,r2,0.9564487338066101,0.6339352130889893,256,63,59,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,lstm,accuracy,0.8403361344537815,,479,119,444,,benchmark_results/lstm/lstm_benchmark_721123822.json
 lstm,speech,Speech,t12,t12,present,sequence_classification,lstm,accuracy,0.696969696969697,,135,33,64,,benchmark_results/lstm/lstm_benchmark_speech_threshold_crossings_t12.json
-lstm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,lstm,r2,0.7150179147720337,11.546555519104004,290,72,128,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
+lstm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,lstm,r2,0.7150179147720337,11.546555519104004,290,72,128,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
 lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,lstm,r2,0.6409293413162231,0.026148714125156403,240,60,300,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
 marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ole,r2,0.43705499172210693,8.204401969909668,256,63,59,3,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 marble,allen_neuropixels,Visual Coding,721123822,,missing,,,accuracy,,,,,,,
 marble,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.5757575757575758,,135,33,64,3,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
-marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ole,r2,0.14313989877700806,34.71720886230469,290,72,128,3,benchmark_results/marble/marble_benchmark_mc_pacman.json
+marble,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ole,r2,0.14313989877700806,34.71720886230469,290,72,128,3,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,knn,r2,0.9625695943832397,0.0027685980312526226,240,60,300,32,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
 mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,,mint_pipeline,r2,0.939287841292908,,,,59,,benchmark_results/mint/mint_benchmark_monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
 mint,allen_neuropixels,Visual Coding,721123822,721123822,present,,mint_pipeline,accuracy,0.7058823529411765,,,,444,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
 mint,speech,Speech,t12,t12,present,,mint_pipeline,accuracy,0.8484848484848485,,,,64,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
-mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,,mint_pipeline,r2,0.887554874298499,,,,128,,benchmark_results/mint/mint_benchmark_mc_pacman.json
+mint,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,,mint_pipeline,r2,0.887554874298499,,,,128,,benchmark_results/mint/mint_benchmark_mc_pacman.json
 mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,,mint_pipeline,r2,0.9685728033714524,,,,300,,benchmark_results/mint/mint_benchmark_ratinabox_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,neds_e2e,r2,0.9511939883232117,0.7080138921737671,256,63,59,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,neds_e2e,accuracy,0.8571428571428571,,479,119,444,,benchmark_results/neds/neds_benchmark_721123822.json
 neds,speech,Speech,t12,t12,present,sequence_classification,neds_e2e,accuracy,0.696969696969697,,135,33,64,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json
-neds,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,neds_e2e,r2,0.9823509454727173,0.7150822281837463,290,72,128,,benchmark_results/neds/neds_benchmark_mc_pacman.json
+neds,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,neds_e2e,r2,0.9823509454727173,0.7150822281837463,290,72,128,,benchmark_results/neds/neds_benchmark_mc_pacman.json
 neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,neds_e2e,r2,0.9958379864692688,0.0003035656700376421,240,60,300,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
 neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,neds_e2e,r2,0.9656530618667603,0.4990532398223877,256,63,59,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,neds_e2e,accuracy,0.8991596638655462,,479,119,444,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
 neds_pretrained,speech,Speech,t12,t12,present,sequence_classification,neds_e2e,accuracy,0.45454545454545453,,135,33,64,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_speech_threshold_crossings_t12.json
-neds_pretrained,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,neds_e2e,r2,0.9773258566856384,0.9186822175979614,290,72,128,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
+neds_pretrained,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,neds_e2e,r2,0.9773258566856384,0.9186822175979614,290,72,128,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
 neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,neds_e2e,r2,0.9976933002471924,0.00017039672820828855,240,60,300,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
 neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.6575568318367004,4.993862152099609,,,59,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.4369747899159664,,,,444,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
 neuro_behavior_conditioning,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.18181818181818182,,,,64,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_speech_threshold_crossings_t12.json
-neuro_behavior_conditioning,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.728542685508728,10.998574256896973,,,128,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
+neuro_behavior_conditioning,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.728542685508728,10.998574256896973,,,128,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
 neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,-0.33934974670410156,0.09868668019771576,,,300,40,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
 pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.37456005811691284,9.078876495361328,256,63,59,59,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 pca,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.8319327731092437,,479,119,444,444,benchmark_results/pca/pca_benchmark_721123822.json
 pca,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.8484848484848485,,135,33,64,64,benchmark_results/pca/pca_benchmark_speech_threshold_crossings_t12.json
-pca,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.373163104057312,25.397409439086914,290,72,128,128,benchmark_results/pca/pca_benchmark_mc_pacman.json
+pca,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.373163104057312,25.397409439086914,290,72,128,128,benchmark_results/pca/pca_benchmark_mc_pacman.json
 pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.8981239199638367,0.007546109147369862,240,60,300,300,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
 rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,rnn,r2,0.824958086013794,2.5321688652038574,256,63,59,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,rnn,accuracy,0.8151260504201681,,479,119,444,,benchmark_results/rnn/rnn_benchmark_721123822.json
 rnn,speech,Speech,t12,t12,present,sequence_classification,rnn,accuracy,0.24242424242424243,,135,33,64,,benchmark_results/rnn/rnn_benchmark_speech_threshold_crossings_t12.json
-rnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,rnn,r2,0.23739689588546753,30.898218154907227,290,72,128,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
+rnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,rnn,r2,0.23739689588546753,30.898218154907227,290,72,128,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
 rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,rnn,r2,-1.6860586404800415,0.1947043240070343,240,60,300,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
 smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,ridge,r2,0.8860386610031128,1.6544654369354248,256,63,59,,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,logistic,accuracy,0.5126050420168067,,479,119,444,,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
 smc_rnns,speech,Speech,t12,t12,present,sequence_classification,logistic,accuracy,0.6666666666666666,,135,33,64,,benchmark_results/smc_rnns/smc_rnns_benchmark_speech_threshold_crossings_t12.json
-smc_rnns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8645802140235901,5.486772060394287,290,72,128,,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
+smc_rnns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,ridge,r2,0.8645802140235901,5.486772060394287,290,72,128,,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
 smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,ridge,r2,0.9788086414337158,0.0015642878133803606,240,60,300,,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
 tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.9096218347549438,1.3123011589050293,256,63,59,2,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 tndm,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.6050420168067226,,479,119,444,2,benchmark_results/tndm/tndm_benchmark_721123822.json
 tndm,speech,Speech,t12,,missing,,,accuracy,,,,,,,
-tndm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8965951204299927,4.189631938934326,290,72,128,2,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
+tndm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8965951204299927,4.189631938934326,290,72,128,2,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
 tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,0.5766555666923523,0.031010232865810394,240,60,300,2,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
 svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,svr,r2,0.876770445885862,1.7886374376228669,256,63,59,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 svc,allen_neuropixels,Visual Coding,721123822,,missing,,,accuracy,,,,,,,
 svc,speech,Speech,t12,t12,present,sequence_classification,svc,accuracy,0.9696969696969697,,135,33,64,,benchmark_results/svc/svc_benchmark_speech_threshold_crossings_t12.json
-svc,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,svr,r2,0.8806145661310625,4.837112732102542,290,72,128,,benchmark_results/svc/svc_benchmark_mc_pacman.json
+svc,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,svr,r2,0.8806145661310625,4.837112732102542,290,72,128,,benchmark_results/svc/svc_benchmark_mc_pacman.json
 svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,svr,r2,0.9712330539323291,0.0021254403400253804,240,60,300,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
 torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,native,r2,0.8725712299346924,1.8510240316390991,,,59,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,native,accuracy,0.8403361344537815,,,,444,,benchmark_results/torchdfine/torchdfine_benchmark_allen_neuropixels_721123822.json
 torchdfine,speech,Speech,t12,t12,present,sequence_classification,native,accuracy,0.6060606060606061,,,,64,,benchmark_results/torchdfine/torchdfine_benchmark_speech_threshold_crossings_t12.json
-torchdfine,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8435811996459961,6.337584972381592,,,128,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
+torchdfine,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,native,r2,0.8435811996459961,6.337584972381592,,,128,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
 torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,native,r2,0.9902969598770142,0.000715256086550653,,,300,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
 xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,sequence_regression,xgboost_regression,r2,0.8447672875998172,2.2535834402371275,256,63,59,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 xg,allen_neuropixels,Visual Coding,721123822,721123822,present,sequence_classification,xgboost_classification,accuracy,0.907563025210084,,479,119,444,,benchmark_results/xg/xg_benchmark_721123822.json
 xg,speech,Speech,t12,t12,present,sequence_classification,xgboost_classification,accuracy,0.8181818181818182,,135,33,64,,benchmark_results/xg/xg_benchmark_speech_threshold_crossings_t12.json
-xg,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,sequence_regression,xgboost_regression,r2,0.8092607851826179,7.728137802114702,290,72,128,,benchmark_results/xg/xg_benchmark_mc_pacman.json
+xg,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,sequence_regression,xgboost_regression,r2,0.8092607851826179,7.728137802114702,290,72,128,,benchmark_results/xg/xg_benchmark_mc_pacman.json
 xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,sequence_regression,xgboost_regression,r2,0.9662970925763346,0.002489599134414616,240,60,300,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json

data/release_manifest.json

@@ -3,16 +3,15 @@
   "latent_coordinate_spaces": [
     "per_session_whitened_reference_aligned_3d"
   ],
-  "manuscript_working_version": "manuscript_v7",
+  "manuscript_working_version": "manuscript_v8",
   "schema_version": 1,
   "source": "paper/results, active consistency and feature-attribution artifacts, benchmark dataset arrays, and Figure 5 prediction sidecars",
-  "source_git_revision": "40d16d88866f42cf51fe8171a6051d5cdaa19b23",
+  "source_git_revision": "e8803f68d58da2e0ee43ad51782cb880731bb884",
   "source_repository": "https://github.com/TangLab-UBC/behavior_benchmarking",
-  "source_worktree_dirty": true,
   "tables": {
     "clean_prediction_summary.csv": {
       "rows": 115,
-      "sha256": "e8e3885f8b2063db66fb6f578018de43941e8b76d44356d59223432aac09e802"
+      "sha256": "7f91e3b06c3f9015dafecd8d3d33ad162a12eafb798728c8f8f179def93ab511"
     },
     "consistency_summary.csv": {
       "rows": 54,
@@ -56,11 +55,11 @@
     },
     "robustness_summary.csv": {
       "rows": 115,
-      "sha256": "d60a56dbd5c1819e8594fc7ab3a0ab396e9120fb7da977f5e35510e8a376dc8a"
+      "sha256": "935381b401d26402c18bb4d32020169e63f8d081ba69fb7bbc594a4adebd6ca6"
     },
     "scalability_summary.csv": {
       "rows": 115,
-      "sha256": "1bd6f482fdb89e3e4b522320ccae0bad0e76da1e72898eef53951e8339366040"
+      "sha256": "99921519a3af02ab660e8138c2089dd1ed781f0567fae0444349ae3bb62cf971"
     },
     "trial_historical_trajectories.csv": {
       "rows": 4725,

data/robustness_summary.csv

@@ -2,115 +2,115 @@ model,dataset,dataset_display,expected_session,session,status,metric,noise_level
 blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9175238609313965;0.8643311262130737;0.7708705067634583;0.5754480957984924;0.35528820753097534,0.9175238609313965,0.35528820753097534,0.5694111526012421,0.6966923594474792,5,,,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5714285714285714;0.6302521008403361;0.5714285714285714;0.5714285714285714;0.5042016806722689,0.5714285714285714,0.5042016806722689,0.46218487394957986,0.5697478991596638,5,,,benchmark_results/blend/blend_benchmark_721123822.json
 blend,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.06060606060606061,0.06060606060606061,0.04848484848484849,0.06060606060606061,5,,,benchmark_results/blend/blend_benchmark_speech_threshold_crossings_t12.json
-blend,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8445752859115601;0.7198004722595215;0.5648955702781677;0.48401129245758057;0.42989420890808105,0.8445752859115601,0.42989420890808105,0.48118841648101807,0.6086353659629822,5,,,benchmark_results/blend/blend_benchmark_mc_pacman.json
+blend,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8445752859115601;0.7198004722595215;0.5648955702781677;0.48401129245758057;0.42989420890808105,0.8445752859115601,0.42989420890808105,0.48118841648101807,0.6086353659629822,5,,,benchmark_results/blend/blend_benchmark_mc_pacman.json
 blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9870438575744629;0.9768009185791016;0.9508640766143799;0.9094023704528809;0.8623879551887512,0.9870438575744629,0.8623879551887512,0.7523566544055938,0.9372998356819153,5,,,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
 blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8707619309425354;0.8190076351165771;0.7689898014068604;0.7343437671661377;0.6654233932495117,0.8707619309425354,0.6654233932495117,0.6180867731571198,0.7717053055763244,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8823529411764706;0.8907563025210085;0.8403361344537815;0.7899159663865546;0.7983193277310925,0.8823529411764706,0.7983193277310925,0.6722689075630253,0.8403361344537815,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
 blend_ndt,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.5454545454545454;0.18181818181818182;0.06060606060606061;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.2424242424242424,0.32727272727272727,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_speech_threshold_crossings_t12.json
-blend_ndt,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.7803788185119629;0.6813417673110962;0.5959353446960449;0.5471932888031006;0.4432826638221741,0.7803788185119629,0.4432826638221741,0.487260228395462,0.6096263766288758,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
+blend_ndt,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.7803788185119629;0.6813417673110962;0.5959353446960449;0.5471932888031006;0.4432826638221741,0.7803788185119629,0.4432826638221741,0.487260228395462,0.6096263766288758,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
 blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9343204498291016;0.9180498123168945;0.8994157314300537;0.8772929310798645;0.8513867259025574,0.9343204498291016,0.8513867259025574,0.7175224125385286,0.8960931301116943,5,,,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
 cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.7898101210594177;0.5630860924720764;0.3666877746582031;0.22057980298995972;-0.032554298639297485,0.7898101210594177,-0.032554298639297485,0.3057963162660599,0.3815218985080719,5,,,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4789915966386555;0.4789915966386555;0.42857142857142855;0.4117647058823529;0.3949579831932773,0.4789915966386555,0.3949579831932773,0.3512605042016807,0.438655462184874,5,,,benchmark_results/cebra/cebra_benchmark_721123822.json
 cebra,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.3939393939393939;0.30303030303030304;0.18181818181818182;0.09090909090909091;0.15151515151515152,0.3939393939393939,0.15151515151515152,0.1696969696969697,0.22424242424242422,5,,,benchmark_results/cebra/cebra_benchmark_speech_threshold_crossings_t12.json
-cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8163397908210754;0.5411965250968933;0.16441398859024048;-0.057045936584472656;-0.3157079219818115,0.8163397908210754,-0.3157079219818115,0.17977610230445862,0.229839289188385,5,,,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
+cebra,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8163397908210754;0.5411965250968933;0.16441398859024048;-0.057045936584472656;-0.3157079219818115,0.8163397908210754,-0.3157079219818115,0.17977610230445862,0.229839289188385,5,,,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
 cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9830722808837891;0.9814000129699707;0.9764360189437866;0.963709831237793;0.9493141770362854,0.9830722808837891,0.9493141770362854,0.7775478184223176,0.9707864642143249,5,,,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.893627405166626;0.8535131216049194;0.8005810976028442;0.7551349401473999;0.6946108937263489,0.893627405166626,0.6946108937263489,0.6406696617603302,0.7994934916496277,5,,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.09243697478991597;0.09243697478991597;0.09243697478991597;0.09243697478991597;0.09243697478991597,0.09243697478991597,0.09243697478991597,0.07394957983193277,0.09243697478991597,5,,,benchmark_results/dnn/dnn_benchmark_721123822.json
 dnn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.9090909090909091;0.6060606060606061;0.21212121212121213;0.15151515151515152;0.15151515151515152,0.9090909090909091,0.15151515151515152,0.30000000000000004,0.40606060606060607,5,,,benchmark_results/dnn/dnn_benchmark_speech_threshold_crossings_t12.json
-dnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.905195951461792;0.7172925472259521;0.49924540519714355;0.3465029001235962;0.21867167949676514,0.905195951461792,0.21867167949676514,0.4249949336051941,0.5373816967010498,5,,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
+dnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.905195951461792;0.7172925472259521;0.49924540519714355;0.3465029001235962;0.21867167949676514,0.905195951461792,0.21867167949676514,0.4249949336051941,0.5373816967010498,5,,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
 dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.931598961353302;0.9109230041503906;0.8777890205383301;0.8308624625205994;0.7763526439666748,0.931598961353302,0.7763526439666748,0.6947100579738619,0.8655052185058594,5,,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
 dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9144360423088074;0.852545440196991;0.7805273532867432;0.6918457746505737;0.6335771083831787,0.9144360423088074,0.6335771083831787,0.6197850286960602,0.7745863437652588,5,,,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7394957983193278;0.6638655462184874;0.6974789915966386;0.6470588235294118;0.6974789915966386,0.7394957983193278,0.6974789915966386,0.5453781512605043,0.6890756302521008,5,,,benchmark_results/dpad/dpad_benchmark_721123822.json
 dpad,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5151515151515151;0.42424242424242425;0.36363636363636365;0.15151515151515152;0.15151515151515152,0.5151515151515151,0.15151515151515152,0.2545454545454546,0.32121212121212117,5,,,benchmark_results/dpad/dpad_benchmark_speech_threshold_crossings_t12.json
-dpad,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8990999460220337;0.4798324704170227;0.12360495328903198;-0.1566922664642334;-0.37313616275787354,0.8990999460220337,-0.37313616275787354,0.14194540977478026,0.1945417881011963,5,,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
+dpad,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8990999460220337;0.4798324704170227;0.12360495328903198;-0.1566922664642334;-0.37313616275787354,0.8990999460220337,-0.37313616275787354,0.14194540977478026,0.1945417881011963,5,,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
 dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9679579734802246;0.8953441977500916;0.7178422212600708;0.47898298501968384;0.25100600719451904,0.9679579734802246,0.25100600719451904,0.5403302788734436,0.662226676940918,5,,,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
 gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.7373411655426025;0.7126992936964243;0.6856292532568233;0.6679454952702977;0.6360040986395645,0.7373411655426025,0.6360040986395645,0.5505893348629258,0.6879238612811425,5,,,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4957983193277311;0.4789915966386555;0.4789915966386555;0.42857142857142855;0.44537815126050423,0.4957983193277311,0.44537815126050423,0.37142857142857144,0.46554621848739497,5,,,benchmark_results/gpfa/gpfa_benchmark_721123822.json
 gpfa,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.48484848484848486;0.15151515151515152;0.09090909090909091;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.23030303030303031,0.3151515151515151,5,,,benchmark_results/gpfa/gpfa_benchmark_speech_threshold_crossings_t12.json
-gpfa,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.49674326181411743;0.3580824068196614;0.08170864937028088;-0.38844534883551174;-0.9791543559739466,0.49674326181411743,-0.9791543559739466,-0.03797196794509684,-0.08621307736107972,5,,,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
+gpfa,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.49674326181411743;0.3580824068196614;0.08170864937028088;-0.38844534883551174;-0.9791543559739466,0.49674326181411743,-0.9791543559739466,-0.03797196794509684,-0.08621307736107972,5,,,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
 gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9226212501525879;0.9198749107245656;0.9120587365579451;0.9019715083439707;0.8901394667521394,0.9226212501525879,0.8901394667521394,0.7280571028157691,0.9093331745062418,5,,,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
 gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9182087779045105;0.8954059481620789;0.864625096321106;0.8384993076324463;0.805277943611145,0.9182087779045105,0.805277943611145,0.6920547425746918,0.8644034147262574,5,,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gru,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8907563025210085;0.8319327731092437;0.8067226890756303;0.6722689075630253;0.5630252100840336,0.8907563025210085,0.5630252100840336,0.6075630252100841,0.7529411764705882,5,,,benchmark_results/gru/gru_benchmark_721123822.json
 gru,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7272727272727273;0.5454545454545454;0.24242424242424243;0.09090909090909091;0.06060606060606061,0.7272727272727273,0.06060606060606061,0.2545454545454546,0.33333333333333337,5,,,benchmark_results/gru/gru_benchmark_speech_threshold_crossings_t12.json
-gru,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.901454746723175;0.7297853231430054;0.46196508407592773;0.28533971309661865;0.10386991500854492,0.901454746723175,0.10386991500854492,0.39595049023628237,0.49648295640945433,5,,,benchmark_results/gru/gru_benchmark_mc_pacman.json
+gru,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.901454746723175;0.7297853231430054;0.46196508407592773;0.28533971309661865;0.10386991500854492,0.901454746723175,0.10386991500854492,0.39595049023628237,0.49648295640945433,5,,,benchmark_results/gru/gru_benchmark_mc_pacman.json
 gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.5741032361984253;0.5336488485336304;0.48692792654037476;0.45227423310279846;0.3641922175884247,0.5741032361984253,0.3641922175884247,0.3883997470140457,0.4822292923927307,5,,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
 langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9345235824584961;0.8907493948936462;0.7400861382484436;0.4797320067882538;-0.06615692377090454,0.9345235824584961,-0.06615692377090454,0.5089501738548279,0.595786839723587,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5378151260504201;0.5462184873949579;0.3949579831932773;0.18487394957983194;0.18487394957983194,0.5378151260504201,0.18487394957983194,0.29747899159663865,0.36974789915966383,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
 langevinflow_ccn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.09090909090909091;0.06060606060606061;0.06060606060606061;0.09090909090909091;0.06060606060606061,0.09090909090909091,0.06060606060606061,0.05757575757575758,0.07272727272727272,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_speech_threshold_crossings_t12.json
-langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8797211050987244;0.8197868466377258;0.6123260855674744;0.3000675439834595;0.17851930856704712,0.8797211050987244,0.17851930856704712,0.4522601366043091,0.5580841779708863,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
+langevinflow_ccn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8797211050987244;0.8197868466377258;0.6123260855674744;0.3000675439834595;0.17851930856704712,0.8797211050987244,0.17851930856704712,0.4522601366043091,0.5580841779708863,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
 langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.991753101348877;0.9701258540153503;0.909843921661377;0.7860690355300903;0.4768620729446411,0.991753101348877,0.4768620729446411,0.6800692796707154,0.8269307971000671,5,,,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9001415967941284;0.86473548412323;0.7995693683624268;0.7395739555358887;0.6291798949241638,0.9001415967941284,0.6291798949241638,0.6337079107761383,0.7866400599479675,5,,,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.680672268907563;0.6722689075630253;0.6638655462184874;0.6470588235294118;0.6470588235294118,0.680672268907563,0.6470588235294118,0.5294117647058825,0.6621848739495799,5,,,benchmark_results/ldns/ldns_benchmark_721123822.json
 ldns,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7878787878787878;0.06060606060606061;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.7878787878787878,0.06060606060606061,0.1212121212121212,0.20606060606060606,5,,,benchmark_results/ldns/ldns_benchmark_speech_threshold_crossings_t12.json
-ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8718337416648865;0.8499979972839355;0.832469642162323;0.784476637840271;0.7201961874961853,0.8718337416648865,0.7201961874961853,0.6525918483734132,0.8117948412895203,5,,,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
+ldns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8718337416648865;0.8499979972839355;0.832469642162323;0.784476637840271;0.7201961874961853,0.8718337416648865,0.7201961874961853,0.6525918483734132,0.8117948412895203,5,,,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9735897779464722;0.96982741355896;0.9606800079345703;0.94614577293396;0.930498480796814,0.9735897779464722,0.930498480796814,0.7657394647598267,0.9561482906341553,5,,,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9169001579284668;0.8534475564956665;0.6854559779167175;0.39422428607940674;-0.07648450136184692,0.9169001579284668,-0.07648450136184692,0.4706671297550202,0.5547086954116821,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5210084033613446;0.5210084033613446;0.4369747899159664;0.4117647058823529;0.3697478991596639,0.5210084033613446,0.3697478991596639,0.36302521008403366,0.45210084033613446,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
 lfads_torch,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.36363636363636365;0.21212121212121213;0.06060606060606061;0.09090909090909091;0.06060606060606061,0.36363636363636365,0.06060606060606061,0.11515151515151516,0.15757575757575756,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_speech_threshold_crossings_t12.json
-lfads_torch,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8950482606887817;0.7322635650634766;0.4893965721130371;0.32508909702301025;0.1996327042579651,0.8950482606887817,0.1996327042579651,0.4188179433345795,0.5282860398292542,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
+lfads_torch,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8950482606887817;0.7322635650634766;0.4893965721130371;0.32508909702301025;0.1996327042579651,0.8950482606887817,0.1996327042579651,0.4188179433345795,0.5282860398292542,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
 lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9904201030731201;0.9667295217514038;0.9105006456375122;0.8359623551368713;0.7410179376602173,0.9904201030731201,0.7410179376602173,0.7157823085784912,0.888926112651825,5,,,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
 lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9564487338066101;0.9368505477905273;0.8836365342140198;0.7835134267807007;0.6308183670043945,0.9564487338066101,0.6308183670043945,0.6795268118381501,0.8382535219192505,5,,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8403361344537815;0.865546218487395;0.773109243697479;0.773109243697479;0.6638655462184874,0.8403361344537815,0.6638655462184874,0.6327731092436976,0.7831932773109245,5,,,benchmark_results/lstm/lstm_benchmark_721123822.json
 lstm,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.696969696969697;0.42424242424242425;0.09090909090909091;0.06060606060606061;0.06060606060606061,0.696969696969697,0.06060606060606061,0.1909090909090909,0.2666666666666667,5,,,benchmark_results/lstm/lstm_benchmark_speech_threshold_crossings_t12.json
-lstm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.7150179147720337;0.6584716439247131;0.5553475022315979;0.4231433868408203;0.2972719669342041,0.7150179147720337,0.2972719669342041,0.42862149477005007,0.5298504829406738,5,,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
+lstm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.7150179147720337;0.6584716439247131;0.5553475022315979;0.4231433868408203;0.2972719669342041,0.7150179147720337,0.2972719669342041,0.42862149477005007,0.5298504829406738,5,,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
 lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.6409293413162231;0.5745951533317566;0.4480632245540619;0.2713932991027832;0.013945192098617554,0.6409293413162231,0.013945192098617554,0.3242977887392044,0.3897852420806885,5,,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
 marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.43705499172210693;0.4171295762062073;0.40499740839004517;0.4131471514701843;0.3776722252368927,0.43705499172210693,0.3776722252368927,0.32852754890918734,0.41000027060508726,5,,,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 marble,allen_neuropixels,Visual Coding,721123822,,missing,accuracy,,,,,,,,,,
 marble,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5757575757575758;0.21212121212121213;0.21212121212121213;0.21212121212121213;0.21212121212121213,0.5757575757575758,0.21212121212121213,0.20606060606060608,0.28484848484848485,5,,,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
-marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.14313989877700806;0.15062874555587769;0.1267390251159668;0.1047818660736084;0.0769873857498169,0.14313989877700806,0.0769873857498169,0.09844265580177308,0.12045538425445557,5,,,benchmark_results/marble/marble_benchmark_mc_pacman.json
+marble,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.14313989877700806;0.15062874555587769;0.1267390251159668;0.1047818660736084;0.0769873857498169,0.14313989877700806,0.0769873857498169,0.09844265580177308,0.12045538425445557,5,,,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9625695943832397;0.9615108370780945;0.9581441879272461;0.9515106678009033;0.9436550140380859,0.9625695943832397,0.9436550140380859,0.7648555994033813,0.955478060245514,5,,,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
 mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.939287841292908;0.9136566400867268;0.8343618982398779;0.7157664724259507;0.45068635310190264,0.939287841292908,0.45068635310190264,0.6317544215899922,0.7707518410294731,5,,strict,benchmark_results/mint/mint_benchmark_monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
 mint,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.7058823529411765;0.7226890756302521;0.7142857142857143;0.6722689075630253;0.5798319327731093,0.7058823529411765,0.5798319327731093,0.5504201680672269,0.6789915966386555,5,,strict,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
 mint,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8484848484848485;0.24242424242424243;0.18181818181818182;0.15151515151515152;0.09090909090909091,0.8484848484848485,0.09090909090909091,0.2090909090909091,0.30303030303030304,5,,strict,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
-mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.887554874298499;0.8448281571161276;0.7592897594325643;0.641421724703634;0.5224599107083605,0.887554874298499,0.5224599107083605,0.5901094067511511,0.7311108852518371,5,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
+mint,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.887554874298499;0.8448281571161276;0.7592897594325643;0.641421724703634;0.5224599107083605,0.887554874298499,0.5224599107083605,0.5901094067511511,0.7311108852518371,5,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
 mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9685728033714524;0.9694202198792304;0.9684719742452416;0.9597690513784204;0.9461878618028012,0.9685728033714524,0.9461878618028012,0.7710083156180039,0.9624843821354292,5,,strict,benchmark_results/mint/mint_benchmark_ratinabox_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9511939883232117;0.9279969334602356;0.9143285751342773;0.872361421585083;0.8282899856567383,0.9511939883232117,0.8282899856567383,0.7208857834339142,0.8988341808319091,5,,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8571428571428571;0.773109243697479;0.6974789915966386;0.5798319327731093;0.5294117647058824,0.8571428571428571,0.5294117647058824,0.5487394957983194,0.6873949579831933,5,,,benchmark_results/neds/neds_benchmark_721123822.json
 neds,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.696969696969697;0.42424242424242425;0.2727272727272727;0.15151515151515152;0.18181818181818182,0.696969696969697,0.18181818181818182,0.25757575757575757,0.34545454545454546,5,,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json
-neds,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.9823509454727173;0.8740277886390686;0.5771868824958801;0.44419658184051514;0.3464944362640381,0.9823509454727173,0.3464944362640381,0.5119667887687683,0.6448513269424438,5,,,benchmark_results/neds/neds_benchmark_mc_pacman.json
+neds,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.9823509454727173;0.8740277886390686;0.5771868824958801;0.44419658184051514;0.3464944362640381,0.9823509454727173,0.3464944362640381,0.5119667887687683,0.6448513269424438,5,,,benchmark_results/neds/neds_benchmark_mc_pacman.json
 neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9958379864692688;0.9954040050506592;0.9871814846992493;0.9693360328674316;0.944495439529419,0.9958379864692688,0.944495439529419,0.7844176471233367,0.9784509897232055,5,,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
 neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9656530618667603;0.937859296798706;0.8127238750457764;0.6628333330154419;0.4080040156841278,0.9656530618667603,0.4080040156841278,0.6200490087270737,0.7574147164821625,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8991596638655462;0.8739495798319328;0.680672268907563;0.5462184873949579;0.4369747899159664,0.8991596638655462,0.4369747899159664,0.553781512605042,0.6873949579831933,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
 neds_pretrained,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.45454545454545453;0.2727272727272727;0.030303030303030304;0.09090909090909091;0.09090909090909091,0.45454545454545453,0.09090909090909091,0.13333333333333336,0.18787878787878787,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_speech_threshold_crossings_t12.json
-neds_pretrained,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.9773258566856384;0.7604557275772095;0.4584936499595642;0.3652722239494324;0.32499784231185913,0.9773258566856384,0.32499784231185913,0.44707669019699103,0.5773090600967408,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
+neds_pretrained,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.9773258566856384;0.7604557275772095;0.4584936499595642;0.3652722239494324;0.32499784231185913,0.9773258566856384,0.32499784231185913,0.44707669019699103,0.5773090600967408,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
 neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9976933002471924;0.993405818939209;0.981823205947876;0.9617111682891846;0.9386576414108276,0.9976933002471924,0.9386576414108276,0.781023132801056,0.9746582269668579,5,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
 neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.6575568318367004;0.6306747198104858;0.6512659788131714;0.6523588299751282;0.6077603697776794,0.6575568318367004,0.6077603697776794,0.5133916258811951,0.639923346042633,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.4369747899159664;0.42857142857142855;0.40336134453781514;0.3697478991596639;0.3697478991596639,0.4369747899159664,0.3697478991596639,0.32100840336134456,0.4016806722689076,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
 neuro_behavior_conditioning,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.18181818181818182;0.15151515151515152;0.09090909090909091;0.18181818181818182;0.09090909090909091,0.18181818181818182,0.09090909090909091,0.11212121212121214,0.1393939393939394,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_speech_threshold_crossings_t12.json
-neuro_behavior_conditioning,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.728542685508728;0.6273536086082458;0.6355911493301392;0.5329175591468811;0.6388125419616699,0.728542685508728,0.6388125419616699,0.49590798616409304,0.6326435089111329,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
+neuro_behavior_conditioning,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.728542685508728;0.6273536086082458;0.6355911493301392;0.5329175591468811;0.6388125419616699,0.728542685508728,0.6388125419616699,0.49590798616409304,0.6326435089111329,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
 neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,-0.33934974670410156;-0.3371235728263855;-0.33690643310546875;-0.3347964882850647;-0.33625316619873047,-0.33934974670410156,-0.33625316619873047,-0.26932559013366697,-0.3368858814239502,5,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
 pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.37456005811691284;0.3133432909355778;0.24327576144796653;0.19268370236808363;0.11508989883418097,0.37456005811691284,0.11508989883418097,0.198825546645435,0.24779054234054435,5,,,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 pca,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8319327731092437;0.8739495798319328;0.8235294117647058;0.7310924369747899;0.7815126050420168,0.8319327731092437,0.7815126050420168,0.6470588235294118,0.8084033613445378,5,,,benchmark_results/pca/pca_benchmark_721123822.json
 pca,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8484848484848485;0.42424242424242425;0.18181818181818182;0.06060606060606061;0.09090909090909091,0.8484848484848485,0.09090909090909091,0.2272727272727273,0.3212121212121212,5,,,benchmark_results/pca/pca_benchmark_speech_threshold_crossings_t12.json
-pca,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.373163104057312;0.27134923854664295;0.16696028257205986;0.09380920007064508;-0.026015016925783563,0.373163104057312,-0.026015016925783563,0.1411385529510224,0.17585336166417526,5,,,benchmark_results/pca/pca_benchmark_mc_pacman.json
+pca,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.373163104057312;0.27134923854664295;0.16696028257205986;0.09380920007064508;-0.026015016925783563,0.373163104057312,-0.026015016925783563,0.1411385529510224,0.17585336166417526,5,,,benchmark_results/pca/pca_benchmark_mc_pacman.json
 pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.8981239199638367;0.8773310518243713;0.8587404466179813;0.838136770872506;0.8131276159151568,0.8981239199638367,0.8131276159151568,0.6859668074508711,0.8570919610387705,5,,,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
 rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.824958086013794;0.7754772305488586;0.717768669128418;0.6801201701164246;0.6257795095443726,0.824958086013794,0.6257795095443726,0.5797469735145568,0.7248207330703735,5,,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8151260504201681;0.8319327731092437;0.7647058823529411;0.7983193277310925;0.7899159663865546,0.8151260504201681,0.7899159663865546,0.6394957983193278,0.8,5,,,benchmark_results/rnn/rnn_benchmark_721123822.json
 rnn,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.24242424242424243;0.42424242424242425;0.24242424242424243;0.18181818181818182;0.21212121212121213,0.24242424242424243,0.21212121212121213,0.21515151515151518,0.2606060606060606,5,,,benchmark_results/rnn/rnn_benchmark_speech_threshold_crossings_t12.json
-rnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.23739689588546753;0.19966089725494385;0.15538930892944336;0.13792073726654053;0.09613186120986938,0.23739689588546753,0.09613186120986938,0.13194706439971926,0.16529994010925292,5,,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
+rnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.23739689588546753;0.19966089725494385;0.15538930892944336;0.13792073726654053;0.09613186120986938,0.23739689588546753,0.09613186120986938,0.13194706439971926,0.16529994010925292,5,,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
 rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,-1.6860586404800415;-1.991189956665039;-2.5075526237487793;-2.9164581298828125;-3.497112512588501,-1.6860586404800415,-3.497112512588501,-2.0013572573661804,-2.519674372673035,5,,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
 smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8860386610031128;0.8210171461105347;0.7725381851196289;0.5373315811157227;0.3817543089389801,0.8860386610031128,0.3817543089389801,0.5529566794633866,0.6797359764575959,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.5126050420168067;0.48739495798319327;0.4369747899159664;0.4117647058823529;0.35294117647058826,0.5126050420168067,0.35294117647058826,0.35378151260504204,0.44033613445378156,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
 smc_rnns,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.6666666666666666;0.21212121212121213;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.6666666666666666,0.06060606060606061,0.1393939393939394,0.2121212121212121,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_speech_threshold_crossings_t12.json
-smc_rnns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8645802140235901;0.5894840955734253;0.16936951875686646;-0.07233333587646484;-0.20812225341796875,0.8645802140235901,-0.20812225341796875,0.20294985175132751,0.26859564781188966,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
+smc_rnns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8645802140235901;0.5894840955734253;0.16936951875686646;-0.07233333587646484;-0.20812225341796875,0.8645802140235901,-0.20812225341796875,0.20294985175132751,0.26859564781188966,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
 smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9788086414337158;0.9747283458709717;0.9664991497993469;0.9574678540229797;0.9443718194961548,0.9788086414337158,0.9443718194961548,0.7720571160316467,0.9643751621246338,5,,,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
 tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.9096218347549438;0.8948147892951965;0.7905234098434448;0.7676176428794861;0.6796752214431763,0.9096218347549438,0.6796752214431763,0.6495208740234375,0.8084505796432495,5,,,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 tndm,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.6050420168067226;0.5462184873949579;0.4789915966386555;0.42857142857142855;0.3697478991596639,0.6050420168067226,0.3697478991596639,0.3882352941176471,0.48571428571428565,5,,,benchmark_results/tndm/tndm_benchmark_721123822.json
 tndm,speech,Speech,t12,,missing,accuracy,,,,,,,,,,
-tndm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8965951204299927;0.7563698291778564;0.328067421913147;0.0335925817489624;-0.07747280597686768,0.8965951204299927,-0.07747280597686768,0.30551819801330565,0.38743042945861816,5,,,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
+tndm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8965951204299927;0.7563698291778564;0.328067421913147;0.0335925817489624;-0.07747280597686768,0.8965951204299927,-0.07747280597686768,0.30551819801330565,0.38743042945861816,5,,,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
 tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.5766555666923523;0.4795343279838562;0.2834523916244507;0.14809182286262512;0.049867182970047,0.5766555666923523,0.049867182970047,0.24486798346042635,0.30752025842666625,5,,,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
 svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.876770445885862;0.709518654274554;0.4244449878474441;0.18648831932165666;-0.045585180422522464,0.876770445885862,-0.045585180422522464,0.3472089188350649,0.43032744538139883,5,,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 svc,allen_neuropixels,Visual Coding,721123822,,missing,accuracy,,,,,,,,,,
 svc,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.9696969696969697;0.30303030303030304;0.06060606060606061;0.06060606060606061;0.06060606060606061,0.9696969696969697,0.06060606060606061,0.1878787878787879,0.2909090909090909,5,,,benchmark_results/svc/svc_benchmark_speech_threshold_crossings_t12.json
-svc,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8806145661310625;0.3942985021285529;0.12774613635556997;0.03376248408537441;0.004284532896003279,0.8806145661310625,0.004284532896003279,0.19965133441660604,0.2881412443193126,5,,,benchmark_results/svc/svc_benchmark_mc_pacman.json
+svc,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8806145661310625;0.3942985021285529;0.12774613635556997;0.03376248408537441;0.004284532896003279,0.8806145661310625,0.004284532896003279,0.19965133441660604,0.2881412443193126,5,,,benchmark_results/svc/svc_benchmark_mc_pacman.json
 svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9712330539323291;0.9446049290339973;0.8857326873573091;0.7947585918220157;0.6843628792979819,0.9712330539323291,0.6843628792979819,0.6905788349656956,0.8561384282887265,5,,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
 torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8725711107254028;0.8379425406455994;0.8060683608055115;0.7559939622879028;0.698793888092041,0.8725711107254028,0.698793888092041,0.6371374726295471,0.7942739725112915,5,,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8403361344537815;0.8067226890756303;0.6974789915966386;0.6302521008403361;0.6050420168067226,0.8403361344537815,0.6050420168067226,0.5714285714285714,0.7159663865546217,5,,,benchmark_results/torchdfine/torchdfine_benchmark_allen_neuropixels_721123822.json
 torchdfine,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.6060606060606061;0.18181818181818182;0.18181818181818182;0.12121212121212122;0.15151515151515152,0.6060606060606061,0.15151515151515152,0.17272727272727276,0.24848484848484848,5,,,benchmark_results/torchdfine/torchdfine_benchmark_speech_threshold_crossings_t12.json
-torchdfine,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8435811996459961;0.4881526827812195;0.11505717039108276;-0.09513354301452637;-0.2933253049850464,0.8435811996459961,-0.2933253049850464,0.15664085149765014,0.21166644096374512,5,,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
+torchdfine,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8435811996459961;0.4881526827812195;0.11505717039108276;-0.09513354301452637;-0.2933253049850464,0.8435811996459961,-0.2933253049850464,0.15664085149765014,0.21166644096374512,5,,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
 torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9902969598770142;0.9889523386955261;0.9816527962684631;0.9637548923492432;0.93963623046875,0.9902969598770142,0.93963623046875,0.7798653244972229,0.9728586435317993,5,,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
 xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,r2,0.0;0.2;0.4;0.6;0.8,0.8447672875998172;0.7980026912142418;0.732528159019767;0.676467975251712;0.6129372153066399,0.8447672875998172,0.6129372153066399,0.5871702153877899,0.7329406656784355,5,,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 xg,allen_neuropixels,Visual Coding,721123822,721123822,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.907563025210084;0.8991596638655462;0.8739495798319328;0.8823529411764706;0.8571428571428571,0.907563025210084,0.8571428571428571,0.7075630252100841,0.8840336134453782,5,,,benchmark_results/xg/xg_benchmark_721123822.json
 xg,speech,Speech,t12,t12,present,accuracy,0.0;0.2;0.4;0.6;0.8,0.8181818181818182;0.3939393939393939;0.09090909090909091;0.06060606060606061;0.06060606060606061,0.8181818181818182,0.06060606060606061,0.19696969696969696,0.28484848484848485,5,,,benchmark_results/xg/xg_benchmark_speech_threshold_crossings_t12.json
-xg,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8092607851826179;0.7373743773997845;0.6736904548043653;0.619209432711477;0.553957738740378,0.8092607851826179,0.553957738740378,0.5423767053754249,0.6786985577677245,5,,,benchmark_results/xg/xg_benchmark_mc_pacman.json
+xg,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,r2,0.0;0.2;0.4;0.6;0.8,0.8092607851826179;0.7373743773997845;0.6736904548043653;0.619209432711477;0.553957738740378,0.8092607851826179,0.553957738740378,0.5423767053754249,0.6786985577677245,5,,,benchmark_results/xg/xg_benchmark_mc_pacman.json
 xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,r2,0.0;0.2;0.4;0.6;0.8,0.9662970925763346;0.8952980750391261;0.7822812669810125;0.6453945593691666;0.5023362939644984,0.9662970925763346,0.5023362939644984,0.6114581189319443,0.7583214575860276,5,,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json

data/scalability_summary.csv

@@ -2,115 +2,115 @@ model,dataset,dataset_display,expected_session,session,status,training_time_sec,
 blend,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,731.002734016045,0.09233847295399755,1.8042068481445312,1.0634765625,1.8042068481445312,1.7796173095703125,1.0634765625,0.9892578125,0.0025564790703356266,0.00010581000242382288,benchmark_results/blend/blend_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend,allen_neuropixels,Visual Coding,721123822,721123822,present,16530.631998282857,0.8595271119847894,5.677005767822266,2.3505859375,5.677005767822266,3.579387664794922,2.3505859375,1.4013671875,11.339933413080871,0.0024024739395827055,benchmark_results/blend/blend_benchmark_721123822.json
 blend,speech,Speech,t12,t12,present,364.4554198179394,0.09707020572386682,1.7775611877441406,1.0634765625,1.7775611877441406,1.7610855102539062,1.0634765625,0.9775390625,0.0033242800273001194,0.00014430982992053032,benchmark_results/blend/blend_benchmark_speech_threshold_crossings_t12.json
-blend,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2053.4194786339067,0.13944817706942558,2.2094345092773438,1.3349609375,2.2094345092773438,2.0738449096679688,1.3349609375,1.0380859375,0.002214055974036455,0.00029418105259537697,benchmark_results/blend/blend_benchmark_mc_pacman.json
+blend,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,2053.4194786339067,0.13944817706942558,2.2094345092773438,1.3349609375,2.2094345092773438,2.0738449096679688,1.3349609375,1.0380859375,0.002214055974036455,0.00029418105259537697,benchmark_results/blend/blend_benchmark_mc_pacman.json
 blend,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1434.1749033918604,0.18118698289617896,2.0458946228027344,1.2138671875,2.0458946228027344,1.9183731079101562,1.2138671875,1.0146484375,0.0016602068208158016,0.00011655990965664387,benchmark_results/blend/blend_benchmark_ratinabox_nav.json
 blend_ndt,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,603.8145847141277,0.18197552603669465,1.7216911315917969,0.8779296875,1.7216911315917969,1.700103759765625,0.8779296875,0.8466796875,0.002211423125118017,0.0001395100262016058,benchmark_results/blend_ndt/blend_ndt_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 blend_ndt,allen_neuropixels,Visual Coding,721123822,721123822,present,10817.103391551878,0.9898420562967658,5.749294281005859,3.9892578125,5.749294281005859,3.5657806396484375,3.9892578125,1.7978515625,31.538066677981988,0.015953308204188943,benchmark_results/blend_ndt/blend_ndt_benchmark_721123822.json
 blend_ndt,speech,Speech,t12,t12,present,323.2901447531767,0.14855308132246137,1.70135498046875,0.8916015625,1.70135498046875,1.6825637817382812,0.8916015625,0.8525390625,0.5042028191965073,0.00016956916078925133,benchmark_results/blend_ndt/blend_ndt_benchmark_speech_threshold_crossings_t12.json
-blend_ndt,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1096.2845170560759,0.18508483516052365,1.9753379821777344,1.1689453125,1.9753379821777344,1.8154640197753906,1.1689453125,0.9189453125,0.00930458796210587,0.00035156006924808025,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
+blend_ndt,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1096.2845170560759,0.18508483516052365,1.9753379821777344,1.1689453125,1.9753379821777344,1.8154640197753906,1.1689453125,0.9189453125,0.00930458796210587,0.00035156006924808025,benchmark_results/blend_ndt/blend_ndt_benchmark_mc_pacman.json
 blend_ndt,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,842.533080187859,0.3862696341238916,1.9566116333007812,1.1787109375,1.9566116333007812,1.8432350158691406,1.1787109375,0.9541015625,0.01860097493045032,0.0007406121585518122,benchmark_results/blend_ndt/blend_ndt_benchmark_ratinabox_nav.json
 cebra,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,69.62999876704998,0.24976826005149633,1.7230339050292969,1.3173828125,1.7218475341796875,1.7230339050292969,1.3173828125,1.3173828125,0.0004214709624648094,0.22838689608033746,benchmark_results/cebra/cebra_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 cebra,allen_neuropixels,Visual Coding,721123822,721123822,present,39.66369197750464,26.35519273765385,2.7731399536132812,1.1240234375,2.7731399536132812,2.600780487060547,1.1240234375,1.1240234375,0.010298777837306261,26.16594892879948,benchmark_results/cebra/cebra_benchmark_721123822.json
 cebra,speech,Speech,t12,t12,present,41.239367575151846,0.08188631618395448,1.6404953002929688,0.8466796875,1.639251708984375,1.6404953002929688,0.8466796875,0.8466796875,0.0005081212148070335,0.04946963209658861,benchmark_results/cebra/cebra_benchmark_speech_threshold_crossings_t12.json
-cebra,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,68.3507854329655,1.846325519029051,1.7824821472167969,2.0322265625,1.7812690734863281,1.7824821472167969,2.0322265625,2.0322265625,0.0004477109760046005,1.8083414789871313,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
+cebra,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,68.3507854329655,1.846325519029051,1.7824821472167969,2.0322265625,1.7812690734863281,1.7824821472167969,2.0322265625,2.0322265625,0.0004477109760046005,1.8083414789871313,benchmark_results/cebra/cebra_benchmark_mc_pacman.json
 cebra,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,39.63503920426592,0.2483958387747407,1.7811851501464844,1.2705078125,1.7811851501464844,1.7758255004882812,1.2705078125,1.2705078125,0.00033259810879826546,0.21804408496245742,benchmark_results/cebra/cebra_benchmark_ratinabox_nav.json
 dnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,3.371934766997583,0.1563931080745533,1.4868240356445312,0.9111328125,1.4740371704101562,1.4868240356445312,0.9111328125,0.9111328125,,,benchmark_results/dnn/dnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dnn,allen_neuropixels,Visual Coding,721123822,721123822,present,59.29439208400436,3.7433169230353087,28.020427703857422,16.7216796875,28.020427703857422,24.15190887451172,16.7216796875,16.7216796875,,,benchmark_results/dnn/dnn_benchmark_721123822.json
 dnn,speech,Speech,t12,t12,present,2.7576793760526925,0.12099735997617245,1.4687042236328125,0.7880859375,1.4684982299804688,1.4687042236328125,0.7880859375,0.7880859375,,,benchmark_results/dnn/dnn_benchmark_speech_threshold_crossings_t12.json
-dnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,7.831929014064372,0.2894025759305805,2.843921661376953,1.6689453125,2.843921661376953,2.615093231201172,1.6689453125,1.6689453125,,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
+dnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,7.831929014064372,0.2894025759305805,2.843921661376953,1.6689453125,2.843921661376953,2.615093231201172,1.6689453125,1.6689453125,,,benchmark_results/dnn/dnn_benchmark_mc_pacman.json
 dnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3.6722782789729536,0.18184017483144999,2.586353302001953,1.6884765625,2.586353302001953,2.3313636779785156,1.6884765625,1.6884765625,,,benchmark_results/dnn/dnn_benchmark_ratinabox_nav.json
 dpad,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,209.75409193406813,5.37239351705648,1.75372314453125,0.7177734375,1.7053413391113281,1.75372314453125,0.7177734375,0.7177734375,,,benchmark_results/dpad/dpad_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 dpad,allen_neuropixels,Visual Coding,721123822,721123822,present,447.3293308080174,16.82660434790887,6.150062561035156,4.6591796875,6.150062561035156,4.266365051269531,4.6591796875,4.6591796875,,,benchmark_results/dpad/dpad_benchmark_721123822.json
 dpad,speech,Speech,t12,t12,present,96.42114828294143,3.20567666599527,1.8531723022460938,0.6865234375,1.8056564331054688,1.8531723022460938,0.6865234375,0.6865234375,,,benchmark_results/dpad/dpad_benchmark_speech_threshold_crossings_t12.json
-dpad,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,242.0057180740405,6.8356975939823315,2.0624046325683594,0.9091796875,2.0134353637695312,2.0624046325683594,0.9091796875,0.9091796875,,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
+dpad,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,242.0057180740405,6.8356975939823315,2.0624046325683594,0.9091796875,2.0134353637695312,2.0624046325683594,0.9091796875,0.9091796875,,,benchmark_results/dpad/dpad_benchmark_mc_pacman.json
 dpad,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,142.33923307491932,5.543202697997913,1.9414863586425781,0.9091796875,1.8937149047851562,1.9414863586425781,0.9091796875,0.9091796875,,,benchmark_results/dpad/dpad_benchmark_ratinabox_nav.json
 gpfa,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,35.150022957939655,0.03386459592729807,0.3461189270019531,0.0,0.3461189270019531,0.33515167236328125,0.0,0.0,0.0010383459739387035,9.406998287886381e-05,benchmark_results/gpfa/gpfa_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gpfa,allen_neuropixels,Visual Coding,721123822,721123822,present,377.96734047308564,1.0904845790937543,3.6530380249023438,0.0,3.6530380249023438,1.9983596801757812,0.0,0.0,0.920265096006915,0.0013428570237010717,benchmark_results/gpfa/gpfa_benchmark_721123822.json
 gpfa,speech,Speech,t12,t12,present,20.75118294125423,0.03268418903462589,0.32462310791015625,0.0,0.32462310791015625,0.31719207763671875,0.0,0.0,0.019219502108171582,0.0001103309914469719,benchmark_results/gpfa/gpfa_benchmark_speech_threshold_crossings_t12.json
-gpfa,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,73.9804846928455,0.1458017888944596,0.5451240539550781,0.0,0.5451240539550781,0.4314384460449219,0.0,0.0,0.0013992257881909609,0.000120529904961586,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
+gpfa,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,73.9804846928455,0.1458017888944596,0.5451240539550781,0.0,0.5451240539550781,0.4314384460449219,0.0,0.0,0.0013992257881909609,0.000120529904961586,benchmark_results/gpfa/gpfa_benchmark_mc_pacman.json
 gpfa,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,41.63888022303581,0.038882103050127625,0.5242881774902344,0.0,0.5242881774902344,0.3821067810058594,0.0,0.0,0.001012075925245881,0.00010974006727337837,benchmark_results/gpfa/gpfa_benchmark_ratinabox_nav.json
 gru,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4797495966777205,0.2679660189896822,1.34014892578125,0.7958984375,1.3395957946777344,1.34014892578125,0.7958984375,0.7958984375,,,benchmark_results/gru/gru_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 gru,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3820798629894853,0.3162019730079919,3.416400909423828,1.7333984375,3.4162979125976562,3.416400909423828,1.7333984375,1.7333984375,,,benchmark_results/gru/gru_benchmark_721123822.json
 gru,speech,Speech,t12,t12,present,1.4359423308633268,0.3967455921228975,1.4671516418457031,0.8427734375,1.4669723510742188,1.4671516418457031,0.8427734375,0.8427734375,,,benchmark_results/gru/gru_benchmark_speech_threshold_crossings_t12.json
-gru,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1.8461174039402977,0.2744659080635756,1.5378494262695312,0.9677734375,1.5378494262695312,1.5377197265625,0.9677734375,0.9677734375,,,benchmark_results/gru/gru_benchmark_mc_pacman.json
+gru,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1.8461174039402977,0.2744659080635756,1.5378494262695312,0.9677734375,1.5378494262695312,1.5377197265625,0.9677734375,0.9677734375,,,benchmark_results/gru/gru_benchmark_mc_pacman.json
 gru,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.508820908027701,0.40773137600626796,1.5722312927246094,0.8427734375,1.5714683532714844,1.5722312927246094,0.8427734375,0.8427734375,,,benchmark_results/gru/gru_benchmark_ratinabox_nav.json
 langevinflow_ccn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,369.16401783004403,2.443962027085945,1.8201255798339844,3.2158203125,1.8201255798339844,1.8114967346191406,3.2158203125,1.1767578125,0.03973399801179767,0.0002220200840383768,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 langevinflow_ccn,allen_neuropixels,Visual Coding,721123822,721123822,present,5360.261952252127,14.675851776264608,4.582302093505859,35.3251953125,4.582302093505859,4.4781951904296875,35.3251953125,11.0966796875,15.541305742226541,0.016016694717109203,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_721123822.json
 langevinflow_ccn,speech,Speech,t12,t12,present,320.05085994899855,2.409512324986281,1.8090362548828125,1.6982421875,1.8090362548828125,1.8089485168457031,1.6982421875,0.9931640625,0.04478844499681145,0.00025196897331625223,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_speech_threshold_crossings_t12.json
-langevinflow_ccn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1420.6986653718632,6.179198694881052,2.081096649169922,7.4990234375,2.081096649169922,1.9835281372070312,7.4990234375,1.7978515625,0.2042074699420482,0.03287761798128486,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
+langevinflow_ccn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1420.6986653718632,6.179198694881052,2.081096649169922,7.4990234375,2.081096649169922,1.9835281372070312,7.4990234375,1.7978515625,0.2042074699420482,0.03287761798128486,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_mc_pacman.json
 langevinflow_ccn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,509.2500685581472,2.4843320278450847,2.0170555114746094,3.1435546875,2.0170555114746094,1.9498672485351562,3.1435546875,1.1357421875,0.1951421129051596,0.020870005013421178,benchmark_results/langevinflow_ccn/langevinflow_ccn_benchmark_ratinabox_nav.json
 ldns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,19.822277672821656,0.06819185498170555,1.7995185852050781,1.1416015625,1.7995185852050781,1.7995185852050781,1.1416015625,1.1416015625,0.002048949943855405,0.00020338897593319416,benchmark_results/ldns/ldns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 ldns,allen_neuropixels,Visual Coding,721123822,721123822,present,69.24495181511156,0.16177748097106814,3.0945053100585938,2.9931640625,3.0945053100585938,2.932476043701172,2.9931640625,2.9931640625,9.17542285611853,0.022830171044915915,benchmark_results/ldns/ldns_benchmark_721123822.json
 ldns,speech,Speech,t12,t12,present,12.357047303812578,0.08867010311223567,1.808380126953125,1.6630859375,1.8037071228027344,1.808380126953125,1.6630859375,1.6630859375,0.4388080339413136,0.00023789098486304283,benchmark_results/ldns/ldns_benchmark_speech_threshold_crossings_t12.json
-ldns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,23.860098498873413,0.07345749996602535,1.9103584289550781,1.6982421875,1.9103584289550781,1.900604248046875,1.6982421875,1.6982421875,0.009549024980515242,0.0008347588591277599,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
+ldns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,23.860098498873413,0.07345749996602535,1.9103584289550781,1.6982421875,1.9103584289550781,1.900604248046875,1.6982421875,1.6982421875,0.009549024980515242,0.0008347588591277599,benchmark_results/ldns/ldns_benchmark_mc_pacman.json
 ldns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,18.111259267199785,0.13002101704478264,1.9050521850585938,1.1728515625,1.8799285888671875,1.9050521850585938,1.1728515625,1.1728515625,0.018456309102475643,0.0003557188902050257,benchmark_results/ldns/ldns_benchmark_ratinabox_nav.json
 lfads_torch,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2359.8977068158565,0.14345074410084635,0.9788742065429688,2.8994140625,0.8042793273925781,0.9788742065429688,2.8994140625,0.9169921875,0.0033419858664274216,0.00014637003187090158,benchmark_results/lfads_torch/lfads_torch_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lfads_torch,allen_neuropixels,Visual Coding,721123822,721123822,present,27648.036772135994,0.47087055596057326,2.1545486450195312,10.9814453125,1.9349479675292969,2.1545486450195312,10.9814453125,1.3251953125,8.901682490948588,0.0020614940440282226,benchmark_results/lfads_torch/lfads_torch_benchmark_721123822.json
 lfads_torch,speech,Speech,t12,t12,present,1343.417893330101,0.14408328104764223,0.956298828125,2.6494140625,0.7786712646484375,0.956298828125,2.6494140625,0.9150390625,0.101586421020329,0.00023811892606317997,benchmark_results/lfads_torch/lfads_torch_benchmark_speech_threshold_crossings_t12.json
-lfads_torch,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,7037.0588166809175,0.22203417087439448,1.0572090148925781,4.0537109375,0.8771705627441406,1.0572090148925781,4.0537109375,0.9423828125,0.007377211935818195,0.00023056089412420988,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
+lfads_torch,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,7037.0588166809175,0.22203417087439448,1.0572090148925781,4.0537109375,0.8771705627441406,1.0572090148925781,4.0537109375,0.9423828125,0.007377211935818195,0.00023056089412420988,benchmark_results/lfads_torch/lfads_torch_benchmark_mc_pacman.json
 lfads_torch,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,3475.701959267957,0.14591150905471295,1.0463180541992188,3.3486328125,0.8706130981445312,1.0463180541992188,3.3486328125,0.9365234375,0.004143496975302696,0.00020771101117134094,benchmark_results/lfads_torch/lfads_torch_benchmark_ratinabox_nav.json
 lstm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.491714475909248,0.29351995093747973,1.3179359436035156,0.8427734375,1.3166885375976562,1.3179359436035156,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 lstm,allen_neuropixels,Visual Coding,721123822,721123822,present,3.3597135560121387,0.3285830239765346,3.4203033447265625,1.7490234375,3.4203033447265625,3.2473793029785156,1.7490234375,1.7490234375,,,benchmark_results/lstm/lstm_benchmark_721123822.json
 lstm,speech,Speech,t12,t12,present,1.5613837568089366,0.28644184791482985,1.4268836975097656,0.8427734375,1.4261665344238281,1.4268836975097656,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_speech_threshold_crossings_t12.json
-lstm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1.8897483550244942,0.291055710054934,1.6084671020507812,0.9677734375,1.6078948974609375,1.6084671020507812,0.9677734375,0.9677734375,,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
+lstm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1.8897483550244942,0.291055710054934,1.6084671020507812,0.9677734375,1.6078948974609375,1.6084671020507812,0.9677734375,0.9677734375,,,benchmark_results/lstm/lstm_benchmark_mc_pacman.json
 lstm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.625813542981632,0.2850080890348181,1.5598945617675781,0.8427734375,1.5593376159667969,1.5598945617675781,0.8427734375,0.8427734375,,,benchmark_results/lstm/lstm_benchmark_ratinabox_nav.json
 marble,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2176.2409368918743,1.334486115956679,8.734703063964844,3.3115234375,8.734703063964844,3.52166748046875,3.3115234375,3.3115234375,0.03351219301111996,0.00011149002239108086,benchmark_results/marble/marble_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 marble,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,,
 marble,speech,Speech,t12,t12,present,739.7213870720007,2.9933243559207767,2.229969024658203,1.8916015625,2.229969024658203,1.8336563110351562,1.8916015625,1.8916015625,0.007745262933894992,0.0008492069318890572,benchmark_results/marble/marble_benchmark_speech_threshold_crossings_t12.json
-marble,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,10967.179262804799,5.529709872091189,4.167568206787109,4.7314453125,3.0587844848632812,4.167568206787109,4.7314453125,4.7314453125,0.001062030903995037,7.927906699478626e-05,benchmark_results/marble/marble_benchmark_mc_pacman.json
+marble,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,10967.179262804799,5.529709872091189,4.167568206787109,4.7314453125,3.0587844848632812,4.167568206787109,4.7314453125,4.7314453125,0.001062030903995037,7.927906699478626e-05,benchmark_results/marble/marble_benchmark_mc_pacman.json
 marble,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,778.4932143890765,3.593709187814966,6.084930419921875,4.4091796875,6.084930419921875,3.646270751953125,4.4091796875,4.4091796875,0.00035458197817206383,0.2561709738802165,benchmark_results/marble/marble_benchmark_ratinabox_nav.json
 mint,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,73.03907622797595,1.549511,1.8800773620605469,0.0,0.15075302124023438,0.15075302124023438,0.0,0.0,,,benchmark_results/mint/mint_benchmark_monkey_sub-C_ses-CO-20151104_behavior+ecephys.json
 mint,allen_neuropixels,Visual Coding,721123822,721123822,present,63.424923521906635,163.941594,4.8288726806640625,0.0,1.2029380798339844,1.2029380798339844,0.0,0.0,,,benchmark_results/mint/mint_benchmark_allen_neuropixels_721123822.json
 mint,speech,Speech,t12,t12,present,72.88335073303466,0.920951,1.875823974609375,0.0,0.145263671875,0.145263671875,0.0,0.0,,,benchmark_results/mint/mint_benchmark_speech_threshold_crossings_t12.json
-mint,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,69.32939087589169,5.544721,2.1432723999023438,0.0,0.20804977416992188,0.20804977416992188,0.0,0.0,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
+mint,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,69.32939087589169,5.544721,2.1432723999023438,0.0,0.20804977416992188,0.20804977416992188,0.0,0.0,,,benchmark_results/mint/mint_benchmark_mc_pacman.json
 mint,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1836.7519526119845,59.684828,5.8550567626953125,2.484375,5.8550567626953125,0.2951850891113281,2.484375,0.0,,,benchmark_results/mint/mint_benchmark_ratinabox_ratinabox_nav.json
 neds,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,503.4176102038473,0.006018376909196377,1.1670761108398438,1.3662109375,1.1670761108398438,1.1670761108398438,1.3662109375,1.3662109375,,,benchmark_results/neds/neds_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds,allen_neuropixels,Visual Coding,721123822,721123822,present,6267.962509865174,0.08189458190463483,2.158031463623047,3.5498046875,2.158031463623047,2.0651931762695312,2.4912109375,3.5498046875,,,benchmark_results/neds/neds_benchmark_721123822.json
 neds,speech,Speech,t12,t12,present,298.96171473897994,0.05260305595584214,1.1512603759765625,1.3740234375,1.1433525085449219,1.1512603759765625,1.3720703125,1.3740234375,,,benchmark_results/neds/neds_benchmark_speech_threshold_crossings_t12.json
-neds,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,898.9198623949196,0.009398404974490404,1.2591400146484375,1.6376953125,1.2591400146484375,1.2591400146484375,1.5751953125,1.6376953125,,,benchmark_results/neds/neds_benchmark_mc_pacman.json
+neds,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,898.9198623949196,0.009398404974490404,1.2591400146484375,1.6376953125,1.2591400146484375,1.2591400146484375,1.5751953125,1.6376953125,,,benchmark_results/neds/neds_benchmark_mc_pacman.json
 neds,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,708.4822603054345,0.0061829304322600365,1.2515106201171875,1.3876953125,1.2515106201171875,1.2515106201171875,1.3876953125,1.3876953125,,,benchmark_results/neds/neds_benchmark_ratinabox_nav.json
 neds_pretrained,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1392.0621269990224,0.02316932799294591,7.567302703857422,2.4287109375,7.567302703857422,1.2964439392089844,2.3779296875,2.4287109375,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neds_pretrained,allen_neuropixels,Visual Coding,721123822,721123822,present,9631.400715661002,0.18594483705237508,8.462177276611328,5.9482421875,8.462177276611328,2.2743072509765625,4.8896484375,5.9482421875,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_721123822.json
 neds_pretrained,speech,Speech,t12,t12,present,791.2091965959407,0.06014812202192843,7.5680389404296875,2.3818359375,7.5680389404296875,1.2574195861816406,2.3818359375,2.3818359375,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_speech_threshold_crossings_t12.json
-neds_pretrained,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1857.1129327998497,0.028648408129811287,7.632373809814453,2.7080078125,7.632373809814453,2.333721160888672,2.6455078125,2.7080078125,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
+neds_pretrained,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1857.1129327998497,0.028648408129811287,7.632373809814453,2.7080078125,7.632373809814453,2.333721160888672,2.6455078125,2.7080078125,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_mc_pacman.json
 neds_pretrained,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1730.7709324189927,0.026506162947043777,7.632892608642578,2.4736328125,7.632892608642578,2.3168792724609375,2.4501953125,2.4736328125,,,benchmark_results/neds_pretrained/neds_pretrained_benchmark_ratinabox_nav.json
 neuro_behavior_conditioning,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,235.99414649105165,0.13311926904134452,2.0092124938964844,0.6923828125,1.994354248046875,2.0092124938964844,0.6923828125,0.6923828125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 neuro_behavior_conditioning,allen_neuropixels,Visual Coding,721123822,721123822,present,740.9191639032215,0.2203950909897685,3.458343505859375,1.3154296875,3.458343505859375,3.299224853515625,1.3134765625,1.3154296875,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_721123822.json
 neuro_behavior_conditioning,speech,Speech,t12,t12,present,190.58599187713116,0.06251260288991034,2.0255889892578125,0.7236328125,2.010730743408203,2.0255889892578125,0.7236328125,0.7236328125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_speech_threshold_crossings_t12.json
-neuro_behavior_conditioning,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,250.69031246285886,0.10482104704715312,2.1497726440429688,0.7685546875,2.1497154235839844,2.1497726440429688,0.7685546875,0.7685546875,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
+neuro_behavior_conditioning,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,250.69031246285886,0.10482104704715312,2.1497726440429688,0.7685546875,2.1497154235839844,2.1497726440429688,0.7685546875,0.7685546875,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_mc_pacman.json
 neuro_behavior_conditioning,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,244.49098549201153,0.12959100306034088,2.0093955993652344,0.7236328125,2.0052719116210938,2.0093955993652344,0.7236328125,0.7236328125,,,benchmark_results/neuro_behavior_conditioning/neuro_behavior_conditioning_benchmark_ratinabox_nav.json
 pca,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.02824719506315887,0.001569728017784655,0.2722930908203125,0.0,0.14918899536132812,0.2722930908203125,0.0,0.0,0.0020292100962251425,0.0001086000120267272,benchmark_results/pca/pca_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 pca,allen_neuropixels,Visual Coding,721123822,721123822,present,2.1265230760909617,0.06448143813759089,1.4808578491210938,0.0,1.4808578491210938,1.2704811096191406,0.0,0.0,1.664535096148029,0.013120225048623979,benchmark_results/pca/pca_benchmark_721123822.json
 pca,speech,Speech,t12,t12,present,0.03560013207606971,0.0018669238779693842,0.2669830322265625,0.0,0.1438751220703125,0.2669830322265625,0.0,0.0,0.00869157095439732,0.00022864900529384613,benchmark_results/pca/pca_benchmark_speech_threshold_crossings_t12.json
-pca,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,0.043615934904664755,0.0053794539999216795,0.333892822265625,0.0,0.333770751953125,0.333892822265625,0.0,0.0,0.00853486591950059,0.0002701589837670326,benchmark_results/pca/pca_benchmark_mc_pacman.json
+pca,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,0.043615934904664755,0.0053794539999216795,0.333892822265625,0.0,0.333770751953125,0.333892822265625,0.0,0.0,0.00853486591950059,0.0002701589837670326,benchmark_results/pca/pca_benchmark_mc_pacman.json
 pca,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,0.05811908177565783,0.004252741928212345,0.327423095703125,0.0,0.3273048400878906,0.327423095703125,0.0,0.0,0.018263609847053885,0.00040755991358309984,benchmark_results/pca/pca_benchmark_ratinabox_nav.json
 rnn,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,1.4207940619671717,0.316707924939692,1.2075614929199219,0.6865234375,1.2075614929199219,1.20751953125,0.6865234375,0.6865234375,,,benchmark_results/rnn/rnn_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 rnn,allen_neuropixels,Visual Coding,721123822,721123822,present,10.764037340064533,0.278741015936248,3.4244842529296875,1.6630859375,3.4244842529296875,3.189014434814453,1.6630859375,1.6630859375,,,benchmark_results/rnn/rnn_benchmark_721123822.json
 rnn,speech,Speech,t12,t12,present,1.550973532954231,0.20294299582019448,1.3706932067871094,0.6865234375,1.3706932067871094,1.3705673217773438,0.6865234375,0.6865234375,,,benchmark_results/rnn/rnn_benchmark_speech_threshold_crossings_t12.json
-rnn,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2.937232765951194,0.33611830801237375,1.5121078491210938,0.7255859375,1.5121002197265625,1.5121078491210938,0.7255859375,0.7255859375,,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
+rnn,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,2.937232765951194,0.33611830801237375,1.5121078491210938,0.7255859375,1.5121002197265625,1.5121078491210938,0.7255859375,0.7255859375,,,benchmark_results/rnn/rnn_benchmark_mc_pacman.json
 rnn,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,1.7655520009575412,0.31508289999328554,1.5179100036621094,0.7255859375,1.5178565979003906,1.5179100036621094,0.7255859375,0.7255859375,,,benchmark_results/rnn/rnn_benchmark_ratinabox_nav.json
 smc_rnns,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,820.0070007290924,0.175119485007599,1.9212455749511719,2.9599609375,1.8920478820800781,1.9212455749511719,1.6162109375,2.9599609375,0.0012869380880147219,0.00010623002890497446,benchmark_results/smc_rnns/smc_rnns_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 smc_rnns,allen_neuropixels,Visual Coding,721123822,721123822,present,42572.20462976396,1.443524669855833,2.841228485107422,73.5185546875,2.841228485107422,2.470794677734375,73.5185546875,73.5185546875,2.464108577929437,0.002003402914851904,benchmark_results/smc_rnns/smc_rnns_benchmark_721123822.json
 smc_rnns,speech,Speech,t12,t12,present,891.8225887489971,0.133070170879364,1.8920173645019531,2.3193359375,1.8777809143066406,1.8920173645019531,1.5888671875,2.3193359375,0.059325484093278646,0.00013057002797722816,benchmark_results/smc_rnns/smc_rnns_benchmark_speech_threshold_crossings_t12.json
-smc_rnns,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,3624.548404091038,0.4128950268495828,2.0545120239257812,7.8857421875,2.032764434814453,2.0545120239257812,2.2451171875,7.8857421875,0.0020498710218816996,0.00014439993537962437,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
+smc_rnns,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,3624.548404091038,0.4128950268495828,2.0545120239257812,7.8857421875,2.032764434814453,2.0545120239257812,2.2451171875,7.8857421875,0.0020498710218816996,0.00014439993537962437,benchmark_results/smc_rnns/smc_rnns_benchmark_mc_pacman.json
 smc_rnns,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,966.3661694990005,0.1764625459909439,1.9236221313476562,5.9990234375,1.9048919677734375,1.9236221313476562,1.8896484375,5.9990234375,0.0014379138592630625,0.00011613988317549229,benchmark_results/smc_rnns/smc_rnns_benchmark_ratinabox_nav.json
 tndm,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,2179.1452281475067,0.038182848948054016,14.779708862304688,0.7529296875,14.778457641601562,14.779708862304688,0.7529296875,0.7529296875,,,benchmark_results/tndm/tndm_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 tndm,allen_neuropixels,Visual Coding,721123822,721123822,present,4391.811754703522,0.07772011100314558,26.924659729003906,1.7490234375,26.850257873535156,26.924659729003906,1.2490234375,1.7490234375,,,benchmark_results/tndm/tndm_benchmark_721123822.json
 tndm,speech,Speech,t12,,missing,,,,,,,,,,,
-tndm,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,2539.834627866745,0.04337441793177277,16.56060791015625,0.8427734375,16.553024291992188,16.56060791015625,0.7802734375,0.8427734375,,,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
+tndm,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,2539.834627866745,0.04337441793177277,16.56060791015625,0.8427734375,16.553024291992188,16.56060791015625,0.7802734375,0.8427734375,,,benchmark_results/tndm/tndm_benchmark_mc_pacman.json
 tndm,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,2014.8900301456451,0.03893358202185482,13.968017578125,0.7802734375,13.96157455444336,13.968017578125,0.7802734375,0.7802734375,,,benchmark_results/tndm/tndm_benchmark_ratinabox_nav.json
 svc,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,180.02053183305543,12.945894402917475,0.6515464782714844,0.0,0.6515464782714844,0.4500770568847656,0.0,0.0,,,benchmark_results/svc/svc_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 svc,allen_neuropixels,Visual Coding,721123822,,missing,,,,,,,,,,,
 svc,speech,Speech,t12,t12,present,5.345196166075766,2.2823551420588046,0.2864265441894531,0.0,0.2846336364746094,0.2864265441894531,0.0,0.0,,,benchmark_results/svc/svc_benchmark_speech_threshold_crossings_t12.json
-svc,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,1466.040042800014,143.62867718096823,1.6614532470703125,0.0,1.6614532470703125,1.2234458923339844,0.0,0.0,,,benchmark_results/svc/svc_benchmark_mc_pacman.json
+svc,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,1466.040042800014,143.62867718096823,1.6614532470703125,0.0,1.6614532470703125,1.2234458923339844,0.0,0.0,,,benchmark_results/svc/svc_benchmark_mc_pacman.json
 svc,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,184.63942761800718,58.916639138013124,1.4973602294921875,0.0,1.4973602294921875,1.1491737365722656,0.0,0.0,,,benchmark_results/svc/svc_benchmark_ratinabox_nav.json
 torchdfine,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,347.34801361500286,0.03824110492132604,1.6986846923828125,0.8779296875,1.6986846923828125,1.6695823669433594,0.8779296875,0.8779296875,,,benchmark_results/torchdfine/torchdfine_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 torchdfine,allen_neuropixels,Visual Coding,721123822,721123822,present,2132.4414902769995,0.2685544989999471,3.2656288146972656,1.9990234375,3.2656288146972656,2.9190750122070312,1.5205078125,1.9990234375,,,benchmark_results/torchdfine/torchdfine_benchmark_allen_neuropixels_721123822.json
 torchdfine,speech,Speech,t12,t12,present,184.60466954299955,0.03778577499997482,1.6993827819824219,0.8798828125,1.6993827819824219,1.6810951232910156,0.8798828125,0.8798828125,,,benchmark_results/torchdfine/torchdfine_benchmark_speech_threshold_crossings_t12.json
-torchdfine,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,628.5190547249513,0.08157652197405696,1.8253936767578125,0.9599609375,1.8253936767578125,1.7653312683105469,0.9599609375,0.9599609375,,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
+torchdfine,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,628.5190547249513,0.08157652197405696,1.8253936767578125,0.9599609375,1.8253936767578125,1.7653312683105469,0.9599609375,0.9599609375,,,benchmark_results/torchdfine/torchdfine_benchmark_mc_pacman.json
 torchdfine,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,297.25457774696406,0.03899744898080826,1.8019981384277344,0.8740234375,1.8019981384277344,1.768707275390625,0.8740234375,0.8740234375,,,benchmark_results/torchdfine/torchdfine_benchmark_ratinabox_nav.json
 xg,monkey,Monkey (CO),sub-C_ses-CO-20151104_behavior+ecephys,sub-C_ses-CO-20151104_behavior+ecephys,present,0.7427130149444565,0.007900531985796988,0.4202842712402344,0.0,0.4202842712402344,0.3415260314941406,0.0,0.0,,,benchmark_results/xg/xg_benchmark_sub-C_ses-CO-20151104_behavior+ecephys.json
 xg,allen_neuropixels,Visual Coding,721123822,721123822,present,32.26028886495624,0.28922082390636206,17.515365600585938,0.0,17.515365600585938,10.860214233398438,0.0,0.0,,,benchmark_results/xg/xg_benchmark_721123822.json
 xg,speech,Speech,t12,t12,present,26.939997154986486,0.058836601907387376,0.38932037353515625,0.0,0.38932037353515625,0.34603118896484375,0.0,0.0,,,benchmark_results/xg/xg_benchmark_speech_threshold_crossings_t12.json
-xg,mc_pacman,MC Pacman,mc_pacman,mc_pacman,present,0.9543577360454947,0.031535031041130424,1.3440475463867188,0.0,1.3440475463867188,0.8019676208496094,0.0,0.0,,,benchmark_results/xg/xg_benchmark_mc_pacman.json
+xg,mc_pacman,MC PacMan,mc_pacman,mc_pacman,present,0.9543577360454947,0.031535031041130424,1.3440475463867188,0.0,1.3440475463867188,0.8019676208496094,0.0,0.0,,,benchmark_results/xg/xg_benchmark_mc_pacman.json
 xg,ratinabox,RatInABox,ratinabox_nav,ratinabox_nav,present,4.5248600570485,0.10478747903835028,1.3563957214355469,0.0,1.3563957214355469,0.9390869140625,0.0,0.0,,,benchmark_results/xg/xg_benchmark_ratinabox_nav.json

validate_data.py

@@ -29,7 +29,7 @@ CONSISTENCY_DATASETS = DATASETS - {"mc_pacman"}
 LATENT_COORDINATE_SPACE = "per_session_whitened_reference_aligned_3d"
 FIGURE5_TARGET_SESSION = "sub-C_ses-CO-20150716_behavior+ecephys"
 
-# Coverage is defined in manuscript v7 Supplementary Table 2.
+# Coverage is defined in Supplementary Table 2.
 EXPECTED_COVERAGE = {
     "clean_prediction_summary.csv": (115, 112),
     "robustness_summary.csv": (115, 112),