josephsoo commited on
Commit
ec27644
·
1 Parent(s): 2918749

Sync corrected Figure 5 retraining results

Browse files
app.py CHANGED
@@ -2117,7 +2117,7 @@ def trial_retrain_figures() -> tuple[go.Figure, go.Figure, go.Figure, pd.DataFra
2117
  else f"n = {len(relation_frame)}; select at least two methods for correlation"
2118
  )
2119
  if pd.notna(rho):
2120
- relation_text += "<br>one-sided permutation P = 0.035"
2121
  relation.add_annotation(
2122
  text=relation_text,
2123
  x=0.02,
@@ -3180,7 +3180,7 @@ app.layout = html.Div(
3180
  ],
3181
  className="download-grid panel-downloads",
3182
  ),
3183
- subtitle="Removing negative-valued trials improved 13 of 17 methods (mean R² 0.775→0.797). Selecting nonnegative-valued historical trials raised mean held-out R² to 0.617, versus 0.532 for current-only training and 0.546 for all-session pooling.",
3184
  class_name="axis-trial",
3185
  ),
3186
  ],
 
2117
  else f"n = {len(relation_frame)}; select at least two methods for correlation"
2118
  )
2119
  if pd.notna(rho):
2120
+ relation_text += "<br>one-sided permutation P = 0.047"
2121
  relation.add_annotation(
2122
  text=relation_text,
2123
  x=0.02,
 
3180
  ],
3181
  className="download-grid panel-downloads",
3182
  ),
3183
+ subtitle="Removing negative-valued trials improved 13 of 17 methods (mean R² 0.775→0.798). Selecting nonnegative-valued historical trials raised mean held-out R² to 0.617, versus 0.532 for current-only training and 0.546 for all-session pooling.",
3184
  class_name="axis-trial",
3185
  ),
3186
  ],
data/release_manifest.json CHANGED
@@ -6,7 +6,7 @@
6
  "manuscript_working_version": "manuscript_v8",
7
  "schema_version": 1,
8
  "source": "paper/results, active consistency and feature-attribution artifacts, benchmark dataset arrays, and Figure 5 prediction sidecars",
9
- "source_git_revision": "b22e5c3452975fd94c455ef16639bd95f993f9f7",
10
  "source_repository": "https://github.com/TangLab-UBC/behavior_benchmarking",
11
  "tables": {
12
  "clean_prediction_summary.csv": {
@@ -67,7 +67,7 @@
67
  },
68
  "trial_shapley_retrain_summary.csv": {
69
  "rows": 99,
70
- "sha256": "069fcb01b5ebd3dd290553d9373a7c1a9841a390d08a30eb9cc024ed8eab7eb0"
71
  },
72
  "trial_shapley_summary.csv": {
73
  "rows": 81,
 
6
  "manuscript_working_version": "manuscript_v8",
7
  "schema_version": 1,
8
  "source": "paper/results, active consistency and feature-attribution artifacts, benchmark dataset arrays, and Figure 5 prediction sidecars",
9
+ "source_git_revision": "1779782610eeb1d09d7eec2a181a513e77ae5de3",
10
  "source_repository": "https://github.com/TangLab-UBC/behavior_benchmarking",
11
  "tables": {
12
  "clean_prediction_summary.csv": {
 
67
  },
68
  "trial_shapley_retrain_summary.csv": {
69
  "rows": 99,
70
+ "sha256": "d2e38d7aff1cea5735d4766cb8a7612e7cc63fb1acbeb5e7b46be0dcf4ef87ad"
71
  },
72
  "trial_shapley_summary.csv": {
73
  "rows": 81,
data/trial_shapley_retrain_summary.csv CHANGED
@@ -5,9 +5,9 @@ within_session_cleaning,blend,True,data_shapley,r2_test,0.8962831497192383,outpu
5
  within_session_cleaning,blend_ndt,True,mixed_full,r2_test,0.8105307817459106,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
6
  within_session_cleaning,blend_ndt,True,oracle,r2_test,0.8535405397415161,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
7
  within_session_cleaning,blend_ndt,True,data_shapley,r2_test,0.8544336557388306,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
8
- within_session_cleaning,cebra,True,mixed_full,r2_test,0.6454455852508545,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/cebra/cebra_within_session_full_retrain_summary.csv
9
  within_session_cleaning,cebra,True,oracle,r2_test,0.663968563079834,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/cebra/cebra_within_session_full_retrain_summary.csv
10
- within_session_cleaning,cebra,True,data_shapley,r2_test,0.6513451337814331,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/cebra/cebra_within_session_full_retrain_summary.csv
11
  within_session_cleaning,dnn,True,mixed_full,r2_test,0.8342721462249756,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
12
  within_session_cleaning,dnn,True,oracle,r2_test,0.8853729963302612,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
13
  within_session_cleaning,dnn,True,data_shapley,r2_test,0.8356364965438843,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
@@ -23,9 +23,9 @@ within_session_cleaning,langevinflow_ccn,True,data_shapley,r2_test,0.90287512540
23
  within_session_cleaning,ldns,True,mixed_full,r2_test,0.865720272064209,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
24
  within_session_cleaning,ldns,True,oracle,r2_test,0.8975447416305542,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
25
  within_session_cleaning,ldns,True,data_shapley,r2_test,0.8306529521942139,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
26
- within_session_cleaning,lfads_torch,True,mixed_full,r2_test,0.898984432220459,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
27
  within_session_cleaning,lfads_torch,True,oracle,r2_test,0.940969705581665,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
28
- within_session_cleaning,lfads_torch,True,data_shapley,r2_test,0.927871823310852,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
29
  within_session_cleaning,lstm,True,mixed_full,r2_test,0.919326663017273,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
30
  within_session_cleaning,lstm,True,oracle,r2_test,0.9384677410125732,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
31
  within_session_cleaning,lstm,True,data_shapley,r2_test,0.9091371297836304,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
 
5
  within_session_cleaning,blend_ndt,True,mixed_full,r2_test,0.8105307817459106,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
6
  within_session_cleaning,blend_ndt,True,oracle,r2_test,0.8535405397415161,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
7
  within_session_cleaning,blend_ndt,True,data_shapley,r2_test,0.8544336557388306,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
8
+ within_session_cleaning,cebra,True,mixed_full,r2_test,0.6363328695297241,outputs/fig5_dfull_retrain_correction_20260719/cebra/mixed_full/cebra_within_session_full_retrain_summary.csv
9
  within_session_cleaning,cebra,True,oracle,r2_test,0.663968563079834,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/cebra/cebra_within_session_full_retrain_summary.csv
10
+ within_session_cleaning,cebra,True,data_shapley,r2_test,0.6763670444488525,outputs/fig5_dfull_retrain_correction_20260719/cebra/data_shapley/cebra_within_session_full_retrain_summary.csv
11
  within_session_cleaning,dnn,True,mixed_full,r2_test,0.8342721462249756,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
12
  within_session_cleaning,dnn,True,oracle,r2_test,0.8853729963302612,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
13
  within_session_cleaning,dnn,True,data_shapley,r2_test,0.8356364965438843,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
 
23
  within_session_cleaning,ldns,True,mixed_full,r2_test,0.865720272064209,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
24
  within_session_cleaning,ldns,True,oracle,r2_test,0.8975447416305542,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
25
  within_session_cleaning,ldns,True,data_shapley,r2_test,0.8306529521942139,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
26
+ within_session_cleaning,lfads_torch,True,mixed_full,r2_test,0.909595251083374,outputs/fig5_dfull_retrain_correction_20260719/lfads_torch/mixed_full/lfads_torch_within_session_full_retrain_summary.csv
27
  within_session_cleaning,lfads_torch,True,oracle,r2_test,0.940969705581665,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
28
+ within_session_cleaning,lfads_torch,True,data_shapley,r2_test,0.9176875948905945,outputs/fig5_dfull_retrain_correction_20260719/lfads_torch/data_shapley/lfads_torch_within_session_full_retrain_summary.csv
29
  within_session_cleaning,lstm,True,mixed_full,r2_test,0.919326663017273,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
30
  within_session_cleaning,lstm,True,oracle,r2_test,0.9384677410125732,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
31
  within_session_cleaning,lstm,True,data_shapley,r2_test,0.9091371297836304,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv