Sync corrected Figure 5 retraining results
Browse files- app.py +2 -2
- data/release_manifest.json +2 -2
- data/trial_shapley_retrain_summary.csv +4 -4
app.py
CHANGED
|
@@ -2117,7 +2117,7 @@ def trial_retrain_figures() -> tuple[go.Figure, go.Figure, go.Figure, pd.DataFra
|
|
| 2117 |
else f"n = {len(relation_frame)}; select at least two methods for correlation"
|
| 2118 |
)
|
| 2119 |
if pd.notna(rho):
|
| 2120 |
-
relation_text += "<br>one-sided permutation P = 0.
|
| 2121 |
relation.add_annotation(
|
| 2122 |
text=relation_text,
|
| 2123 |
x=0.02,
|
|
@@ -3180,7 +3180,7 @@ app.layout = html.Div(
|
|
| 3180 |
],
|
| 3181 |
className="download-grid panel-downloads",
|
| 3182 |
),
|
| 3183 |
-
subtitle="Removing negative-valued trials improved 13 of 17 methods (mean R² 0.775→0.
|
| 3184 |
class_name="axis-trial",
|
| 3185 |
),
|
| 3186 |
],
|
|
|
|
| 2117 |
else f"n = {len(relation_frame)}; select at least two methods for correlation"
|
| 2118 |
)
|
| 2119 |
if pd.notna(rho):
|
| 2120 |
+
relation_text += "<br>one-sided permutation P = 0.047"
|
| 2121 |
relation.add_annotation(
|
| 2122 |
text=relation_text,
|
| 2123 |
x=0.02,
|
|
|
|
| 3180 |
],
|
| 3181 |
className="download-grid panel-downloads",
|
| 3182 |
),
|
| 3183 |
+
subtitle="Removing negative-valued trials improved 13 of 17 methods (mean R² 0.775→0.798). Selecting nonnegative-valued historical trials raised mean held-out R² to 0.617, versus 0.532 for current-only training and 0.546 for all-session pooling.",
|
| 3184 |
class_name="axis-trial",
|
| 3185 |
),
|
| 3186 |
],
|
data/release_manifest.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"manuscript_working_version": "manuscript_v8",
|
| 7 |
"schema_version": 1,
|
| 8 |
"source": "paper/results, active consistency and feature-attribution artifacts, benchmark dataset arrays, and Figure 5 prediction sidecars",
|
| 9 |
-
"source_git_revision": "
|
| 10 |
"source_repository": "https://github.com/TangLab-UBC/behavior_benchmarking",
|
| 11 |
"tables": {
|
| 12 |
"clean_prediction_summary.csv": {
|
|
@@ -67,7 +67,7 @@
|
|
| 67 |
},
|
| 68 |
"trial_shapley_retrain_summary.csv": {
|
| 69 |
"rows": 99,
|
| 70 |
-
"sha256": "
|
| 71 |
},
|
| 72 |
"trial_shapley_summary.csv": {
|
| 73 |
"rows": 81,
|
|
|
|
| 6 |
"manuscript_working_version": "manuscript_v8",
|
| 7 |
"schema_version": 1,
|
| 8 |
"source": "paper/results, active consistency and feature-attribution artifacts, benchmark dataset arrays, and Figure 5 prediction sidecars",
|
| 9 |
+
"source_git_revision": "1779782610eeb1d09d7eec2a181a513e77ae5de3",
|
| 10 |
"source_repository": "https://github.com/TangLab-UBC/behavior_benchmarking",
|
| 11 |
"tables": {
|
| 12 |
"clean_prediction_summary.csv": {
|
|
|
|
| 67 |
},
|
| 68 |
"trial_shapley_retrain_summary.csv": {
|
| 69 |
"rows": 99,
|
| 70 |
+
"sha256": "d2e38d7aff1cea5735d4766cb8a7612e7cc63fb1acbeb5e7b46be0dcf4ef87ad"
|
| 71 |
},
|
| 72 |
"trial_shapley_summary.csv": {
|
| 73 |
"rows": 81,
|
data/trial_shapley_retrain_summary.csv
CHANGED
|
@@ -5,9 +5,9 @@ within_session_cleaning,blend,True,data_shapley,r2_test,0.8962831497192383,outpu
|
|
| 5 |
within_session_cleaning,blend_ndt,True,mixed_full,r2_test,0.8105307817459106,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
|
| 6 |
within_session_cleaning,blend_ndt,True,oracle,r2_test,0.8535405397415161,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
|
| 7 |
within_session_cleaning,blend_ndt,True,data_shapley,r2_test,0.8544336557388306,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
|
| 8 |
-
within_session_cleaning,cebra,True,mixed_full,r2_test,0.
|
| 9 |
within_session_cleaning,cebra,True,oracle,r2_test,0.663968563079834,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/cebra/cebra_within_session_full_retrain_summary.csv
|
| 10 |
-
within_session_cleaning,cebra,True,data_shapley,r2_test,0.
|
| 11 |
within_session_cleaning,dnn,True,mixed_full,r2_test,0.8342721462249756,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
|
| 12 |
within_session_cleaning,dnn,True,oracle,r2_test,0.8853729963302612,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
|
| 13 |
within_session_cleaning,dnn,True,data_shapley,r2_test,0.8356364965438843,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
|
|
@@ -23,9 +23,9 @@ within_session_cleaning,langevinflow_ccn,True,data_shapley,r2_test,0.90287512540
|
|
| 23 |
within_session_cleaning,ldns,True,mixed_full,r2_test,0.865720272064209,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
|
| 24 |
within_session_cleaning,ldns,True,oracle,r2_test,0.8975447416305542,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
|
| 25 |
within_session_cleaning,ldns,True,data_shapley,r2_test,0.8306529521942139,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
|
| 26 |
-
within_session_cleaning,lfads_torch,True,mixed_full,r2_test,0.
|
| 27 |
within_session_cleaning,lfads_torch,True,oracle,r2_test,0.940969705581665,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
|
| 28 |
-
within_session_cleaning,lfads_torch,True,data_shapley,r2_test,0.
|
| 29 |
within_session_cleaning,lstm,True,mixed_full,r2_test,0.919326663017273,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
|
| 30 |
within_session_cleaning,lstm,True,oracle,r2_test,0.9384677410125732,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
|
| 31 |
within_session_cleaning,lstm,True,data_shapley,r2_test,0.9091371297836304,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
|
|
|
|
| 5 |
within_session_cleaning,blend_ndt,True,mixed_full,r2_test,0.8105307817459106,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
|
| 6 |
within_session_cleaning,blend_ndt,True,oracle,r2_test,0.8535405397415161,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
|
| 7 |
within_session_cleaning,blend_ndt,True,data_shapley,r2_test,0.8544336557388306,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/blend_ndt/blend_ndt_within_session_full_retrain_summary.csv
|
| 8 |
+
within_session_cleaning,cebra,True,mixed_full,r2_test,0.6363328695297241,outputs/fig5_dfull_retrain_correction_20260719/cebra/mixed_full/cebra_within_session_full_retrain_summary.csv
|
| 9 |
within_session_cleaning,cebra,True,oracle,r2_test,0.663968563079834,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/cebra/cebra_within_session_full_retrain_summary.csv
|
| 10 |
+
within_session_cleaning,cebra,True,data_shapley,r2_test,0.6763670444488525,outputs/fig5_dfull_retrain_correction_20260719/cebra/data_shapley/cebra_within_session_full_retrain_summary.csv
|
| 11 |
within_session_cleaning,dnn,True,mixed_full,r2_test,0.8342721462249756,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
|
| 12 |
within_session_cleaning,dnn,True,oracle,r2_test,0.8853729963302612,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
|
| 13 |
within_session_cleaning,dnn,True,data_shapley,r2_test,0.8356364965438843,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/dnn/dnn_within_session_full_retrain_summary.csv
|
|
|
|
| 23 |
within_session_cleaning,ldns,True,mixed_full,r2_test,0.865720272064209,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
|
| 24 |
within_session_cleaning,ldns,True,oracle,r2_test,0.8975447416305542,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
|
| 25 |
within_session_cleaning,ldns,True,data_shapley,r2_test,0.8306529521942139,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/ldns/ldns_within_session_full_retrain_summary.csv
|
| 26 |
+
within_session_cleaning,lfads_torch,True,mixed_full,r2_test,0.909595251083374,outputs/fig5_dfull_retrain_correction_20260719/lfads_torch/mixed_full/lfads_torch_within_session_full_retrain_summary.csv
|
| 27 |
within_session_cleaning,lfads_torch,True,oracle,r2_test,0.940969705581665,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lfads_torch/lfads_torch_within_session_full_retrain_summary.csv
|
| 28 |
+
within_session_cleaning,lfads_torch,True,data_shapley,r2_test,0.9176875948905945,outputs/fig5_dfull_retrain_correction_20260719/lfads_torch/data_shapley/lfads_torch_within_session_full_retrain_summary.csv
|
| 29 |
within_session_cleaning,lstm,True,mixed_full,r2_test,0.919326663017273,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
|
| 30 |
within_session_cleaning,lstm,True,oracle,r2_test,0.9384677410125732,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
|
| 31 |
within_session_cleaning,lstm,True,data_shapley,r2_test,0.9091371297836304,outputs/within_session_full_retrain_generic_monkey_20151104_a75_native_norandom_20260508/lstm/lstm_within_session_full_retrain_summary.csv
|