Upload results/phase3_statistical_comparison.tsv with huggingface_hub
Browse files
results/phase3_statistical_comparison.tsv
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Provenance:
|
| 2 |
+
# Script: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/scripts/t19_statistical_comparison_20260127_120453.py
|
| 3 |
+
# Input: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/results/phase3_baseline_performance.tsv, /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/results/phase3_envembed_performance.tsv, /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/results/phase3_joint_performance.tsv
|
| 4 |
+
# Date: 2026-01-27 12:07:06
|
| 5 |
+
# Integrity Check: PASSED
|
| 6 |
+
# N_folds: 6 (leave-one-basin-out, Red_Sea merged into Indian)
|
| 7 |
+
# N_samples: 1810 (bio_valid=1151)
|
| 8 |
+
# Tests: paired t-test, Wilcoxon signed-rank, Cohen's d, 95% CI
|
| 9 |
+
comparison target target_label model_new model_ref n_folds mean_new mean_ref mean_diff ci_95_low ci_95_high t_stat p_ttest w_stat p_wilcoxon cohens_d folds_favor_new folds_favor_ref folds_tied overall_new_r2 overall_ref_r2 overall_diff analysis_type
|
| 10 |
+
(b) vs (a) chl_mean_mg_m3 chl-a envembed baseline 6 -3.291594760036711 0.06429198535997194 -3.355886745396683 -7.751622244277264 1.0398487534838985 -1.9624887611298978 0.10694680214021754 3.0 0.15625 -0.8011826817858253 1 5 0 0.4736939114058555 0.5606758439704154 -0.08698193256455988 main
|
| 11 |
+
(b) vs (a) poc_mean_mg_m3 POC envembed baseline 6 -8.631970101750177 0.5317964096367787 -9.163766511386955 -28.15350489445128 9.82597187167737 -1.2404705780548262 0.2698335584658823 2.0 0.09375 -0.5064199928616028 1 5 0 0.5127936275909695 0.4219152887840016 0.09087833880696788 main
|
| 12 |
+
(b) vs (a) nflh_mean NFLH envembed baseline 6 -0.7198958471468179 -0.38942410726805016 -0.33047173987876766 -1.8477152607259133 1.1867717809683778 -0.5599000031138801 0.5997024030736424 5.0 0.3125 -0.2285782191019531 1 5 0 0.4108039056731265 0.700450367584652 -0.28964646191152543 main
|
| 13 |
+
(c) vs (a) chl_mean_mg_m3 chl-a joint baseline 6 -2.6145826021042033 0.06429198535997194 -2.6788745874641755 -5.929568737701786 0.571819562773435 -2.1183987292685966 0.08768333137581227 1.0 0.0625 -0.8648326597447242 1 5 0 0.5156353359806678 0.5606758439704154 -0.04504050798974757 main
|
| 14 |
+
(c) vs (a) poc_mean_mg_m3 POC joint baseline 6 -4.9349081363474445 0.5317964096367787 -5.466704545984222 -15.212357834714595 4.2789487427461514 -1.441936317219119 0.2088946600925409 3.0 0.15625 -0.5886680364624638 1 5 0 0.5317524547687325 0.4219152887840016 0.10983716598473087 main
|
| 15 |
+
(c) vs (a) nflh_mean NFLH joint baseline 6 0.09302225442231427 -0.38942410726805016 0.4824463616903643 -1.9631459196062782 2.9280386429870067 0.5071032747308901 0.6336497630127012 6.0 0.4375 0.20702404499751256 1 5 0 0.5599985613761684 0.700450367584652 -0.14045180620848352 main
|
| 16 |
+
(c) vs (b) chl_mean_mg_m3 chl-a joint envembed 6 -2.6145826021042033 -3.291594760036711 0.6770121579325075 -2.549654770853092 3.903679086718107 0.5393538269546911 0.6127839452424164 10.0 1.0 0.2201902778093949 3 3 0 0.5156353359806678 0.4736939114058555 0.041941424574812314 main
|
| 17 |
+
(c) vs (b) poc_mean_mg_m3 POC joint envembed 6 -4.9349081363474445 -8.631970101750177 3.6970619654027335 -5.836015458554055 13.230139389359522 0.9969079148796952 0.36457810598942403 5.0 0.3125 0.4069859519995298 4 2 0 0.5317524547687325 0.5127936275909695 0.018958827177762982 main
|
| 18 |
+
(c) vs (b) nflh_mean NFLH joint envembed 6 0.09302225442231427 -0.7198958471468179 0.8129181015691321 -0.570286372912819 2.196122576051083 1.5107473588325315 0.1912450059647941 4.0 0.21875 0.6167600265661772 4 2 0 0.5599985613761684 0.4108039056731265 0.1491946557030419 main
|
| 19 |
+
(b) vs (a) excl_Arctic chl_mean_mg_m3 chl-a envembed baseline 5 -3.1864268825673485 0.10659629262444241 -3.29302317519179 -9.10389341606541 2.517847065681831 -1.5734128791507125 0.19073316059204426 3.0 0.3125 -0.7036516308909311 1 4 0 0.4736939114058555 0.5606758439704154 -0.08698193256455988 sensitivity_excl_arctic
|
| 20 |
+
(b) vs (a) excl_Arctic poc_mean_mg_m3 POC envembed baseline 5 -9.951322016281475 0.5455476231399727 -10.496869639421446 -35.20461650294392 14.210877224101027 -1.1795483615423494 0.3035431700257952 2.0 0.1875 -0.5275100638314384 1 4 0 0.5127936275909695 0.4219152887840016 0.09087833880696788 sensitivity_excl_arctic
|
| 21 |
+
(b) vs (a) excl_Arctic nflh_mean NFLH envembed baseline 5 -0.19733807323545927 0.5827469694504364 -0.7800850426858956 -2.080384127262709 0.5202140418909176 -1.6656654796524435 0.1711097650533893 0.0 0.0625 -0.7449082480555312 0 5 0 0.4108039056731265 0.700450367584652 -0.28964646191152543 sensitivity_excl_arctic
|
| 22 |
+
(c) vs (a) excl_Arctic chl_mean_mg_m3 chl-a joint baseline 5 -1.6769975634046197 0.10659629262444241 -1.783593856029062 -4.82051519570663 1.2533274836485053 -1.6306153098316731 0.17830583972220737 1.0 0.125 -0.7292333355871005 1 4 0 0.5156353359806678 0.5606758439704154 -0.04504050798974757 sensitivity_excl_arctic
|
| 23 |
+
(c) vs (a) excl_Arctic poc_mean_mg_m3 POC joint baseline 5 -4.963255505238834 0.5455476231399727 -5.508803128378807 -18.399828594087374 7.382222337329761 -1.186475778980626 0.3010890496534783 3.0 0.3125 -0.5306080990915392 1 4 0 0.5317524547687325 0.4219152887840016 0.10983716598473087 sensitivity_excl_arctic
|
| 24 |
+
(c) vs (a) excl_Arctic nflh_mean NFLH joint baseline 5 0.12833137309211592 0.5827469694504364 -0.4544155963583205 -1.0173676893983172 0.10853649668167609 -2.2411497778105947 0.08850901708091095 0.0 0.0625 -1.002272650188608 0 5 0 0.5599985613761684 0.700450367584652 -0.14045180620848352 sensitivity_excl_arctic
|
| 25 |
+
(c) vs (b) excl_Arctic chl_mean_mg_m3 chl-a joint envembed 5 -1.6769975634046197 -3.1864268825673485 1.5094293191627286 -1.6853162018210712 4.704174840146528 1.3117938869637604 0.25981109106237843 5.0 0.625 0.5866520607439288 3 2 0 0.5156353359806678 0.4736939114058555 0.041941424574812314 sensitivity_excl_arctic
|
| 26 |
+
(c) vs (b) excl_Arctic poc_mean_mg_m3 POC joint envembed 5 -4.963255505238834 -9.951322016281475 4.988066511042641 -6.8337689124520935 16.809901934537375 1.1714841522376207 0.30642353325290167 1.0 0.125 0.5239036397934065 4 1 0 0.5317524547687325 0.5127936275909695 0.018958827177762982 sensitivity_excl_arctic
|
| 27 |
+
(c) vs (b) excl_Arctic nflh_mean NFLH joint envembed 5 0.12833137309211592 -0.19733807323545927 0.3256694463275752 -0.45071542576862056 1.102054318423771 1.1646328678808164 0.30889064559280943 4.0 0.4375 0.5208396522824075 3 2 0 0.5599985613761684 0.4108039056731265 0.1491946557030419 sensitivity_excl_arctic
|