Upload results/phase4_shap_latent_dims.tsv with huggingface_hub
Browse files
results/phase4_shap_latent_dims.tsv
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Provenance:
|
| 2 |
+
# Script: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/scripts/t23_shap_latent_dims_20260127_230000.py
|
| 3 |
+
# Input1: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/results/phase2_embeddings.npz
|
| 4 |
+
# Input2: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/results/phase4_latent_function_mapping.tsv
|
| 5 |
+
# Input3: models/world_model_fold_*_20260127_111754.pt (6 folds)
|
| 6 |
+
# Input4: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_valid.npy
|
| 7 |
+
# Input5: /media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_response.npy
|
| 8 |
+
# Date: 2026-01-27 12:32:41
|
| 9 |
+
# Integrity Check: PASSED - Real data only (gradient attribution + ablation on trained models)
|
| 10 |
+
#
|
| 11 |
+
# Method: Gradient-based attribution (mean |dOutput/dz_env|) + ablation (zero-out each dim)
|
| 12 |
+
# Samples: 1810 total, 1151 bio_valid
|
| 13 |
+
# Latent dim: 32
|
| 14 |
+
# Folds: 6 (leave-one-basin-out)
|
| 15 |
+
# Cross-fold consistency (Kendall's tau for chl-a): mean=0.029
|
| 16 |
+
#
|
| 17 |
+
dim dim_idx grad_importance_chl_a grad_frac_chl_a grad_signed_chl_a grad_var_chl_a grad_importance_poc grad_frac_poc grad_signed_poc grad_var_poc grad_importance_nflh grad_frac_nflh grad_signed_nflh grad_var_nflh ablation_chl_a ablation_frac_chl_a ablation_poc ablation_frac_poc ablation_nflh ablation_frac_nflh grad_importance_chl_a_Arctic grad_importance_chl_a_Atlantic grad_importance_chl_a_Indian grad_importance_chl_a_Mediterranean grad_importance_chl_a_Pacific grad_importance_chl_a_Southern top_function top_function_r loading_photosynthesis loading_carbon_fixation loading_electron_transport loading_nitrogen_metabolism loading_lipid_metabolism loading_carbohydrate_metabolism loading_amino_acid_metabolism loading_nucleotide_metabolism loading_signal_transduction loading_transport loading_ribosome_translation loading_protein_folding loading_iron_homeostasis rank_chl_a rank_poc rank_nflh
|
| 18 |
+
dim_12 12 0.169140 0.062149 -0.168812 0.028943 0.112065 0.043764 -0.111041 0.015109 0.202528 0.051703 -0.198998 0.018250 0.060160 0.081491 0.032094 0.048446 0.108805 0.084065 0.257258 0.323595 0.162487 0.032431 0.068582 0.044487 amino_acid_metabolism -0.645717 -0.038687 0.007780 -0.150728 -0.135091 -0.521591 -0.431216 -0.645717 -0.470233 -0.325556 -0.421883 -0.528304 -0.473820 -0.301829 1 4 2
|
| 19 |
+
dim_4 4 0.165675 0.060876 0.165675 0.006443 0.147753 0.057701 0.147753 0.004956 0.159982 0.040842 0.159982 0.003039 0.045802 0.062043 0.044417 0.067048 0.047078 0.036373 0.218968 0.133245 0.178839 0.218642 0.172441 0.145343 photosynthesis 0.664529 0.664529 -0.178662 -0.347098 -0.275320 0.175507 -0.069121 -0.118413 -0.235639 -0.571172 -0.324616 0.089451 0.257030 0.059459 2 3 9
|
| 20 |
+
dim_1 1 0.148559 0.054587 -0.145170 0.014760 0.166341 0.064960 -0.163553 0.015394 0.161083 0.041123 -0.158866 0.009657 0.041227 0.055845 0.046577 0.070308 0.040143 0.031016 0.151464 0.225968 0.036533 0.018072 0.169556 0.012456 signal_transduction -0.665943 0.564269 -0.224220 -0.429891 -0.312989 -0.204988 -0.308142 -0.499786 -0.533566 -0.665943 -0.500686 -0.273051 -0.075251 -0.169486 3 1 8
|
| 21 |
+
dim_19 19 0.129553 0.047603 0.124555 0.024803 0.148360 0.057938 0.148166 0.023449 0.079922 0.020403 -0.067689 0.005612 0.046072 0.062409 0.048284 0.072884 0.037046 0.028623 0.182859 0.122114 0.044909 0.067754 0.197639 0.014498 photosynthesis 0.724179 0.724179 -0.203363 -0.306644 -0.272226 0.077890 -0.065506 -0.176033 -0.286489 -0.639576 -0.326951 -0.064480 0.213736 0.077189 4 2 22
|
| 22 |
+
dim_30 30 0.125541 0.046129 -0.125541 0.005721 0.093152 0.036378 -0.092966 0.005470 0.153528 0.039194 -0.129696 0.028000 0.026338 0.035677 0.022169 0.033465 0.038076 0.029419 0.183830 0.168706 0.147984 0.061198 0.094592 0.120323 signal_transduction -0.668048 0.600061 -0.232746 -0.374869 -0.268635 -0.210498 -0.255843 -0.451364 -0.503298 -0.668048 -0.441158 -0.320749 -0.045042 -0.122697 5 9 10
|
| 23 |
+
dim_14 14 0.117136 0.043041 0.116991 0.003975 0.078575 0.030685 0.076344 0.003054 0.149848 0.038255 0.143949 0.019889 0.035929 0.048669 0.008344 0.012595 0.071915 0.055563 0.101028 0.155147 0.124202 0.148406 0.066876 0.077720 photosynthesis 0.641970 0.641970 -0.179281 -0.400976 -0.304488 0.069665 -0.174879 -0.259629 -0.343802 -0.620041 -0.412569 -0.020428 0.144171 -0.022873 6 14 12
|
| 24 |
+
dim_13 13 0.112341 0.041279 0.100012 0.006778 0.077303 0.030189 0.077025 0.002298 0.259657 0.066288 0.259657 0.004758 0.060801 0.082360 0.038630 0.058311 0.087727 0.067780 0.203062 0.167194 0.069921 0.117939 0.062328 0.112766 photosynthesis 0.653628 0.653628 -0.174384 -0.323262 -0.252407 0.229933 -0.023312 -0.046830 -0.176463 -0.528287 -0.273892 0.139435 0.300843 0.086863 7 15 1
|
| 25 |
+
dim_17 17 0.108143 0.039737 -0.107714 0.010579 0.104922 0.040975 -0.091259 0.014987 0.065393 0.016694 0.001149 0.006433 0.013140 0.017800 0.006750 0.010189 0.015334 0.011848 0.097009 0.066299 0.104912 0.028024 0.192558 0.015814 photosynthesis 0.633073 0.633073 -0.146531 -0.182686 -0.182967 0.349449 0.164233 0.157883 0.010851 -0.424847 -0.101716 0.282731 0.422972 0.198283 8 6 28
|
| 26 |
+
dim_3 3 0.105876 0.038904 -0.026928 0.016793 0.083379 0.032562 -0.021192 0.011518 0.059544 0.015201 0.015845 0.006148 0.027130 0.036750 0.017922 0.027054 0.015274 0.011801 0.279291 0.107372 0.110409 0.013618 0.133053 0.046129 signal_transduction -0.679103 0.661997 -0.238439 -0.392574 -0.313024 -0.065222 -0.186421 -0.346921 -0.426888 -0.679103 -0.437462 -0.136004 0.087563 -0.060778 9 12 31
|
| 27 |
+
dim_21 21 0.102223 0.037561 -0.099735 0.007388 0.101011 0.039447 -0.094813 0.008697 0.106258 0.027127 -0.104945 0.005430 0.014708 0.019924 0.006043 0.009122 0.021632 0.016714 0.099304 0.156517 0.117101 0.065652 0.056907 0.076185 ribosome_translation -0.584238 0.108381 -0.139923 0.009875 -0.090541 -0.513518 -0.195427 -0.482448 -0.404946 -0.288532 -0.233493 -0.584238 -0.318414 -0.104901 10 8 19
|
| 28 |
+
dim_11 11 0.093418 0.034326 0.072588 0.008788 0.108784 0.042483 0.108520 0.007126 0.119290 0.030454 -0.113911 0.013946 0.013195 0.017873 0.013386 0.020206 0.050581 0.039081 0.042646 0.059730 0.123460 0.086563 0.126451 0.059888 signal_transduction -0.635146 0.633362 -0.192375 -0.421429 -0.315481 0.001226 -0.214548 -0.327365 -0.403476 -0.635146 -0.438239 -0.088458 0.092431 -0.062572 11 5 17
|
| 29 |
+
dim_2 2 0.087634 0.032201 0.087341 0.003589 0.037743 0.014740 0.023680 0.002717 0.180066 0.045969 0.180066 0.010565 0.029920 0.040529 0.006371 0.009617 0.086486 0.066821 0.051081 0.105743 0.030054 0.093150 0.092257 0.050626 photosynthesis 0.684187 0.684187 -0.148824 -0.315803 -0.244690 0.231445 -0.019481 -0.058425 -0.179838 -0.531617 -0.254212 0.115626 0.306367 0.108852 12 31 4
|
| 30 |
+
dim_31 31 0.083564 0.030705 -0.078935 0.006298 0.069538 0.027157 -0.068575 0.003007 0.129772 0.033129 -0.085323 0.014638 0.002371 0.003211 0.001800 0.002717 0.018327 0.014160 0.222162 0.076678 0.132379 0.080356 0.064400 0.105119 lipid_metabolism -0.431364 -0.405507 0.012684 0.248290 0.115290 -0.431364 -0.071852 -0.207253 -0.089657 0.231094 0.064159 -0.393964 -0.360834 -0.084825 13 20 15
|
| 31 |
+
dim_24 24 0.079914 0.029364 0.042551 0.008905 0.075307 0.029409 0.014421 0.008888 0.106231 0.027120 0.042459 0.019398 0.018608 0.025206 0.016979 0.025629 0.021010 0.016233 0.040940 0.147571 0.031114 0.029297 0.051947 0.041953 lipid_metabolism 0.591547 0.353592 0.037348 0.078393 0.028731 0.591547 0.407989 0.527544 0.401047 0.019834 0.254565 0.542999 0.561661 0.345497 14 16 20
|
| 32 |
+
dim_8 8 0.079269 0.029127 -0.078464 0.007200 0.081265 0.031736 -0.063713 0.008493 0.162429 0.041467 0.046662 0.039863 0.005654 0.007658 0.011450 0.017284 0.082486 0.063731 0.109112 0.078823 0.044163 0.097560 0.086436 0.039112 photosynthesis -0.583037 -0.583037 0.118800 0.263871 0.151763 -0.357242 -0.113787 -0.131117 0.016639 0.304890 0.070021 -0.281321 -0.392550 -0.103940 15 13 7
|
| 33 |
+
dim_18 18 0.078012 0.028665 0.057872 0.010038 0.084589 0.033034 0.069008 0.011820 0.065047 0.016606 -0.003424 0.007313 0.042574 0.057670 0.048028 0.072499 0.031981 0.024709 0.124458 0.139969 0.036908 0.064416 0.034036 0.033196 lipid_metabolism 0.543706 0.444218 -0.031427 -0.003495 -0.032191 0.543706 0.357623 0.455034 0.310953 -0.114006 0.170702 0.479751 0.542203 0.310426 16 11 29
|
| 34 |
+
dim_0 0 0.075922 0.027897 0.041288 0.009720 0.089394 0.034911 0.058847 0.010707 0.077658 0.019825 -0.060040 0.008507 0.042444 0.057494 0.050669 0.076485 0.045169 0.034898 0.031452 0.134339 0.015551 0.054875 0.049612 0.048261 photosynthesis 0.723327 0.723327 -0.156613 -0.276621 -0.232798 0.203428 0.020394 -0.056490 -0.169000 -0.549833 -0.225965 0.064272 0.301757 0.106588 17 10 23
|
| 35 |
+
dim_16 16 0.074060 0.027213 -0.006486 0.010141 0.057484 0.022449 -0.003321 0.006643 0.059618 0.015220 -0.038395 0.003771 0.009111 0.012342 0.005360 0.008091 0.011500 0.008885 0.052130 0.080238 0.051069 0.040993 0.093606 0.030694 signal_transduction -0.696625 0.465977 -0.209479 -0.318985 -0.324164 -0.359579 -0.348227 -0.608905 -0.586442 -0.696625 -0.555029 -0.406162 -0.198864 -0.141962 18 26 30
|
| 36 |
+
dim_27 27 0.073229 0.026907 -0.058701 0.006964 0.074399 0.029055 -0.069701 0.005073 0.068113 0.017389 0.011805 0.006415 0.033489 0.045363 0.033639 0.050779 0.013566 0.010481 0.078409 0.082580 0.068299 0.050984 0.078350 0.014904 amino_acid_metabolism 0.644478 0.156344 0.103793 0.200435 0.185406 0.603244 0.501205 0.644478 0.545723 0.304768 0.469049 0.568866 0.526711 0.329851 19 17 27
|
| 37 |
+
dim_25 25 0.069467 0.025525 -0.058106 0.009426 0.067625 0.026409 -0.064946 0.009182 0.069319 0.017696 -0.004110 0.006501 0.003961 0.005365 0.004704 0.007101 0.012776 0.009871 0.072151 0.019544 0.031316 0.064069 0.140482 0.027327 signal_transduction 0.721594 -0.634515 0.209067 0.316791 0.309175 -0.058292 0.151740 0.194784 0.294799 0.721594 0.433772 0.046791 -0.151757 -0.049100 20 21 26
|
| 38 |
+
dim_7 7 0.068533 0.025182 0.067031 0.004151 0.058087 0.022684 0.024946 0.004771 0.130049 0.033200 0.098983 0.017559 0.008965 0.012144 0.005811 0.008772 0.032916 0.025432 0.252898 0.091829 0.161508 0.038232 0.013335 0.048937 ribosome_translation -0.492622 -0.106474 -0.080362 0.191458 -0.007722 -0.473663 -0.109698 -0.334561 -0.237368 -0.123084 -0.117303 -0.492622 -0.332489 -0.017829 21 25 14
|
| 39 |
+
dim_29 29 0.064973 0.023874 0.002502 0.008378 0.066948 0.026145 -0.011506 0.008113 0.171656 0.043822 0.171656 0.006294 0.030234 0.040955 0.026617 0.040179 0.071436 0.055193 0.047524 0.082003 0.020608 0.018637 0.083277 0.051604 protein_folding 0.577422 0.323542 -0.001975 0.136332 0.083496 0.550834 0.483479 0.572233 0.430909 0.133989 0.370833 0.500631 0.577422 0.347426 22 22 6
|
| 40 |
+
dim_26 26 0.064506 0.023702 0.056306 0.003333 0.070540 0.027547 0.042068 0.005869 0.132800 0.033903 0.132699 0.004452 0.005432 0.007359 0.015797 0.023845 0.044773 0.034593 0.090737 0.023689 0.131124 0.064192 0.084028 0.039126 photosynthesis 0.674148 0.674148 -0.137875 -0.272518 -0.220414 0.300225 0.037609 0.032213 -0.104637 -0.485892 -0.203099 0.170071 0.360676 0.153177 23 18 13
|
| 41 |
+
dim_20 20 0.061469 0.022586 0.018990 0.006820 0.061649 0.024076 0.049042 0.006656 0.077047 0.019669 0.048075 0.006708 0.017696 0.023971 0.026016 0.039271 0.021021 0.016241 0.152516 0.045008 0.039496 0.054588 0.084265 0.052533 photosynthesis 0.606007 0.606007 -0.129691 -0.209236 -0.191387 0.377365 0.131958 0.163543 0.013301 -0.395464 -0.118169 0.303092 0.426194 0.197370 24 24 24
|
| 42 |
+
dim_5 5 0.060904 0.022379 -0.029023 0.005858 0.049621 0.019378 -0.001453 0.004482 0.108881 0.027796 0.108838 0.002101 0.018079 0.024489 0.015984 0.024128 0.024358 0.018820 0.124893 0.044968 0.106889 0.026055 0.072577 0.040739 protein_folding 0.597857 0.436729 -0.054964 0.123087 0.009190 0.510870 0.473017 0.529221 0.356650 -0.033790 0.287012 0.443691 0.597857 0.383652 25 28 18
|
| 43 |
+
dim_28 28 0.059018 0.021686 -0.046680 0.004717 0.049643 0.019387 -0.040306 0.004656 0.151518 0.038681 0.137060 0.019983 0.007678 0.010400 0.006474 0.009773 0.041738 0.032248 0.070912 0.026102 0.029020 0.084714 0.093720 0.052748 photosynthesis -0.598353 -0.598353 0.113067 0.232194 0.213089 -0.328319 -0.057753 -0.097138 0.025612 0.531828 0.219445 -0.256172 -0.367359 -0.180175 26 27 11
|
| 44 |
+
dim_6 6 0.051937 0.019084 0.045829 0.003662 0.101389 0.039595 0.100936 0.004758 0.123483 0.031524 0.122859 0.001658 0.033638 0.045565 0.041703 0.062951 0.030724 0.023738 0.124479 0.047844 0.061046 0.053135 0.049966 0.028135 photosynthesis 0.640212 0.640212 -0.153685 -0.262439 -0.216322 0.314346 0.068902 0.072052 -0.074013 -0.454225 -0.184675 0.222764 0.382453 0.150322 27 7 16
|
| 45 |
+
dim_23 23 0.051708 0.019000 -0.049735 0.002035 0.038291 0.014953 -0.034065 0.001192 0.074915 0.019125 -0.034097 0.006569 0.012111 0.016405 0.015304 0.023102 0.022165 0.017125 0.099393 0.027455 0.097395 0.071484 0.049045 0.064886 photosynthesis -0.684910 -0.684910 0.205388 0.216914 0.221620 -0.246246 -0.076352 -0.056925 0.106899 0.575437 0.211319 -0.136329 -0.358617 -0.200658 28 30 25
|
| 46 |
+
dim_9 9 0.049568 0.018213 -0.013669 0.004221 0.039837 0.015557 -0.026528 0.003694 0.104862 0.026770 0.100270 0.003696 0.004565 0.006184 0.003389 0.005116 0.008630 0.006668 0.244690 0.050635 0.024621 0.023513 0.058016 0.018645 signal_transduction -0.674937 0.466428 -0.193305 -0.248878 -0.265734 -0.372822 -0.290971 -0.573251 -0.538939 -0.674937 -0.484630 -0.439964 -0.201448 -0.132086 29 29 21
|
| 47 |
+
dim_10 10 0.047090 0.017303 -0.044796 0.002036 0.070533 0.027545 -0.058100 0.004729 0.179652 0.045863 -0.179652 0.004883 0.013511 0.018302 0.015757 0.023786 0.036600 0.028278 0.061519 0.035446 0.031771 0.064437 0.059483 0.016323 photosynthesis -0.636640 -0.636640 0.165675 0.229518 0.222509 -0.284681 -0.052240 -0.071005 0.069168 0.561540 0.229802 -0.189178 -0.351530 -0.182516 30 19 5
|
| 48 |
+
dim_22 22 0.039538 0.014528 -0.034354 0.002137 0.066459 0.025954 -0.061384 0.003200 0.182150 0.046501 -0.182150 0.005500 0.009531 0.012911 0.021724 0.032793 0.079274 0.061249 0.056923 0.025566 0.028033 0.040863 0.058564 0.015466 photosynthesis -0.707145 -0.707145 0.197835 0.206185 0.208899 -0.261456 -0.117420 -0.068841 0.091560 0.536150 0.174339 -0.154223 -0.386799 -0.214421 31 23 3
|
| 49 |
+
dim_15 15 0.023583 0.008666 -0.015713 0.000959 0.028669 0.011196 -0.005029 0.001387 0.044815 0.011441 0.003873 0.003312 0.004160 0.005635 0.004276 0.006454 0.023740 0.018342 0.048360 0.013428 0.017873 0.025187 0.034853 0.013728 photosynthesis -0.585069 -0.585069 0.097047 0.212827 0.210730 -0.337786 -0.041900 -0.103487 0.011321 0.551920 0.234629 -0.264020 -0.354908 -0.194821 32 32 32
|