diff --git a/README.md b/README.md index 10b8d7894af3435c9b659bcb4bce8da7ccc15efd..e15217f450c30641a76cf4cbeac436bbce6059c2 100644 --- a/README.md +++ b/README.md @@ -1,10 +1,28 @@ --- -title: Angular Separation Vit Demo -emoji: 📊 -colorFrom: yellow -colorTo: yellow +title: v1(W_O) is not identifiable +emoji: 🎛️ +colorFrom: purple +colorTo: red sdk: static pinned: false +license: apache-2.0 --- -Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference +# The dominant direction of $W_O$ is not identifiable + +Interactive demo (precomputed gallery, static) for *"Same function, +different pruning: the dominant direction of $W_O$ under free, soft, +and hard intervention"*. + +Code: +Results: +Checkpoints: +DOI: [10.5281/zenodo.21630535](https://doi.org/10.5281/zenodo.21630535) + +Browse 72 precomputed combinations (12 layers × 3 gauge strengths × +2 random seeds), all from the real ViT-B/16 seed-42 base checkpoint +(anchor column of the paper), showing that a value-output gauge +transformation moves each head's dominant weight direction $v_1(W_O)$ +at will —even flipping which pair of heads looks "most redundant"— +while the OV circuit $W_v W_O$, the only quantity the model's function +actually depends on, stays fixed to machine precision. diff --git a/datos.json b/datos.json new file mode 100644 index 0000000000000000000000000000000000000000..eb0033fcf37d7591de5ad6742035c890203e8c84 --- /dev/null +++ b/datos.json @@ -0,0 +1,1226 @@ +{ + "L0_suave_s1": { + "img": "imgs/L0_suave_s1.png", + "deriva_v1": 0.6786, + "deriva_circ": 2.4737257953593404e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 7, + 0.882 + ], + "par_despues": [ + 4, + 10, + 0.23 + ], + "mismo_par": false + }, + "L0_suave_s2": { + "img": "imgs/L0_suave_s2.png", + "deriva_v1": 0.7727, + "deriva_circ": 4.9862848498447405e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 7, + 0.882 + ], + "par_despues": [ + 0, + 7, + 0.23 + ], + "mismo_par": false + }, + "L0_media_s1": { + "img": "imgs/L0_media_s1.png", + "deriva_v1": 0.6294, + "deriva_circ": 1.552756834466925e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 7, + 0.882 + ], + "par_despues": [ + 5, + 6, + 0.21 + ], + "mismo_par": false + }, + "L0_media_s2": { + "img": "imgs/L0_media_s2.png", + "deriva_v1": 0.7734, + "deriva_circ": 6.469941050785416e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 7, + 0.882 + ], + "par_despues": [ + 1, + 6, + 0.217 + ], + "mismo_par": false + }, + "L0_fuerte_s1": { + "img": "imgs/L0_fuerte_s1.png", + "deriva_v1": 0.6268, + "deriva_circ": 2.6460257025054178e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 7, + 0.882 + ], + "par_despues": [ + 5, + 6, + 0.16 + ], + "mismo_par": false + }, + "L0_fuerte_s2": { + "img": "imgs/L0_fuerte_s2.png", + "deriva_v1": 0.787, + "deriva_circ": 2.133179670784439e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 7, + 0.882 + ], + "par_despues": [ + 1, + 6, + 0.251 + ], + "mismo_par": false + }, + "L1_suave_s1": { + "img": "imgs/L1_suave_s1.png", + "deriva_v1": 0.7452, + "deriva_circ": 2.99425601847311e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 8, + 0.548 + ], + "par_despues": [ + 1, + 8, + 0.172 + ], + "mismo_par": false + }, + "L1_suave_s2": { + "img": "imgs/L1_suave_s2.png", + "deriva_v1": 0.8741, + "deriva_circ": 5.601183727364095e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 8, + 0.548 + ], + "par_despues": [ + 2, + 8, + 0.116 + ], + "mismo_par": true + }, + "L1_media_s1": { + "img": "imgs/L1_media_s1.png", + "deriva_v1": 0.8091, + "deriva_circ": 1.80701113271146e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 8, + 0.548 + ], + "par_despues": [ + 4, + 5, + 0.11 + ], + "mismo_par": false + }, + "L1_media_s2": { + "img": "imgs/L1_media_s2.png", + "deriva_v1": 0.7987, + "deriva_circ": 7.415678744979554e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 8, + 0.548 + ], + "par_despues": [ + 5, + 11, + 0.154 + ], + "mismo_par": false + }, + "L1_fuerte_s1": { + "img": "imgs/L1_fuerte_s1.png", + "deriva_v1": 0.8351, + "deriva_circ": 2.963954738895629e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 8, + 0.548 + ], + "par_despues": [ + 5, + 7, + 0.122 + ], + "mismo_par": false + }, + "L1_fuerte_s2": { + "img": "imgs/L1_fuerte_s2.png", + "deriva_v1": 0.7861, + "deriva_circ": 2.613230767485379e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 8, + 0.548 + ], + "par_despues": [ + 5, + 11, + 0.148 + ], + "mismo_par": false + }, + "L2_suave_s1": { + "img": "imgs/L2_suave_s1.png", + "deriva_v1": 0.8127, + "deriva_circ": 2.879997179974982e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 11, + 0.512 + ], + "par_despues": [ + 2, + 8, + 0.118 + ], + "mismo_par": false + }, + "L2_suave_s2": { + "img": "imgs/L2_suave_s2.png", + "deriva_v1": 0.8315, + "deriva_circ": 5.764363813108119e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 11, + 0.512 + ], + "par_despues": [ + 2, + 11, + 0.158 + ], + "mismo_par": true + }, + "L2_media_s1": { + "img": "imgs/L2_media_s1.png", + "deriva_v1": 0.8766, + "deriva_circ": 1.905719006806521e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 11, + 0.512 + ], + "par_despues": [ + 2, + 11, + 0.193 + ], + "mismo_par": true + }, + "L2_media_s2": { + "img": "imgs/L2_media_s2.png", + "deriva_v1": 0.8431, + "deriva_circ": 8.191468928587784e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 11, + 0.512 + ], + "par_despues": [ + 1, + 6, + 0.144 + ], + "mismo_par": false + }, + "L2_fuerte_s1": { + "img": "imgs/L2_fuerte_s1.png", + "deriva_v1": 0.9084, + "deriva_circ": 3.027170995207917e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 11, + 0.512 + ], + "par_despues": [ + 2, + 11, + 0.19 + ], + "mismo_par": true + }, + "L2_fuerte_s2": { + "img": "imgs/L2_fuerte_s2.png", + "deriva_v1": 0.8408, + "deriva_circ": 2.6019565593414515e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 11, + 0.512 + ], + "par_despues": [ + 1, + 6, + 0.143 + ], + "mismo_par": false + }, + "L3_suave_s1": { + "img": "imgs/L3_suave_s1.png", + "deriva_v1": 0.8759, + "deriva_circ": 2.8129642052878183e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 4, + 9, + 0.171 + ], + "par_despues": [ + 2, + 9, + 0.113 + ], + "mismo_par": false + }, + "L3_suave_s2": { + "img": "imgs/L3_suave_s2.png", + "deriva_v1": 0.8475, + "deriva_circ": 5.809119070152899e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 4, + 9, + 0.171 + ], + "par_despues": [ + 3, + 8, + 0.11 + ], + "mismo_par": false + }, + "L3_media_s1": { + "img": "imgs/L3_media_s1.png", + "deriva_v1": 0.8642, + "deriva_circ": 1.8837829840199678e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 4, + 9, + 0.171 + ], + "par_despues": [ + 0, + 1, + 0.153 + ], + "mismo_par": false + }, + "L3_media_s2": { + "img": "imgs/L3_media_s2.png", + "deriva_v1": 0.8581, + "deriva_circ": 7.957037835563568e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 4, + 9, + 0.171 + ], + "par_despues": [ + 4, + 11, + 0.124 + ], + "mismo_par": false + }, + "L3_fuerte_s1": { + "img": "imgs/L3_fuerte_s1.png", + "deriva_v1": 0.8548, + "deriva_circ": 2.95812812652673e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 4, + 9, + 0.171 + ], + "par_despues": [ + 2, + 6, + 0.14 + ], + "mismo_par": false + }, + "L3_fuerte_s2": { + "img": "imgs/L3_fuerte_s2.png", + "deriva_v1": 0.8444, + "deriva_circ": 2.7124494874277234e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 4, + 9, + 0.171 + ], + "par_despues": [ + 4, + 11, + 0.112 + ], + "mismo_par": false + }, + "L4_suave_s1": { + "img": "imgs/L4_suave_s1.png", + "deriva_v1": 0.8383, + "deriva_circ": 2.9134602291283086e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 6, + 0.225 + ], + "par_despues": [ + 5, + 10, + 0.155 + ], + "mismo_par": false + }, + "L4_suave_s2": { + "img": "imgs/L4_suave_s2.png", + "deriva_v1": 0.8496, + "deriva_circ": 5.825031497296666e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 6, + 0.225 + ], + "par_despues": [ + 1, + 10, + 0.117 + ], + "mismo_par": false + }, + "L4_media_s1": { + "img": "imgs/L4_media_s1.png", + "deriva_v1": 0.8302, + "deriva_circ": 1.9144603416035137e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 6, + 0.225 + ], + "par_despues": [ + 5, + 10, + 0.16 + ], + "mismo_par": false + }, + "L4_media_s2": { + "img": "imgs/L4_media_s2.png", + "deriva_v1": 0.809, + "deriva_circ": 7.769447875944547e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 6, + 0.225 + ], + "par_despues": [ + 3, + 10, + 0.098 + ], + "mismo_par": false + }, + "L4_fuerte_s1": { + "img": "imgs/L4_fuerte_s1.png", + "deriva_v1": 0.8443, + "deriva_circ": 3.015301548006439e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 6, + 0.225 + ], + "par_despues": [ + 5, + 10, + 0.15 + ], + "mismo_par": false + }, + "L4_fuerte_s2": { + "img": "imgs/L4_fuerte_s2.png", + "deriva_v1": 0.8071, + "deriva_circ": 2.7054490186557386e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 2, + 6, + 0.225 + ], + "par_despues": [ + 1, + 9, + 0.113 + ], + "mismo_par": false + }, + "L5_suave_s1": { + "img": "imgs/L5_suave_s1.png", + "deriva_v1": 0.8377, + "deriva_circ": 3.047820941731155e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 3, + 9, + 0.454 + ], + "par_despues": [ + 5, + 7, + 0.189 + ], + "mismo_par": false + }, + "L5_suave_s2": { + "img": "imgs/L5_suave_s2.png", + "deriva_v1": 0.8498, + "deriva_circ": 5.865610656173236e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 3, + 9, + 0.454 + ], + "par_despues": [ + 3, + 9, + 0.103 + ], + "mismo_par": true + }, + "L5_media_s1": { + "img": "imgs/L5_media_s1.png", + "deriva_v1": 0.8772, + "deriva_circ": 1.931950503998985e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 3, + 9, + 0.454 + ], + "par_despues": [ + 1, + 9, + 0.135 + ], + "mismo_par": false + }, + "L5_media_s2": { + "img": "imgs/L5_media_s2.png", + "deriva_v1": 0.8122, + "deriva_circ": 8.236064575967118e-14, + "ordenes_magnitud": 12, + "par_antes": [ + 3, + 9, + 0.454 + ], + "par_despues": [ + 0, + 1, + 0.098 + ], + "mismo_par": false + }, + "L5_fuerte_s1": { + "img": "imgs/L5_fuerte_s1.png", + "deriva_v1": 0.8701, + "deriva_circ": 3.0786391199404436e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 3, + 9, + 0.454 + ], + "par_despues": [ + 1, + 9, + 0.121 + ], + "mismo_par": false + }, + "L5_fuerte_s2": { + "img": "imgs/L5_fuerte_s2.png", + "deriva_v1": 0.7986, + "deriva_circ": 2.7028471609653922e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 3, + 9, + 0.454 + ], + "par_despues": [ + 0, + 1, + 0.106 + ], + "mismo_par": false + }, + "L6_suave_s1": { + "img": "imgs/L6_suave_s1.png", + "deriva_v1": 0.8506, + "deriva_circ": 3.162705240413337e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.703 + ], + "par_despues": [ + 5, + 9, + 0.13 + ], + "mismo_par": false + }, + "L6_suave_s2": { + "img": "imgs/L6_suave_s2.png", + "deriva_v1": 0.8241, + "deriva_circ": 5.797686128711883e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.703 + ], + "par_despues": [ + 10, + 11, + 0.208 + ], + "mismo_par": false + }, + "L6_media_s1": { + "img": "imgs/L6_media_s1.png", + "deriva_v1": 0.8474, + "deriva_circ": 1.9306993491334054e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.703 + ], + "par_despues": [ + 2, + 6, + 0.139 + ], + "mismo_par": false + }, + "L6_media_s2": { + "img": "imgs/L6_media_s2.png", + "deriva_v1": 0.8537, + "deriva_circ": 7.479571097365316e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.703 + ], + "par_despues": [ + 2, + 6, + 0.132 + ], + "mismo_par": false + }, + "L6_fuerte_s1": { + "img": "imgs/L6_fuerte_s1.png", + "deriva_v1": 0.8259, + "deriva_circ": 2.9529236640449954e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.703 + ], + "par_despues": [ + 2, + 6, + 0.17 + ], + "mismo_par": false + }, + "L6_fuerte_s2": { + "img": "imgs/L6_fuerte_s2.png", + "deriva_v1": 0.8447, + "deriva_circ": 2.7626367797404217e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.703 + ], + "par_despues": [ + 2, + 6, + 0.113 + ], + "mismo_par": false + }, + "L7_suave_s1": { + "img": "imgs/L7_suave_s1.png", + "deriva_v1": 0.8616, + "deriva_circ": 3.1011565115169496e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 5, + 10, + 0.647 + ], + "par_despues": [ + 9, + 10, + 0.101 + ], + "mismo_par": false + }, + "L7_suave_s2": { + "img": "imgs/L7_suave_s2.png", + "deriva_v1": 0.8613, + "deriva_circ": 5.761667178513975e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 5, + 10, + 0.647 + ], + "par_despues": [ + 3, + 5, + 0.112 + ], + "mismo_par": false + }, + "L7_media_s1": { + "img": "imgs/L7_media_s1.png", + "deriva_v1": 0.8736, + "deriva_circ": 1.9817014947860575e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 5, + 10, + 0.647 + ], + "par_despues": [ + 5, + 8, + 0.127 + ], + "mismo_par": false + }, + "L7_media_s2": { + "img": "imgs/L7_media_s2.png", + "deriva_v1": 0.8387, + "deriva_circ": 8.280716335893669e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 5, + 10, + 0.647 + ], + "par_despues": [ + 1, + 7, + 0.088 + ], + "mismo_par": false + }, + "L7_fuerte_s1": { + "img": "imgs/L7_fuerte_s1.png", + "deriva_v1": 0.8789, + "deriva_circ": 3.1076818388437473e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 5, + 10, + 0.647 + ], + "par_despues": [ + 5, + 8, + 0.113 + ], + "mismo_par": false + }, + "L7_fuerte_s2": { + "img": "imgs/L7_fuerte_s2.png", + "deriva_v1": 0.8362, + "deriva_circ": 2.794673517007365e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 5, + 10, + 0.647 + ], + "par_despues": [ + 8, + 10, + 0.07 + ], + "mismo_par": false + }, + "L8_suave_s1": { + "img": "imgs/L8_suave_s1.png", + "deriva_v1": 0.8371, + "deriva_circ": 3.159660707976963e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.923 + ], + "par_despues": [ + 3, + 6, + 0.106 + ], + "mismo_par": false + }, + "L8_suave_s2": { + "img": "imgs/L8_suave_s2.png", + "deriva_v1": 0.8326, + "deriva_circ": 6.179127019580005e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.923 + ], + "par_despues": [ + 5, + 6, + 0.087 + ], + "mismo_par": false + }, + "L8_media_s1": { + "img": "imgs/L8_media_s1.png", + "deriva_v1": 0.8297, + "deriva_circ": 1.9967340691735304e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.923 + ], + "par_despues": [ + 6, + 8, + 0.119 + ], + "mismo_par": true + }, + "L8_media_s2": { + "img": "imgs/L8_media_s2.png", + "deriva_v1": 0.8221, + "deriva_circ": 8.406723915372021e-14, + "ordenes_magnitud": 12, + "par_antes": [ + 6, + 8, + 0.923 + ], + "par_despues": [ + 3, + 7, + 0.091 + ], + "mismo_par": false + }, + "L8_fuerte_s1": { + "img": "imgs/L8_fuerte_s1.png", + "deriva_v1": 0.844, + "deriva_circ": 3.1070542356021955e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.923 + ], + "par_despues": [ + 2, + 8, + 0.113 + ], + "mismo_par": false + }, + "L8_fuerte_s2": { + "img": "imgs/L8_fuerte_s2.png", + "deriva_v1": 0.827, + "deriva_circ": 2.8388147017913648e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 6, + 8, + 0.923 + ], + "par_despues": [ + 8, + 11, + 0.092 + ], + "mismo_par": false + }, + "L9_suave_s1": { + "img": "imgs/L9_suave_s1.png", + "deriva_v1": 0.91, + "deriva_circ": 3.113742104090125e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 8, + 0.422 + ], + "par_despues": [ + 0, + 8, + 0.109 + ], + "mismo_par": true + }, + "L9_suave_s2": { + "img": "imgs/L9_suave_s2.png", + "deriva_v1": 0.877, + "deriva_circ": 6.094876258725251e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 8, + 0.422 + ], + "par_despues": [ + 3, + 4, + 0.104 + ], + "mismo_par": false + }, + "L9_media_s1": { + "img": "imgs/L9_media_s1.png", + "deriva_v1": 0.933, + "deriva_circ": 2.007609235255005e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 8, + 0.422 + ], + "par_despues": [ + 3, + 5, + 0.074 + ], + "mismo_par": false + }, + "L9_media_s2": { + "img": "imgs/L9_media_s2.png", + "deriva_v1": 0.8425, + "deriva_circ": 8.324532178188378e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 8, + 0.422 + ], + "par_despues": [ + 3, + 10, + 0.121 + ], + "mismo_par": false + }, + "L9_fuerte_s1": { + "img": "imgs/L9_fuerte_s1.png", + "deriva_v1": 0.9228, + "deriva_circ": 3.17377462724315e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 8, + 0.422 + ], + "par_despues": [ + 5, + 9, + 0.081 + ], + "mismo_par": false + }, + "L9_fuerte_s2": { + "img": "imgs/L9_fuerte_s2.png", + "deriva_v1": 0.8389, + "deriva_circ": 2.8617318086734605e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 8, + 0.422 + ], + "par_despues": [ + 3, + 10, + 0.109 + ], + "mismo_par": false + }, + "L10_suave_s1": { + "img": "imgs/L10_suave_s1.png", + "deriva_v1": 0.8477, + "deriva_circ": 3.110335961284467e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 3, + 0.583 + ], + "par_despues": [ + 7, + 10, + 0.105 + ], + "mismo_par": false + }, + "L10_suave_s2": { + "img": "imgs/L10_suave_s2.png", + "deriva_v1": 0.8731, + "deriva_circ": 6.105995368288468e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 3, + 0.583 + ], + "par_despues": [ + 0, + 7, + 0.097 + ], + "mismo_par": false + }, + "L10_media_s1": { + "img": "imgs/L10_media_s1.png", + "deriva_v1": 0.8662, + "deriva_circ": 1.9916351714317566e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 3, + 0.583 + ], + "par_despues": [ + 7, + 8, + 0.108 + ], + "mismo_par": false + }, + "L10_media_s2": { + "img": "imgs/L10_media_s2.png", + "deriva_v1": 0.8814, + "deriva_circ": 8.313739099757465e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 3, + 0.583 + ], + "par_despues": [ + 0, + 7, + 0.088 + ], + "mismo_par": false + }, + "L10_fuerte_s1": { + "img": "imgs/L10_fuerte_s1.png", + "deriva_v1": 0.8551, + "deriva_circ": 3.12802461650481e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 3, + 0.583 + ], + "par_despues": [ + 7, + 8, + 0.095 + ], + "mismo_par": false + }, + "L10_fuerte_s2": { + "img": "imgs/L10_fuerte_s2.png", + "deriva_v1": 0.8863, + "deriva_circ": 2.869690316839748e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 0, + 3, + 0.583 + ], + "par_despues": [ + 1, + 10, + 0.084 + ], + "mismo_par": false + }, + "L11_suave_s1": { + "img": "imgs/L11_suave_s1.png", + "deriva_v1": 0.7919, + "deriva_circ": 2.878703791209282e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 8, + 9, + 0.92 + ], + "par_despues": [ + 3, + 7, + 0.176 + ], + "mismo_par": false + }, + "L11_suave_s2": { + "img": "imgs/L11_suave_s2.png", + "deriva_v1": 0.8022, + "deriva_circ": 6.204952614598513e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 8, + 9, + 0.92 + ], + "par_despues": [ + 4, + 9, + 0.237 + ], + "mismo_par": false + }, + "L11_media_s1": { + "img": "imgs/L11_media_s1.png", + "deriva_v1": 0.7892, + "deriva_circ": 1.984885674138256e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 8, + 9, + 0.92 + ], + "par_despues": [ + 3, + 7, + 0.185 + ], + "mismo_par": false + }, + "L11_media_s2": { + "img": "imgs/L11_media_s2.png", + "deriva_v1": 0.8032, + "deriva_circ": 8.129645132437228e-14, + "ordenes_magnitud": 12, + "par_antes": [ + 8, + 9, + 0.92 + ], + "par_despues": [ + 4, + 9, + 0.22 + ], + "mismo_par": false + }, + "L11_fuerte_s1": { + "img": "imgs/L11_fuerte_s1.png", + "deriva_v1": 0.7973, + "deriva_circ": 3.1385631552222743e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 8, + 9, + 0.92 + ], + "par_despues": [ + 3, + 7, + 0.181 + ], + "mismo_par": false + }, + "L11_fuerte_s2": { + "img": "imgs/L11_fuerte_s2.png", + "deriva_v1": 0.8202, + "deriva_circ": 2.807503880189621e-14, + "ordenes_magnitud": 13, + "par_antes": [ + 8, + 9, + 0.92 + ], + "par_despues": [ + 4, + 9, + 0.178 + ], + "mismo_par": false + } +} \ No newline at end of file diff --git a/imgs/L0_fuerte_s1.png b/imgs/L0_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..53604411640204c4222b26de0214249b4bb790f4 Binary files /dev/null and b/imgs/L0_fuerte_s1.png differ diff --git a/imgs/L0_fuerte_s2.png b/imgs/L0_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..b42f3eb2f1cbe46b4da31e81b5f32b18fa5ab9b3 Binary files /dev/null and b/imgs/L0_fuerte_s2.png differ diff --git a/imgs/L0_media_s1.png b/imgs/L0_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..8fd0cbc0295cfd876c8411aad52bf7a25704c3f0 Binary files /dev/null and b/imgs/L0_media_s1.png differ diff --git a/imgs/L0_media_s2.png b/imgs/L0_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..f8ffcb16fa2c9bc619b03daccbc61091be322825 Binary files /dev/null and b/imgs/L0_media_s2.png differ diff --git a/imgs/L0_suave_s1.png b/imgs/L0_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..a50dc2fbc871864428529d9741c7e5a09b91ad45 Binary files /dev/null and b/imgs/L0_suave_s1.png differ diff --git a/imgs/L0_suave_s2.png b/imgs/L0_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..10a3a0022dbf4f38be572660299890c44674144a Binary files /dev/null and b/imgs/L0_suave_s2.png differ diff --git a/imgs/L10_fuerte_s1.png b/imgs/L10_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a6acab8e4fe2ce6101c73f498df70dbf2c3309 Binary files /dev/null and b/imgs/L10_fuerte_s1.png differ diff --git a/imgs/L10_fuerte_s2.png b/imgs/L10_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..193a072764fe01329ac2659b497569fb49f2e40a Binary files /dev/null and b/imgs/L10_fuerte_s2.png differ diff --git a/imgs/L10_media_s1.png b/imgs/L10_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..9bf7b67fb5bfa7f397f9917f1398cdb9604a2707 Binary files /dev/null and b/imgs/L10_media_s1.png differ diff --git a/imgs/L10_media_s2.png b/imgs/L10_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..a426ac61a135ea2a9c2af682ab2c23ba2b2b701b Binary files /dev/null and b/imgs/L10_media_s2.png differ diff --git a/imgs/L10_suave_s1.png b/imgs/L10_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..51773326300d32ac5a6e59cf0cd8ee830c17cf42 Binary files /dev/null and b/imgs/L10_suave_s1.png differ diff --git a/imgs/L10_suave_s2.png b/imgs/L10_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..12de3db9ad5fc9295e95d2c97882be2c0117b9ea Binary files /dev/null and b/imgs/L10_suave_s2.png differ diff --git a/imgs/L11_fuerte_s1.png b/imgs/L11_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..fa717f7ef1339d78dbbae9cd74aa847cf2a814ad Binary files /dev/null and b/imgs/L11_fuerte_s1.png differ diff --git a/imgs/L11_fuerte_s2.png b/imgs/L11_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..f6b304c94b35f836b456f5c28207243c42607017 Binary files /dev/null and b/imgs/L11_fuerte_s2.png differ diff --git a/imgs/L11_media_s1.png b/imgs/L11_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..bd3f58683e641bef123321c4400239c26ff50fe0 Binary files /dev/null and b/imgs/L11_media_s1.png differ diff --git a/imgs/L11_media_s2.png b/imgs/L11_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..a872fa4eeef8da785a4d362bec47a161a9c170d4 Binary files /dev/null and b/imgs/L11_media_s2.png differ diff --git a/imgs/L11_suave_s1.png b/imgs/L11_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..be7a67eb5e6f32a5ce8f524a51c28993cb8a61d6 Binary files /dev/null and b/imgs/L11_suave_s1.png differ diff --git a/imgs/L11_suave_s2.png b/imgs/L11_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..67fce007e43e139aa0f99cea5fa2eb3560108c35 Binary files /dev/null and b/imgs/L11_suave_s2.png differ diff --git a/imgs/L1_fuerte_s1.png b/imgs/L1_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..0d50b6233a7715c8fdfd1f99b736fda33c232154 Binary files /dev/null and b/imgs/L1_fuerte_s1.png differ diff --git a/imgs/L1_fuerte_s2.png b/imgs/L1_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..f14c37d96ddf5d39a6c00a813e8ec788df482238 Binary files /dev/null and b/imgs/L1_fuerte_s2.png differ diff --git a/imgs/L1_media_s1.png b/imgs/L1_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..f89e96a12d75957aef21da63a390f8288517c9f9 Binary files /dev/null and b/imgs/L1_media_s1.png differ diff --git a/imgs/L1_media_s2.png b/imgs/L1_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..6aa182e4d80fd061d15236741c20cf96cd0307f9 Binary files /dev/null and b/imgs/L1_media_s2.png differ diff --git a/imgs/L1_suave_s1.png b/imgs/L1_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..4bee98bf225ae729445a505d5840a13334036d5a Binary files /dev/null and b/imgs/L1_suave_s1.png differ diff --git a/imgs/L1_suave_s2.png b/imgs/L1_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..449bbde11ea882ac29cc77e55c7e180252185087 Binary files /dev/null and b/imgs/L1_suave_s2.png differ diff --git a/imgs/L2_fuerte_s1.png b/imgs/L2_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..736b2d93f0cea4aa06803c145dd626c0ea0ba090 Binary files /dev/null and b/imgs/L2_fuerte_s1.png differ diff --git a/imgs/L2_fuerte_s2.png b/imgs/L2_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..32509c35499df850c487ca3ddb6f4ef4c1231ed8 Binary files /dev/null and b/imgs/L2_fuerte_s2.png differ diff --git a/imgs/L2_media_s1.png b/imgs/L2_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..0283bc2da9d4a6661a73b9efb60252eadbf9d846 Binary files /dev/null and b/imgs/L2_media_s1.png differ diff --git a/imgs/L2_media_s2.png b/imgs/L2_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..db815d3400f45b2af3d42ef01e83d94a4ae7ce78 Binary files /dev/null and b/imgs/L2_media_s2.png differ diff --git a/imgs/L2_suave_s1.png b/imgs/L2_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..9681f7d5df675b71b540780e5d8b8137a7cd6a4f Binary files /dev/null and b/imgs/L2_suave_s1.png differ diff --git a/imgs/L2_suave_s2.png b/imgs/L2_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..8e0246374d12f4567cc2aff08448ec96da40a650 Binary files /dev/null and b/imgs/L2_suave_s2.png differ diff --git a/imgs/L3_fuerte_s1.png b/imgs/L3_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..b1693a557e59f72a1ccd8b0ce34f93516862234b Binary files /dev/null and b/imgs/L3_fuerte_s1.png differ diff --git a/imgs/L3_fuerte_s2.png b/imgs/L3_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..397df15dd2b126f31d9900b785196cdc10f8718c Binary files /dev/null and b/imgs/L3_fuerte_s2.png differ diff --git a/imgs/L3_media_s1.png b/imgs/L3_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..3095c699258c31f5658e03b0db8aef687c911ac4 Binary files /dev/null and b/imgs/L3_media_s1.png differ diff --git a/imgs/L3_media_s2.png b/imgs/L3_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..9a30ade59e2ebdc69e699c64e2c26d5f491a89f1 Binary files /dev/null and b/imgs/L3_media_s2.png differ diff --git a/imgs/L3_suave_s1.png b/imgs/L3_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..007b78d482f96c1e4e53d0d08d758030a4e38a31 Binary files /dev/null and b/imgs/L3_suave_s1.png differ diff --git a/imgs/L3_suave_s2.png b/imgs/L3_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..e04f5684b473007c74eadf11afda83c2f7337989 Binary files /dev/null and b/imgs/L3_suave_s2.png differ diff --git a/imgs/L4_fuerte_s1.png b/imgs/L4_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..c35ae9d332aa0766dc7acf9ce18281b6b15e655c Binary files /dev/null and b/imgs/L4_fuerte_s1.png differ diff --git a/imgs/L4_fuerte_s2.png b/imgs/L4_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..54a818953dac4a133e8678170db1b7a6c2138bfa Binary files /dev/null and b/imgs/L4_fuerte_s2.png differ diff --git a/imgs/L4_media_s1.png b/imgs/L4_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..2f6c94110e4e004345561e9cd9f46e0e65a2268e Binary files /dev/null and b/imgs/L4_media_s1.png differ diff --git a/imgs/L4_media_s2.png b/imgs/L4_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..32fe8fdcde897dc5f199e464be0ab6f357c0d80c Binary files /dev/null and b/imgs/L4_media_s2.png differ diff --git a/imgs/L4_suave_s1.png b/imgs/L4_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..ac0e4a0dbf88a8f4b615b34c2817d3a67c85c63b Binary files /dev/null and b/imgs/L4_suave_s1.png differ diff --git a/imgs/L4_suave_s2.png b/imgs/L4_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..5c740c2e396f49068687ee0214c72ea7cd7009de Binary files /dev/null and b/imgs/L4_suave_s2.png differ diff --git a/imgs/L5_fuerte_s1.png b/imgs/L5_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..96daf0cd30273170543dce16c01719d96d15b15e Binary files /dev/null and b/imgs/L5_fuerte_s1.png differ diff --git a/imgs/L5_fuerte_s2.png b/imgs/L5_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..f0465cf6369134ce33f97de2e27206bcb13cb94a Binary files /dev/null and b/imgs/L5_fuerte_s2.png differ diff --git a/imgs/L5_media_s1.png b/imgs/L5_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..03a6f223e5470ffdc1d12dc141011dbd129fd37c Binary files /dev/null and b/imgs/L5_media_s1.png differ diff --git a/imgs/L5_media_s2.png b/imgs/L5_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..718573d75088cff4f0e4fcb45690d136768bde7a Binary files /dev/null and b/imgs/L5_media_s2.png differ diff --git a/imgs/L5_suave_s1.png b/imgs/L5_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..ae8c5a7976390153b9af5299aafd6b28542cca15 Binary files /dev/null and b/imgs/L5_suave_s1.png differ diff --git a/imgs/L5_suave_s2.png b/imgs/L5_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..86826a08114eb3a03ca5876a95c29f5100936bab Binary files /dev/null and b/imgs/L5_suave_s2.png differ diff --git a/imgs/L6_fuerte_s1.png b/imgs/L6_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..994674123b4eee6c02742156be57114518f9da2b Binary files /dev/null and b/imgs/L6_fuerte_s1.png differ diff --git a/imgs/L6_fuerte_s2.png b/imgs/L6_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..c7d2c75dbe7baf901088b5535facc681b9ccd7d3 Binary files /dev/null and b/imgs/L6_fuerte_s2.png differ diff --git a/imgs/L6_media_s1.png b/imgs/L6_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..a86243922801b9fb911077d80ae294e27a269276 Binary files /dev/null and b/imgs/L6_media_s1.png differ diff --git a/imgs/L6_media_s2.png b/imgs/L6_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..885e2cf671e01b73f2b93d6058dff0a27d7134bb Binary files /dev/null and b/imgs/L6_media_s2.png differ diff --git a/imgs/L6_suave_s1.png b/imgs/L6_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..e69968afc6d1bf9ce9ec5cd6e02066c7737a48d8 Binary files /dev/null and b/imgs/L6_suave_s1.png differ diff --git a/imgs/L6_suave_s2.png b/imgs/L6_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..1cf3a7b8f2ff2c08d85385f8353b79e2cd36596f Binary files /dev/null and b/imgs/L6_suave_s2.png differ diff --git a/imgs/L7_fuerte_s1.png b/imgs/L7_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..f4f2a278e5f222c6e8e162501481945d5434e975 Binary files /dev/null and b/imgs/L7_fuerte_s1.png differ diff --git a/imgs/L7_fuerte_s2.png b/imgs/L7_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..88fd308a89df6ba4629195e26cfe7108da44d864 Binary files /dev/null and b/imgs/L7_fuerte_s2.png differ diff --git a/imgs/L7_media_s1.png b/imgs/L7_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..2e635c982abddc85873fd783080f1842e294768d Binary files /dev/null and b/imgs/L7_media_s1.png differ diff --git a/imgs/L7_media_s2.png b/imgs/L7_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..994e575c49bbb09ae7393e431c528c62b068960f Binary files /dev/null and b/imgs/L7_media_s2.png differ diff --git a/imgs/L7_suave_s1.png b/imgs/L7_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..54dfe8ba93e51ceb4dc5a87c7e3dc03c6d0c570a Binary files /dev/null and b/imgs/L7_suave_s1.png differ diff --git a/imgs/L7_suave_s2.png b/imgs/L7_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..02e1c6162d783174366f4324c36d4e60d8c87e3e Binary files /dev/null and b/imgs/L7_suave_s2.png differ diff --git a/imgs/L8_fuerte_s1.png b/imgs/L8_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..feadf29efd125ed852344d547900332bd3aaf076 Binary files /dev/null and b/imgs/L8_fuerte_s1.png differ diff --git a/imgs/L8_fuerte_s2.png b/imgs/L8_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..6b4de9127d2a0813fbeffad2f06479a47a44b3d4 Binary files /dev/null and b/imgs/L8_fuerte_s2.png differ diff --git a/imgs/L8_media_s1.png b/imgs/L8_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..06003101ed7edcd0f8348a8a85ab194d05e2f3ad Binary files /dev/null and b/imgs/L8_media_s1.png differ diff --git a/imgs/L8_media_s2.png b/imgs/L8_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..3db9bf788c2fc06584bd0957a098a9a3aadc8158 Binary files /dev/null and b/imgs/L8_media_s2.png differ diff --git a/imgs/L8_suave_s1.png b/imgs/L8_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..36109de45633f682ac89692bcd41086d332612e6 Binary files /dev/null and b/imgs/L8_suave_s1.png differ diff --git a/imgs/L8_suave_s2.png b/imgs/L8_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..04b4faca8fa2df2fca2411fda1b187a38ad1fdea Binary files /dev/null and b/imgs/L8_suave_s2.png differ diff --git a/imgs/L9_fuerte_s1.png b/imgs/L9_fuerte_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..2acca74e437c5cd19171ac04756462fe2a7620ce Binary files /dev/null and b/imgs/L9_fuerte_s1.png differ diff --git a/imgs/L9_fuerte_s2.png b/imgs/L9_fuerte_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..e042c2a8949aebc0b2ee1b1a46870b0ec6d9c1bc Binary files /dev/null and b/imgs/L9_fuerte_s2.png differ diff --git a/imgs/L9_media_s1.png b/imgs/L9_media_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..310a37c4f4ff105ac72299ce3b9d49af33178b3b Binary files /dev/null and b/imgs/L9_media_s1.png differ diff --git a/imgs/L9_media_s2.png b/imgs/L9_media_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..97c8c773d38f74aa1b83420965f361b79dbd9686 Binary files /dev/null and b/imgs/L9_media_s2.png differ diff --git a/imgs/L9_suave_s1.png b/imgs/L9_suave_s1.png new file mode 100644 index 0000000000000000000000000000000000000000..d60c8dcd3f3e5fd70ff63e92f9268e188bcdc16f Binary files /dev/null and b/imgs/L9_suave_s1.png differ diff --git a/imgs/L9_suave_s2.png b/imgs/L9_suave_s2.png new file mode 100644 index 0000000000000000000000000000000000000000..34665fbce189e49b4fff62e32bbee2ac9a81d24e Binary files /dev/null and b/imgs/L9_suave_s2.png differ diff --git a/index.html b/index.html index b0c4b3666032a737f3903db53e6a8a9272483e28..5cdc6c9372a2ca8dd5bbcb8f75c01c1940ff002f 100644 --- a/index.html +++ b/index.html @@ -1,19 +1,188 @@ - - - - - My static Space - - - -
-

Welcome to your static Space!

-

You can modify this app directly by editing index.html in the Files and versions tab.

-

- Also don't forget to check the - Spaces documentation. -

-
- + + + + +v1(W_O) no es identificable + + + + +

La dirección dominante de WO no es identificable

+ +

Demo de "Same function, different pruning: the dominant +direction of WO under free, soft, and hard +intervention". Una práctica habitual para podar o interpretar +cabezas de atención lee el primer vector singular de la proyección de +salida, v1(W_O), como la "dirección representativa" de +cada cabeza. Este trabajo muestra que esa dirección no está +determinada por la función: existe una libertad de gauge +W_v → W_v R, W_O → R⁻¹ W_O que deja la salida +—y el circuito W_v W_O— exactamente intactos, pero mueve +v1(W_O) a voluntad.

+ +

Los ejemplos de abajo usan pesos reales de ViT-B/16 (semilla 42, la +columna ancla del paper), precalculados para 12 capas × 3 fuerzas de +gauge × 2 semillas aleatorias (72 combinaciones). Elige una +combinación y compara cuánto se mueve la dirección de peso frente a +cuánto se mueve la función.

+ +
+ + + +
+ +matrices de redundancia antes/después del gauge + + + + + +
CantidadValor
Deriva de v1(W_O) (dirección de peso)
Deriva del circuito OV (la función)
+ +
+ + + + + +