mechanistic_interp/graph/lora_relations_sim.json

{
  "layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31
  ],
  "rng_baseline": 0.015625,
  "module": "down_proj",
  "b_reduce": "mean",
  "cosine": {
    "bathroom_toilet|kitchen_oven": [
      0.0010536116315051913,
      -0.04686328023672104,
      0.0992625504732132,
      0.01667536236345768,
      -0.02346508763730526,
      -0.016051528975367546,
      -0.06075799837708473,
      0.042000722140073776,
      -0.042863450944423676,
      0.024656465277075768,
      0.07166324555873871,
      0.06471754610538483,
      -0.03227687627077103,
      0.07466930150985718,
      0.06921456754207611,
      -0.24931761622428894,
      0.08120537549257278,
      -0.060006726533174515,
      0.031737521290779114,
      0.08348211646080017,
      0.03117217868566513,
      -0.06817205250263214,
      -0.06871265172958374,
      -0.008248777128756046,
      0.0504416823387146,
      0.01808512955904007,
      -0.075258769094944,
      0.13242481648921967,
      -0.11069060862064362,
      -0.03899334743618965,
      -0.3036198019981384,
      0.011218386702239513
    ],
    "bathroom_toilet|livingroom_tv": [
      0.09905242174863815,
      0.25640374422073364,
      0.08559435606002808,
      0.011044887825846672,
      0.14453911781311035,
      -0.04896944761276245,
      0.020380444824695587,
      -0.06574736535549164,
      -0.12653833627700806,
      0.06346709281206131,
      0.16695968806743622,
      -0.1138915941119194,
      -0.16065450012683868,
      -0.19547724723815918,
      0.08927050232887268,
      -0.08888252824544907,
      0.12879499793052673,
      -0.08789429068565369,
      0.17535565793514252,
      0.14371371269226074,
      0.13722699880599976,
      -0.12062583118677139,
      0.03721366450190544,
      0.11140581965446472,
      0.015591504983603954,
      -0.18712592124938965,
      0.32972031831741333,
      -0.11073796451091766,
      0.10708829760551453,
      -0.018615437671542168,
      -0.22612422704696655,
      -0.018679838627576828
    ],
    "kitchen_oven|livingroom_tv": [
      -0.024530183523893356,
      -0.042931925505399704,
      0.02937195636332035,
      -0.004925150889903307,
      -0.04570333659648895,
      0.04062505066394806,
      -0.0959315150976181,
      -0.045903850346803665,
      -0.03629506006836891,
      0.015545105561614037,
      -0.018486864864826202,
      0.030106430873274803,
      0.06510353088378906,
      -0.09931168705224991,
      0.11344414204359055,
      0.048436373472213745,
      0.18804393708705902,
      -0.10995283722877502,
      0.02735254354774952,
      0.06632448732852936,
      -0.061475470662117004,
      0.21646365523338318,
      -0.2227247655391693,
      0.028669316321611404,
      -0.015059424564242363,
      0.0066855289041996,
      -0.1688697785139084,
      -0.06745496392250061,
      -0.0230720192193985,
      0.23392139375209808,
      0.0288262777030468,
      0.1761975735425949
    ]
  }
}