| { |
| "top_heads": [ |
| { |
| "rank": 1, |
| "layer": 19, |
| "head": 5, |
| "aie": -0.024941083043813705, |
| "abs_aie": 0.024941083043813705 |
| }, |
| { |
| "rank": 2, |
| "layer": 19, |
| "head": 3, |
| "aie": -0.02465316466987133, |
| "abs_aie": 0.02465316466987133 |
| }, |
| { |
| "rank": 3, |
| "layer": 23, |
| "head": 1, |
| "aie": 0.020055249333381653, |
| "abs_aie": 0.020055249333381653 |
| }, |
| { |
| "rank": 4, |
| "layer": 17, |
| "head": 7, |
| "aie": -0.013633356429636478, |
| "abs_aie": 0.013633356429636478 |
| }, |
| { |
| "rank": 5, |
| "layer": 25, |
| "head": 4, |
| "aie": -0.012786902487277985, |
| "abs_aie": 0.012786902487277985 |
| }, |
| { |
| "rank": 6, |
| "layer": 20, |
| "head": 0, |
| "aie": -0.01222932618111372, |
| "abs_aie": 0.01222932618111372 |
| }, |
| { |
| "rank": 7, |
| "layer": 24, |
| "head": 8, |
| "aie": -0.011511072516441345, |
| "abs_aie": 0.011511072516441345 |
| }, |
| { |
| "rank": 8, |
| "layer": 19, |
| "head": 6, |
| "aie": -0.010977868922054768, |
| "abs_aie": 0.010977868922054768 |
| }, |
| { |
| "rank": 9, |
| "layer": 23, |
| "head": 0, |
| "aie": -0.010334699414670467, |
| "abs_aie": 0.010334699414670467 |
| }, |
| { |
| "rank": 10, |
| "layer": 15, |
| "head": 7, |
| "aie": -0.010305065661668777, |
| "abs_aie": 0.010305065661668777 |
| } |
| ], |
| "head_batch_size": 1, |
| "selection_rule": "top absolute AIE heads" |
| } |
