{ "inject_layer": 9, "lambda": 1.0, "fv_file": "function_vector.pt", "top_heads": [ { "layer": 24, "head": 3, "aie": 0.004586321767419577 }, { "layer": 20, "head": 9, "aie": 0.0027352971956133842 }, { "layer": 0, "head": 6, "aie": 0.0017912477487698197 }, { "layer": 17, "head": 7, "aie": 0.0017713563283905387 }, { "layer": 20, "head": 8, "aie": 0.0016093882732093334 }, { "layer": 21, "head": 3, "aie": 0.0014112978242337704 }, { "layer": 18, "head": 10, "aie": 0.001295118359848857 }, { "layer": 17, "head": 3, "aie": 0.0012491021770983934 }, { "layer": 15, "head": 1, "aie": 0.00092243158724159 }, { "layer": 19, "head": 11, "aie": 0.0007095862529240549 } ], "model_name": "Qwen/Qwen2.5-1.5B-Instruct", "description": "Apply FV by: hook = model.model.layers[inject_layer].register_forward_hook(make_fv_hook(torch.load('function_vector.pt'), lambda))" }