{ "sft": 41.0, "base": 18.8, "Revert one range of SFT to Base": { "layers 0-10": 41.1, "layers 11-20": 40.5, "layers 3-4": 41.1, "non-layer weights": 46.6, "layers 21-25": 40.4, "layers 26-31": 54.2, "layers 21-31": 18.5, "layers 32-36": 10.2, "layers 37-41": 22.6, "layers 32-41": 6.6 }, "Add one range of SFT to Base": { "layers 0-10": 14.1, "layers 11-20": 20.2, "layers 3-4": 23.1, "non-layer weights": 11.7, "layers 21-31": 6.6, "layers 32-41": 19.2, "layers 21-41": 16.6, "layers 11-41": 15.9, "layers 11-41 + non-layer": 41.1, "layers 0-41": 46.6 }, "Revert one weight type in layers 21-41": { "qkv": 19.8, "o (attention out)": 19.6, "ffn_up_gate": 21.3, "ffn_down": 25.0, "norms": 40.6 }, "Revert a single layer": { "layer 32": 24.7, "layer 33": 20.9, "layer 34": 28.9, "layer 35": 20.8, "layer 36": 37.1 }, "window": { "13-25": [ 19.8, 32.5, 20.7, 18.7 ], "5-12": [ 21.4, 57.2, 18.6, 22.0 ], "1-25": [ 22.6, 17.9, 15.9, 18.7 ] }, "window_sft": [ 41.0, 105.8, 58.5, 43.8 ], "kijai_seeds": [ 15.9, 20.0, 13.0, 12.0 ], "width": { "768": 122.1, "1024": 41.0, "1280_s11": 13.4, "1280_s14": 27.3, "1536": 16.7 }, "probe_summary": { "sft_s11": 41.0, "sft_s12": 25.2, "sft_s13": 18.3, "sft_s14": 105.8, "sft_s15": 58.5, "sft_s16": 43.8, "fix_s11": 15.9, "fix_s12": 29.0, "fix_s13": 16.5, "fix_s14": 20.0, "fix_s15": 13.0, "fix_s16": 12.0, "base_s11": 18.8, "base_s12": 22.1, "base_s13": 19.2, "base_s14": 27.2, "base_s15": 23.2, "base_s16": 23.9 } }