File size: 1,640 Bytes
2552774 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 | {
"sft": 41.0,
"base": 18.8,
"Revert one range of SFT to Base": {
"layers 0-10": 41.1,
"layers 11-20": 40.5,
"layers 3-4": 41.1,
"non-layer weights": 46.6,
"layers 21-25": 40.4,
"layers 26-31": 54.2,
"layers 21-31": 18.5,
"layers 32-36": 10.2,
"layers 37-41": 22.6,
"layers 32-41": 6.6
},
"Add one range of SFT to Base": {
"layers 0-10": 14.1,
"layers 11-20": 20.2,
"layers 3-4": 23.1,
"non-layer weights": 11.7,
"layers 21-31": 6.6,
"layers 32-41": 19.2,
"layers 21-41": 16.6,
"layers 11-41": 15.9,
"layers 11-41 + non-layer": 41.1,
"layers 0-41": 46.6
},
"Revert one weight type in layers 21-41": {
"qkv": 19.8,
"o (attention out)": 19.6,
"ffn_up_gate": 21.3,
"ffn_down": 25.0,
"norms": 40.6
},
"Revert a single layer": {
"layer 32": 24.7,
"layer 33": 20.9,
"layer 34": 28.9,
"layer 35": 20.8,
"layer 36": 37.1
},
"window": {
"13-25": [
19.8,
32.5,
20.7,
18.7
],
"5-12": [
21.4,
57.2,
18.6,
22.0
],
"1-25": [
22.6,
17.9,
15.9,
18.7
]
},
"window_sft": [
41.0,
105.8,
58.5,
43.8
],
"kijai_seeds": [
15.9,
20.0,
13.0,
12.0
],
"width": {
"768": 122.1,
"1024": 41.0,
"1280_s11": 13.4,
"1280_s14": 27.3,
"1536": 16.7
},
"probe_summary": {
"sft_s11": 41.0,
"sft_s12": 25.2,
"sft_s13": 18.3,
"sft_s14": 105.8,
"sft_s15": 58.5,
"sft_s16": 43.8,
"fix_s11": 15.9,
"fix_s12": 29.0,
"fix_s13": 16.5,
"fix_s14": 20.0,
"fix_s15": 13.0,
"fix_s16": 12.0,
"base_s11": 18.8,
"base_s12": 22.1,
"base_s13": 19.2,
"base_s14": 27.2,
"base_s15": 23.2,
"base_s16": 23.9
}
} |