File size: 300 Bytes
d27cbf8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | {
"d_model": 2560,
"n_layers": 3,
"n_slots": 6,
"d_attn": 512,
"d_gate": 256,
"d_ff": 3072,
"d_out": 2560,
"matryoshka_dims": [
256,
512,
1024,
2560
],
"backbone": "unsloth/gemma-4-E4B-it-qat-GGUF (UD-Q4_K_XL)",
"intercept_layers": [
28,
32,
36
]
} |