File size: 300 Bytes
d27cbf8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
{
  "d_model": 2560,
  "n_layers": 3,
  "n_slots": 6,
  "d_attn": 512,
  "d_gate": 256,
  "d_ff": 3072,
  "d_out": 2560,
  "matryoshka_dims": [
    256,
    512,
    1024,
    2560
  ],
  "backbone": "unsloth/gemma-4-E4B-it-qat-GGUF (UD-Q4_K_XL)",
  "intercept_layers": [
    28,
    32,
    36
  ]
}