Outlier-40B-V3.2 / manifest.json
ur-dad-matt's picture
Upload folder using huggingface_hub
9dea9f9 verified
raw
history blame contribute delete
516 Bytes
{
"base_model": "/mnt/1tb/Qwen2.5-14B-Instruct",
"model_name": "Outlier V3.2",
"num_layers": 48,
"hidden_size": 5120,
"intermediate_size": 13824,
"moe_layers": [
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36
],
"experts_per_layer": 8,
"top_k": 2,
"representation": "zero-delta ternary expert overlays over dense Qwen2.5 shared MLPs"
}