Hugging Face's logo

mlx-community
/
Step-3.5-Flash-4bit

Text Generation
MLX
Safetensors
step3p5
conversational
custom_code
4-bit precision
Model card Files
xet
Community
Step-3.5-Flash-4bit / config.json
kernelpool's picture
kernelpool
Add files using upload-large-folder tool
71c4369 verified
raw
history blame contribute delete
15.2 kB
 {
"architectures": [
"Step3p5ForCausalLM"
],
"att_impl_type": "GQA",
"attention_other_setting": {
"attention_type": "sliding_attention",
"num_attention_heads": 96,
"num_attention_groups": 8,
"head_dim": 128,
"true_head_dim": 128
},
"auto_map": {
"AutoConfig": "configuration_step3p5.Step3p5Config",
"AutoModelForCausalLM": "modeling_step3p5.Step3p5ForCausalLM"
},
"bos_token_id": 0,
"eos_token_id": [
1,
2,
128007
],
"head_dim": 128,
"hidden_size": 4096,
"intermediate_size": 11264,
"layer_types": [
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention",
"full_attention",
"sliding_attention",
"sliding_attention",
"sliding_attention"
],
"max_position_embeddings": 262144,
"max_seq_len": 262144,
"model_type": "step3p5",
"moe_every_n_layer": 1,
"moe_intermediate_size": 1280,
"moe_layer_offset": 0,
"moe_layers_enum": "3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44",
"moe_num_experts": 288,
"moe_router_activation": "sigmoid",
"moe_router_scaling_factor": 3.0,
"moe_top_k": 8,
"need_fp32_gate": true,
"norm_expert_weight": true,
"num_attention_groups": 8,
"num_attention_heads": 64,
"num_hidden_layers": 45,
"num_nextn_predict_layers": 3,
"partial_rotary_factors": [
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0,
0.5,
1.0,
1.0,
1.0
],
"quantization": {
"group_size": 64,
"bits": 4,
"mode": "affine",
"model.layers.3.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.4.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.5.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.6.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.7.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.8.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.9.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.10.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.11.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.12.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.13.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.14.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.15.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.16.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.17.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.18.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.19.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.20.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.21.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.22.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.23.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.24.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.25.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.26.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.27.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.28.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.29.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.30.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.31.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.32.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.33.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.34.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.35.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.36.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.37.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.38.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.39.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.40.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.41.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.42.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.43.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.44.mlp.gate.gate": {
"group_size": 64,
"bits": 8
}
},
"quantization_config": {
"group_size": 64,
"bits": 4,
"mode": "affine",
"model.layers.3.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.4.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.5.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.6.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.7.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.8.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.9.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.10.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.11.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.12.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.13.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.14.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.15.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.16.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.17.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.18.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.19.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.20.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.21.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.22.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.23.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.24.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.25.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.26.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.27.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.28.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.29.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.30.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.31.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.32.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.33.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.34.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.35.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.36.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.37.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.38.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.39.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.40.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.41.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.42.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.43.mlp.gate.gate": {
"group_size": 64,
"bits": 8
},
"model.layers.44.mlp.gate.gate": {
"group_size": 64,
"bits": 8
}
},
"rope_scaling": {
"rope_type": "llama3",
"factor": 2.0,
"original_max_position_embeddings": 131072,
"low_freq_factor": 1.0,
"high_freq_factor": 32.0
},
"rope_theta": [
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0,
5000000.0,
10000.0,
10000.0,
10000.0
],
"share_expert_dim": 1280,
"sink": false,
"sliding_window": 512,
"swiglu_limits": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
7,
7,
0.0,
0.0,
0.0
],
"swiglu_limits_shared": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
16,
0.0,
0.0,
0.0
],
"torch_dtype": "bfloat16",
"use_head_wise_attn_gate": true,
"use_mfa": false,
"use_moe": true,
"use_moe_router_bias": true,
"use_qk_norm": true,
"use_rope_layers": [],
"vocab_size": 128896,
"yarn_only_types": [
"full_attention"
],
"zero_centered": true
}