diff --git "a/optiq_metadata.json" "b/optiq_metadata.json" new file mode 100644--- /dev/null +++ "b/optiq_metadata.json" @@ -0,0 +1,7315 @@ +{ + "method": "static_mixed_precision", + "base_model": "/Users/codelion/.cache/huggingface/hub/models--Kwaipilot--KAT-Coder-V2.5-Dev/snapshots/7a4a45dc6426b4951be99a9f230557c0b0b77761/", + "reference": "structural_rules", + "target_bpw": 4.5, + "achieved_bpw": 4.510037156886497, + "n_high_bits": 400, + "n_low_bits": 111, + "threshold": 0.0, + "per_layer": { + "language_model.lm_head": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.switch_mlp.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.switch_mlp.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.switch_mlp.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.39.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.38.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.38.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.37.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.37.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.36.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.36.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.35.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.35.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.34.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.34.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.33.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.33.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.32.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.32.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.31.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.31.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.30.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.30.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.29.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.29.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.28.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.28.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.27.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.27.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.26.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.26.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.25.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.25.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.24.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.24.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.23.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.23.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.22.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.22.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.21.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.21.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.20.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.20.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.19.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.19.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.18.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.18.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.17.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.17.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.16.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.16.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.15.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.15.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.14.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.14.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.13.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.13.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.12.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.12.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.11.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.11.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.10.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.10.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.9.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.9.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.8.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.8.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.7.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.7.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.6.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.6.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.5.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.5.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.4.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.4.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.3.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.self_attn.o_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.self_attn.v_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.self_attn.k_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.3.self_attn.q_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.switch_mlp.down_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.switch_mlp.up_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.switch_mlp.gate_proj": { + "bits": 4, + "group_size": 64 + }, + "language_model.model.layers.2.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.2.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.switch_mlp.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.switch_mlp.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.switch_mlp.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.1.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.shared_expert_gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.shared_expert.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.shared_expert.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.shared_expert.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.switch_mlp.down_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.switch_mlp.up_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.switch_mlp.gate_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.mlp.gate": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.linear_attn.out_proj": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.linear_attn.in_proj_a": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.linear_attn.in_proj_b": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.linear_attn.in_proj_z": { + "bits": 8, + "group_size": 64 + }, + "language_model.model.layers.0.linear_attn.in_proj_qkv": { + "bits": 8, + "group_size": 64 + } + }, + "expert_pruning": { + "method": "reap", + "parent_model": "mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", + "num_experts_before": 256, + "top_k": 8, + "experts_per_layer": { + "0": 128, + "1": 128, + "2": 128, + "3": 128, + "4": 128, + "5": 128, + "6": 128, + "7": 128, + "8": 128, + "9": 128, + "10": 128, + "11": 128, + "12": 128, + "13": 128, + "14": 128, + "15": 128, + "16": 128, + "17": 128, + "18": 128, + "19": 128, + "20": 128, + "21": 128, + "22": 128, + "23": 128, + "24": 128, + "25": 128, + "26": 128, + "27": 128, + "28": 128, + "29": 128, + "30": 128, + "31": 128, + "32": 128, + "33": 128, + "34": 128, + "35": 128, + "36": 128, + "37": 128, + "38": 128, + "39": 128 + }, + "uniform_retention": true, + "expert_bytes_before": 19327352832, + "expert_bytes_after": 9663676416, + "calibration_mix": "optiq", + "calibration_samples": 8, + "seed": 42, + "min_expert_coverage": 0.99609375, + "retention_target": 0.5, + "ranking": "conditional", + "retained_experts": { + "0": [ + 0, + 1, + 2, + 3, + 4, + 6, + 8, + 13, + 17, + 19, + 20, + 22, + 24, + 26, + 27, + 29, + 31, + 32, + 35, + 36, + 37, + 40, + 41, + 43, + 44, + 46, + 47, + 48, + 50, + 51, + 52, + 54, + 57, + 62, + 65, + 66, + 69, + 70, + 71, + 75, + 77, + 78, + 81, + 84, + 86, + 92, + 93, + 94, + 95, + 96, + 98, + 104, + 106, + 108, + 109, + 112, + 114, + 115, + 116, + 117, + 122, + 124, + 126, + 127, + 134, + 135, + 136, + 138, + 139, + 140, + 143, + 144, + 152, + 154, + 157, + 158, + 159, + 163, + 164, + 166, + 167, + 169, + 172, + 173, + 174, + 175, + 177, + 179, + 180, + 181, + 182, + 184, + 185, + 186, + 188, + 189, + 191, + 197, + 198, + 199, + 200, + 201, + 206, + 210, + 211, + 212, + 217, + 218, + 219, + 220, + 223, + 225, + 226, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 238, + 239, + 240, + 249, + 250, + 254 + ], + "1": [ + 0, + 1, + 3, + 4, + 5, + 7, + 8, + 9, + 11, + 13, + 14, + 16, + 18, + 19, + 23, + 24, + 26, + 27, + 28, + 29, + 30, + 32, + 33, + 34, + 37, + 40, + 43, + 44, + 46, + 51, + 52, + 55, + 56, + 58, + 59, + 60, + 61, + 62, + 64, + 66, + 67, + 68, + 71, + 75, + 76, + 80, + 82, + 83, + 85, + 86, + 88, + 90, + 91, + 94, + 95, + 96, + 97, + 100, + 101, + 102, + 108, + 109, + 111, + 112, + 116, + 117, + 118, + 120, + 123, + 124, + 126, + 127, + 128, + 129, + 132, + 133, + 135, + 139, + 140, + 141, + 143, + 146, + 147, + 149, + 153, + 154, + 162, + 163, + 164, + 171, + 172, + 173, + 178, + 182, + 184, + 185, + 188, + 190, + 191, + 192, + 193, + 195, + 197, + 198, + 201, + 202, + 203, + 205, + 208, + 210, + 211, + 215, + 217, + 223, + 224, + 225, + 226, + 230, + 233, + 234, + 236, + 239, + 241, + 242, + 245, + 250, + 251, + 252 + ], + "2": [ + 3, + 8, + 10, + 11, + 13, + 15, + 16, + 18, + 20, + 23, + 24, + 25, + 29, + 31, + 32, + 33, + 34, + 37, + 39, + 40, + 41, + 43, + 45, + 47, + 49, + 51, + 52, + 56, + 58, + 60, + 61, + 63, + 64, + 68, + 69, + 71, + 72, + 74, + 75, + 76, + 79, + 81, + 83, + 84, + 87, + 88, + 89, + 91, + 92, + 93, + 94, + 95, + 96, + 100, + 101, + 102, + 106, + 107, + 108, + 110, + 111, + 112, + 113, + 115, + 117, + 119, + 120, + 129, + 131, + 133, + 134, + 137, + 139, + 141, + 143, + 147, + 148, + 149, + 150, + 153, + 157, + 158, + 159, + 160, + 167, + 170, + 174, + 175, + 177, + 178, + 180, + 182, + 184, + 185, + 187, + 188, + 192, + 194, + 195, + 198, + 200, + 201, + 202, + 205, + 207, + 211, + 212, + 218, + 219, + 221, + 222, + 223, + 224, + 226, + 228, + 230, + 234, + 235, + 236, + 237, + 238, + 239, + 245, + 247, + 249, + 251, + 252, + 253 + ], + "3": [ + 0, + 2, + 3, + 6, + 7, + 9, + 10, + 11, + 14, + 15, + 16, + 17, + 18, + 20, + 22, + 23, + 25, + 26, + 27, + 28, + 30, + 34, + 35, + 36, + 38, + 39, + 42, + 43, + 44, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 61, + 63, + 67, + 69, + 70, + 72, + 75, + 81, + 82, + 83, + 86, + 87, + 88, + 91, + 92, + 93, + 94, + 98, + 99, + 101, + 103, + 104, + 106, + 108, + 109, + 110, + 111, + 112, + 113, + 116, + 117, + 119, + 126, + 128, + 129, + 131, + 132, + 133, + 136, + 137, + 139, + 146, + 147, + 148, + 149, + 154, + 155, + 157, + 159, + 161, + 164, + 166, + 167, + 169, + 170, + 171, + 177, + 180, + 184, + 187, + 188, + 189, + 190, + 191, + 192, + 194, + 196, + 197, + 199, + 201, + 202, + 211, + 213, + 214, + 216, + 218, + 221, + 224, + 225, + 226, + 228, + 230, + 233, + 234, + 236, + 237, + 243, + 245, + 247, + 248, + 249, + 251 + ], + "4": [ + 1, + 2, + 4, + 5, + 6, + 8, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 22, + 24, + 25, + 26, + 28, + 36, + 37, + 38, + 39, + 40, + 42, + 44, + 46, + 47, + 51, + 52, + 53, + 54, + 55, + 57, + 58, + 59, + 60, + 61, + 63, + 65, + 67, + 70, + 71, + 74, + 76, + 77, + 84, + 88, + 90, + 91, + 93, + 94, + 95, + 98, + 103, + 105, + 108, + 110, + 112, + 113, + 116, + 117, + 118, + 119, + 121, + 122, + 123, + 126, + 128, + 129, + 130, + 131, + 133, + 134, + 138, + 139, + 140, + 142, + 143, + 147, + 148, + 149, + 152, + 153, + 154, + 155, + 156, + 158, + 161, + 164, + 166, + 167, + 168, + 169, + 172, + 175, + 178, + 180, + 186, + 190, + 192, + 195, + 198, + 200, + 203, + 204, + 205, + 206, + 208, + 211, + 212, + 215, + 216, + 217, + 220, + 221, + 228, + 231, + 235, + 239, + 240, + 241, + 243, + 244, + 247, + 251, + 253, + 254 + ], + "5": [ + 0, + 1, + 2, + 3, + 4, + 7, + 8, + 9, + 10, + 11, + 12, + 14, + 19, + 22, + 23, + 24, + 27, + 31, + 35, + 36, + 38, + 40, + 44, + 45, + 46, + 48, + 49, + 50, + 52, + 53, + 54, + 55, + 58, + 59, + 61, + 63, + 64, + 65, + 66, + 67, + 69, + 70, + 71, + 74, + 77, + 81, + 82, + 84, + 86, + 88, + 91, + 94, + 95, + 96, + 98, + 100, + 103, + 104, + 108, + 110, + 111, + 114, + 115, + 119, + 120, + 123, + 126, + 127, + 128, + 129, + 135, + 136, + 137, + 140, + 144, + 145, + 146, + 147, + 149, + 150, + 151, + 152, + 153, + 157, + 158, + 161, + 163, + 164, + 165, + 169, + 170, + 171, + 172, + 173, + 174, + 177, + 178, + 181, + 183, + 185, + 187, + 188, + 193, + 198, + 202, + 203, + 205, + 206, + 208, + 210, + 213, + 214, + 218, + 222, + 223, + 224, + 225, + 228, + 232, + 233, + 235, + 236, + 249, + 250, + 251, + 252, + 253, + 254 + ], + "6": [ + 0, + 1, + 2, + 3, + 4, + 7, + 8, + 9, + 12, + 14, + 16, + 18, + 19, + 20, + 22, + 25, + 26, + 27, + 30, + 31, + 33, + 34, + 38, + 39, + 42, + 43, + 49, + 50, + 51, + 52, + 54, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 65, + 68, + 70, + 72, + 73, + 75, + 79, + 82, + 84, + 85, + 90, + 91, + 92, + 94, + 100, + 102, + 105, + 107, + 108, + 113, + 114, + 115, + 120, + 122, + 123, + 125, + 126, + 128, + 130, + 134, + 135, + 136, + 138, + 142, + 143, + 147, + 148, + 149, + 151, + 153, + 154, + 156, + 157, + 159, + 161, + 162, + 165, + 167, + 168, + 169, + 172, + 173, + 174, + 175, + 177, + 178, + 180, + 182, + 183, + 185, + 186, + 188, + 197, + 200, + 201, + 202, + 203, + 204, + 205, + 210, + 218, + 219, + 220, + 223, + 226, + 229, + 232, + 234, + 235, + 237, + 238, + 240, + 241, + 243, + 245, + 246, + 249, + 250, + 253, + 255 + ], + "7": [ + 0, + 1, + 2, + 4, + 7, + 10, + 11, + 12, + 14, + 16, + 17, + 18, + 19, + 23, + 26, + 27, + 28, + 29, + 30, + 31, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 43, + 44, + 48, + 49, + 53, + 55, + 56, + 58, + 61, + 64, + 66, + 69, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 83, + 84, + 85, + 86, + 88, + 91, + 92, + 94, + 97, + 105, + 108, + 111, + 112, + 116, + 117, + 118, + 119, + 120, + 123, + 125, + 127, + 128, + 129, + 131, + 132, + 133, + 137, + 138, + 146, + 147, + 149, + 154, + 155, + 157, + 158, + 160, + 161, + 163, + 164, + 167, + 169, + 171, + 172, + 174, + 175, + 176, + 181, + 182, + 184, + 185, + 187, + 188, + 191, + 192, + 199, + 202, + 208, + 210, + 212, + 215, + 220, + 221, + 223, + 225, + 226, + 227, + 228, + 229, + 233, + 238, + 239, + 240, + 242, + 243, + 244, + 245, + 246, + 248, + 249, + 253, + 254 + ], + "8": [ + 0, + 2, + 3, + 4, + 7, + 9, + 13, + 14, + 15, + 16, + 20, + 22, + 23, + 27, + 28, + 29, + 33, + 34, + 35, + 38, + 39, + 41, + 43, + 45, + 46, + 47, + 49, + 50, + 52, + 53, + 58, + 60, + 61, + 65, + 68, + 69, + 70, + 71, + 72, + 74, + 76, + 82, + 83, + 85, + 86, + 88, + 89, + 91, + 94, + 97, + 98, + 99, + 103, + 104, + 107, + 110, + 111, + 112, + 113, + 115, + 116, + 120, + 121, + 122, + 123, + 124, + 128, + 129, + 132, + 133, + 134, + 135, + 137, + 143, + 144, + 145, + 148, + 150, + 151, + 157, + 158, + 159, + 167, + 169, + 171, + 174, + 175, + 176, + 180, + 181, + 182, + 184, + 185, + 186, + 188, + 190, + 191, + 193, + 194, + 195, + 198, + 199, + 201, + 206, + 207, + 208, + 210, + 211, + 212, + 216, + 220, + 222, + 224, + 225, + 228, + 232, + 234, + 238, + 239, + 240, + 242, + 243, + 246, + 247, + 248, + 249, + 250, + 252 + ], + "9": [ + 1, + 2, + 3, + 4, + 5, + 9, + 10, + 11, + 13, + 14, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 25, + 28, + 29, + 31, + 32, + 34, + 37, + 38, + 39, + 44, + 45, + 47, + 49, + 50, + 52, + 54, + 58, + 59, + 61, + 64, + 65, + 66, + 69, + 73, + 74, + 77, + 80, + 81, + 82, + 85, + 89, + 90, + 91, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 102, + 103, + 104, + 105, + 108, + 109, + 111, + 116, + 117, + 120, + 123, + 126, + 128, + 130, + 132, + 134, + 137, + 139, + 142, + 144, + 145, + 146, + 148, + 150, + 151, + 153, + 156, + 160, + 161, + 162, + 164, + 165, + 168, + 172, + 178, + 180, + 182, + 183, + 185, + 186, + 188, + 189, + 191, + 193, + 198, + 203, + 205, + 206, + 207, + 208, + 215, + 217, + 220, + 224, + 225, + 227, + 229, + 231, + 236, + 237, + 238, + 239, + 240, + 241, + 243, + 244, + 245, + 250, + 251, + 254, + 255 + ], + "10": [ + 1, + 5, + 7, + 8, + 9, + 12, + 15, + 17, + 19, + 20, + 24, + 26, + 27, + 30, + 31, + 32, + 34, + 35, + 36, + 38, + 42, + 45, + 46, + 47, + 51, + 54, + 56, + 59, + 62, + 65, + 66, + 68, + 70, + 72, + 73, + 74, + 77, + 79, + 81, + 85, + 88, + 89, + 91, + 92, + 97, + 98, + 103, + 109, + 110, + 111, + 113, + 114, + 116, + 117, + 119, + 120, + 122, + 124, + 125, + 126, + 128, + 130, + 131, + 132, + 134, + 135, + 137, + 139, + 140, + 142, + 146, + 147, + 148, + 149, + 152, + 154, + 156, + 157, + 158, + 159, + 161, + 163, + 165, + 169, + 170, + 171, + 172, + 173, + 176, + 178, + 180, + 181, + 184, + 186, + 187, + 190, + 193, + 196, + 197, + 198, + 200, + 201, + 205, + 207, + 216, + 218, + 220, + 221, + 222, + 223, + 225, + 226, + 228, + 230, + 232, + 233, + 234, + 242, + 243, + 244, + 245, + 246, + 248, + 250, + 251, + 252, + 253, + 254 + ], + "11": [ + 0, + 2, + 3, + 10, + 11, + 13, + 14, + 15, + 17, + 18, + 19, + 20, + 21, + 23, + 27, + 29, + 32, + 36, + 37, + 39, + 42, + 43, + 44, + 47, + 48, + 49, + 52, + 54, + 59, + 60, + 62, + 63, + 64, + 66, + 68, + 69, + 70, + 71, + 72, + 77, + 79, + 81, + 83, + 84, + 85, + 86, + 93, + 95, + 97, + 98, + 99, + 105, + 106, + 107, + 109, + 111, + 114, + 115, + 116, + 117, + 118, + 120, + 121, + 128, + 130, + 131, + 133, + 136, + 137, + 139, + 141, + 142, + 144, + 145, + 146, + 147, + 150, + 151, + 153, + 154, + 157, + 158, + 161, + 164, + 166, + 167, + 169, + 170, + 174, + 175, + 178, + 179, + 184, + 186, + 189, + 190, + 191, + 194, + 195, + 197, + 199, + 201, + 202, + 203, + 206, + 207, + 209, + 210, + 211, + 212, + 216, + 218, + 220, + 222, + 223, + 225, + 229, + 230, + 231, + 236, + 238, + 240, + 241, + 244, + 247, + 248, + 250, + 255 + ], + "12": [ + 1, + 2, + 3, + 7, + 10, + 11, + 12, + 14, + 15, + 16, + 17, + 18, + 20, + 21, + 25, + 26, + 28, + 32, + 33, + 35, + 36, + 37, + 38, + 39, + 40, + 43, + 44, + 46, + 47, + 50, + 55, + 56, + 57, + 59, + 60, + 63, + 65, + 66, + 67, + 71, + 72, + 73, + 74, + 75, + 80, + 81, + 82, + 84, + 85, + 92, + 93, + 95, + 97, + 99, + 101, + 103, + 106, + 107, + 108, + 109, + 110, + 112, + 115, + 116, + 119, + 125, + 128, + 131, + 132, + 137, + 138, + 140, + 143, + 147, + 148, + 149, + 151, + 155, + 157, + 158, + 159, + 160, + 161, + 163, + 166, + 171, + 172, + 176, + 178, + 181, + 183, + 185, + 186, + 189, + 190, + 191, + 193, + 194, + 196, + 198, + 199, + 203, + 205, + 206, + 208, + 210, + 212, + 217, + 219, + 220, + 221, + 222, + 223, + 226, + 228, + 230, + 231, + 233, + 234, + 236, + 238, + 239, + 240, + 241, + 242, + 248, + 249, + 250 + ], + "13": [ + 0, + 1, + 6, + 10, + 11, + 13, + 14, + 15, + 16, + 18, + 19, + 20, + 21, + 22, + 25, + 28, + 29, + 33, + 36, + 37, + 38, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 51, + 52, + 56, + 58, + 61, + 65, + 71, + 72, + 74, + 76, + 77, + 80, + 81, + 83, + 87, + 89, + 90, + 92, + 93, + 94, + 97, + 98, + 99, + 100, + 101, + 103, + 104, + 105, + 110, + 111, + 112, + 113, + 115, + 116, + 120, + 122, + 124, + 126, + 127, + 131, + 134, + 136, + 137, + 140, + 142, + 144, + 145, + 147, + 148, + 151, + 154, + 156, + 157, + 160, + 162, + 164, + 165, + 166, + 168, + 170, + 171, + 175, + 178, + 179, + 180, + 182, + 183, + 192, + 193, + 195, + 197, + 199, + 200, + 202, + 203, + 204, + 205, + 207, + 208, + 210, + 211, + 212, + 215, + 218, + 219, + 220, + 222, + 223, + 224, + 228, + 230, + 232, + 239, + 240, + 243, + 244, + 248, + 251, + 252 + ], + "14": [ + 1, + 3, + 5, + 7, + 10, + 11, + 14, + 15, + 16, + 18, + 19, + 20, + 21, + 22, + 28, + 32, + 37, + 38, + 40, + 42, + 44, + 46, + 47, + 49, + 50, + 51, + 52, + 53, + 54, + 60, + 61, + 62, + 63, + 66, + 67, + 69, + 72, + 73, + 75, + 76, + 78, + 79, + 83, + 85, + 86, + 90, + 92, + 93, + 94, + 96, + 101, + 103, + 105, + 106, + 109, + 111, + 115, + 116, + 117, + 118, + 122, + 124, + 131, + 132, + 134, + 137, + 141, + 143, + 144, + 145, + 146, + 147, + 148, + 151, + 152, + 153, + 155, + 156, + 158, + 159, + 160, + 163, + 164, + 165, + 167, + 168, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 180, + 182, + 183, + 184, + 188, + 189, + 190, + 194, + 196, + 198, + 199, + 201, + 202, + 204, + 208, + 212, + 213, + 214, + 215, + 218, + 222, + 225, + 226, + 227, + 229, + 230, + 231, + 235, + 237, + 238, + 241, + 248, + 249, + 250, + 253 + ], + "15": [ + 0, + 1, + 3, + 5, + 7, + 10, + 11, + 12, + 14, + 15, + 16, + 17, + 18, + 21, + 23, + 24, + 28, + 32, + 33, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 44, + 46, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 57, + 58, + 60, + 63, + 64, + 65, + 67, + 71, + 72, + 74, + 76, + 77, + 79, + 80, + 81, + 85, + 87, + 88, + 90, + 94, + 95, + 96, + 97, + 98, + 99, + 101, + 103, + 104, + 109, + 111, + 112, + 114, + 116, + 118, + 119, + 120, + 121, + 129, + 130, + 133, + 134, + 135, + 139, + 145, + 146, + 147, + 148, + 149, + 159, + 162, + 163, + 165, + 166, + 169, + 170, + 171, + 172, + 177, + 178, + 180, + 181, + 185, + 186, + 189, + 193, + 200, + 203, + 204, + 206, + 209, + 212, + 213, + 214, + 218, + 220, + 221, + 222, + 227, + 229, + 232, + 233, + 236, + 238, + 239, + 240, + 241, + 242, + 245, + 246, + 248, + 249, + 250, + 252 + ], + "16": [ + 0, + 1, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 12, + 15, + 22, + 24, + 25, + 26, + 28, + 30, + 33, + 34, + 35, + 43, + 45, + 46, + 47, + 51, + 53, + 54, + 56, + 58, + 59, + 61, + 68, + 71, + 72, + 73, + 74, + 76, + 77, + 78, + 80, + 82, + 83, + 84, + 87, + 91, + 96, + 99, + 101, + 102, + 105, + 113, + 114, + 115, + 116, + 117, + 119, + 120, + 122, + 123, + 124, + 125, + 127, + 129, + 130, + 133, + 136, + 137, + 138, + 142, + 145, + 147, + 149, + 150, + 151, + 154, + 155, + 156, + 157, + 160, + 161, + 163, + 167, + 168, + 172, + 173, + 176, + 178, + 180, + 181, + 183, + 185, + 186, + 188, + 190, + 191, + 193, + 195, + 196, + 197, + 199, + 201, + 203, + 209, + 211, + 212, + 219, + 221, + 223, + 224, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 237, + 238, + 239, + 241, + 243, + 249, + 250, + 251, + 253, + 254, + 255 + ], + "17": [ + 0, + 1, + 2, + 3, + 5, + 8, + 12, + 13, + 14, + 17, + 18, + 19, + 20, + 21, + 22, + 26, + 29, + 32, + 35, + 38, + 41, + 42, + 46, + 48, + 49, + 52, + 54, + 55, + 57, + 58, + 60, + 61, + 62, + 63, + 64, + 65, + 69, + 72, + 74, + 76, + 78, + 79, + 81, + 84, + 87, + 88, + 89, + 90, + 93, + 94, + 96, + 98, + 101, + 102, + 104, + 109, + 110, + 114, + 115, + 119, + 120, + 126, + 128, + 130, + 132, + 135, + 140, + 142, + 147, + 148, + 149, + 152, + 155, + 156, + 157, + 158, + 162, + 164, + 169, + 170, + 171, + 172, + 173, + 174, + 176, + 177, + 179, + 180, + 184, + 185, + 188, + 190, + 192, + 193, + 195, + 196, + 197, + 198, + 199, + 201, + 202, + 204, + 206, + 208, + 210, + 211, + 213, + 214, + 216, + 217, + 218, + 219, + 220, + 222, + 223, + 225, + 230, + 233, + 234, + 235, + 236, + 238, + 242, + 244, + 248, + 250, + 252, + 255 + ], + "18": [ + 0, + 1, + 4, + 5, + 6, + 8, + 11, + 13, + 15, + 16, + 18, + 19, + 21, + 22, + 25, + 28, + 36, + 39, + 43, + 45, + 48, + 50, + 51, + 53, + 55, + 57, + 58, + 62, + 63, + 64, + 66, + 67, + 69, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 79, + 80, + 81, + 83, + 84, + 85, + 90, + 91, + 92, + 96, + 97, + 107, + 108, + 109, + 112, + 115, + 116, + 120, + 121, + 122, + 123, + 127, + 128, + 129, + 130, + 135, + 138, + 139, + 141, + 144, + 145, + 147, + 148, + 149, + 151, + 152, + 157, + 158, + 159, + 162, + 163, + 169, + 170, + 174, + 175, + 176, + 177, + 179, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 192, + 196, + 197, + 201, + 202, + 203, + 204, + 209, + 212, + 214, + 219, + 220, + 222, + 223, + 224, + 225, + 226, + 227, + 229, + 232, + 233, + 235, + 237, + 239, + 240, + 241, + 244, + 245, + 250, + 254, + 255 + ], + "19": [ + 0, + 2, + 3, + 4, + 6, + 7, + 11, + 12, + 13, + 15, + 16, + 18, + 20, + 22, + 23, + 25, + 26, + 27, + 28, + 30, + 33, + 34, + 35, + 36, + 38, + 39, + 42, + 43, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 54, + 55, + 57, + 58, + 59, + 60, + 61, + 63, + 67, + 70, + 71, + 72, + 73, + 82, + 84, + 85, + 88, + 91, + 95, + 96, + 99, + 101, + 103, + 108, + 109, + 112, + 115, + 116, + 118, + 120, + 122, + 126, + 127, + 129, + 130, + 132, + 133, + 134, + 135, + 137, + 143, + 144, + 145, + 149, + 150, + 151, + 152, + 159, + 160, + 163, + 165, + 166, + 167, + 169, + 171, + 172, + 173, + 174, + 179, + 180, + 181, + 183, + 185, + 188, + 190, + 192, + 196, + 197, + 199, + 200, + 201, + 202, + 205, + 211, + 212, + 215, + 216, + 218, + 219, + 221, + 225, + 226, + 228, + 229, + 230, + 231, + 233, + 237, + 240, + 245, + 247, + 249, + 253 + ], + "20": [ + 0, + 3, + 4, + 7, + 10, + 11, + 15, + 16, + 18, + 20, + 22, + 23, + 27, + 28, + 29, + 33, + 35, + 38, + 40, + 42, + 43, + 45, + 47, + 48, + 49, + 50, + 52, + 53, + 55, + 58, + 60, + 65, + 66, + 68, + 69, + 71, + 72, + 74, + 76, + 77, + 78, + 82, + 83, + 85, + 86, + 89, + 91, + 94, + 95, + 98, + 99, + 103, + 107, + 110, + 112, + 113, + 115, + 116, + 119, + 120, + 121, + 122, + 123, + 124, + 127, + 129, + 133, + 134, + 135, + 141, + 143, + 144, + 145, + 148, + 150, + 151, + 152, + 157, + 159, + 161, + 164, + 167, + 169, + 174, + 175, + 176, + 179, + 180, + 181, + 183, + 184, + 185, + 186, + 188, + 190, + 191, + 193, + 194, + 195, + 197, + 198, + 199, + 202, + 204, + 206, + 207, + 208, + 211, + 212, + 215, + 216, + 217, + 220, + 222, + 224, + 225, + 228, + 232, + 234, + 238, + 239, + 240, + 242, + 243, + 247, + 248, + 250, + 252 + ], + "21": [ + 0, + 1, + 2, + 5, + 6, + 9, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 24, + 25, + 28, + 29, + 32, + 37, + 38, + 39, + 41, + 44, + 47, + 49, + 54, + 58, + 59, + 61, + 64, + 65, + 66, + 67, + 69, + 71, + 72, + 73, + 74, + 77, + 80, + 81, + 82, + 85, + 90, + 91, + 94, + 95, + 96, + 97, + 99, + 100, + 102, + 103, + 105, + 108, + 109, + 111, + 114, + 116, + 120, + 121, + 123, + 126, + 127, + 130, + 131, + 132, + 133, + 137, + 139, + 140, + 142, + 144, + 146, + 148, + 150, + 151, + 156, + 160, + 161, + 162, + 164, + 165, + 170, + 172, + 174, + 178, + 180, + 182, + 184, + 185, + 186, + 187, + 188, + 189, + 191, + 193, + 197, + 200, + 203, + 205, + 206, + 207, + 208, + 215, + 217, + 224, + 225, + 227, + 229, + 231, + 236, + 237, + 239, + 240, + 241, + 243, + 244, + 245, + 249, + 250, + 251, + 254, + 255 + ], + "22": [ + 0, + 1, + 5, + 7, + 9, + 12, + 14, + 17, + 19, + 20, + 23, + 24, + 26, + 27, + 30, + 31, + 32, + 34, + 35, + 36, + 38, + 40, + 45, + 46, + 47, + 53, + 54, + 56, + 57, + 59, + 62, + 65, + 66, + 68, + 70, + 72, + 73, + 74, + 77, + 79, + 81, + 88, + 89, + 91, + 92, + 97, + 98, + 101, + 103, + 108, + 109, + 110, + 111, + 113, + 114, + 116, + 117, + 119, + 120, + 124, + 125, + 126, + 128, + 130, + 131, + 135, + 137, + 139, + 142, + 146, + 147, + 148, + 149, + 154, + 156, + 157, + 159, + 160, + 161, + 163, + 165, + 169, + 170, + 171, + 172, + 173, + 176, + 177, + 178, + 181, + 182, + 184, + 185, + 187, + 190, + 193, + 194, + 196, + 197, + 198, + 200, + 205, + 207, + 216, + 218, + 220, + 221, + 222, + 223, + 225, + 226, + 228, + 230, + 232, + 233, + 234, + 235, + 236, + 242, + 243, + 244, + 245, + 246, + 248, + 250, + 251, + 252, + 253 + ], + "23": [ + 0, + 2, + 3, + 10, + 11, + 12, + 13, + 14, + 15, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 27, + 32, + 36, + 37, + 39, + 41, + 42, + 43, + 44, + 47, + 49, + 52, + 54, + 57, + 59, + 60, + 61, + 62, + 63, + 64, + 66, + 68, + 69, + 70, + 71, + 72, + 77, + 79, + 80, + 81, + 83, + 85, + 86, + 93, + 95, + 97, + 98, + 99, + 101, + 106, + 107, + 109, + 111, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 128, + 130, + 131, + 133, + 135, + 136, + 139, + 140, + 141, + 142, + 144, + 145, + 146, + 147, + 151, + 153, + 154, + 156, + 157, + 158, + 160, + 161, + 164, + 166, + 167, + 169, + 170, + 174, + 175, + 178, + 180, + 186, + 189, + 191, + 192, + 193, + 194, + 195, + 197, + 199, + 201, + 202, + 203, + 206, + 207, + 208, + 209, + 210, + 216, + 218, + 220, + 222, + 223, + 230, + 238, + 241, + 244, + 247, + 248, + 250, + 253 + ], + "24": [ + 0, + 1, + 3, + 7, + 10, + 11, + 12, + 14, + 15, + 16, + 17, + 18, + 20, + 21, + 25, + 26, + 28, + 32, + 33, + 35, + 36, + 37, + 38, + 39, + 40, + 43, + 44, + 46, + 47, + 50, + 52, + 53, + 55, + 57, + 59, + 60, + 63, + 65, + 67, + 71, + 72, + 73, + 74, + 75, + 76, + 79, + 80, + 81, + 82, + 84, + 85, + 91, + 92, + 93, + 95, + 97, + 99, + 101, + 103, + 106, + 107, + 108, + 109, + 110, + 115, + 116, + 119, + 125, + 126, + 128, + 131, + 132, + 137, + 138, + 140, + 145, + 147, + 148, + 149, + 151, + 155, + 157, + 159, + 160, + 161, + 163, + 164, + 166, + 169, + 171, + 178, + 183, + 185, + 186, + 190, + 191, + 196, + 198, + 199, + 203, + 205, + 206, + 208, + 210, + 212, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 228, + 230, + 231, + 233, + 234, + 238, + 239, + 240, + 242, + 244, + 248, + 249, + 250, + 251 + ], + "25": [ + 0, + 1, + 6, + 10, + 11, + 13, + 15, + 16, + 18, + 19, + 20, + 21, + 22, + 30, + 33, + 34, + 37, + 38, + 41, + 42, + 43, + 44, + 45, + 47, + 48, + 49, + 50, + 52, + 56, + 57, + 58, + 61, + 63, + 65, + 72, + 76, + 77, + 78, + 81, + 83, + 84, + 87, + 89, + 90, + 92, + 93, + 94, + 97, + 100, + 101, + 103, + 104, + 105, + 110, + 111, + 112, + 113, + 115, + 116, + 120, + 122, + 124, + 126, + 127, + 130, + 131, + 134, + 136, + 137, + 140, + 142, + 144, + 145, + 147, + 148, + 151, + 154, + 155, + 160, + 162, + 164, + 165, + 166, + 168, + 170, + 171, + 175, + 178, + 179, + 180, + 182, + 183, + 192, + 193, + 195, + 197, + 199, + 200, + 202, + 203, + 204, + 205, + 207, + 208, + 210, + 211, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 222, + 223, + 224, + 228, + 230, + 232, + 234, + 239, + 240, + 242, + 243, + 244, + 248, + 251, + 252 + ], + "26": [ + 1, + 3, + 5, + 6, + 10, + 12, + 14, + 15, + 16, + 18, + 19, + 20, + 21, + 22, + 26, + 31, + 32, + 35, + 38, + 40, + 42, + 44, + 50, + 51, + 52, + 53, + 54, + 59, + 60, + 61, + 62, + 64, + 67, + 69, + 72, + 73, + 75, + 76, + 77, + 78, + 81, + 83, + 84, + 85, + 86, + 88, + 90, + 92, + 93, + 94, + 96, + 97, + 101, + 103, + 104, + 105, + 106, + 111, + 115, + 116, + 118, + 122, + 124, + 131, + 132, + 134, + 137, + 141, + 143, + 144, + 145, + 146, + 147, + 148, + 151, + 153, + 156, + 158, + 159, + 160, + 163, + 165, + 166, + 167, + 171, + 172, + 173, + 174, + 175, + 176, + 178, + 180, + 182, + 183, + 184, + 189, + 190, + 194, + 196, + 198, + 199, + 201, + 202, + 203, + 204, + 212, + 213, + 214, + 216, + 218, + 220, + 222, + 225, + 226, + 227, + 229, + 230, + 231, + 234, + 235, + 237, + 238, + 241, + 242, + 248, + 250, + 253, + 254 + ], + "27": [ + 0, + 1, + 3, + 5, + 7, + 10, + 11, + 12, + 14, + 15, + 16, + 17, + 18, + 23, + 24, + 28, + 32, + 33, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 44, + 46, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 57, + 58, + 60, + 63, + 64, + 65, + 66, + 70, + 71, + 72, + 74, + 76, + 77, + 79, + 80, + 81, + 85, + 87, + 88, + 90, + 94, + 95, + 96, + 97, + 98, + 99, + 101, + 103, + 104, + 111, + 114, + 116, + 118, + 119, + 120, + 121, + 130, + 133, + 134, + 135, + 137, + 139, + 141, + 142, + 145, + 146, + 147, + 149, + 150, + 153, + 155, + 157, + 159, + 162, + 165, + 166, + 169, + 170, + 171, + 172, + 177, + 178, + 180, + 181, + 183, + 184, + 185, + 186, + 189, + 193, + 200, + 203, + 204, + 206, + 212, + 214, + 218, + 221, + 227, + 229, + 233, + 235, + 236, + 239, + 240, + 241, + 242, + 246, + 248, + 249, + 250, + 251, + 252 + ], + "28": [ + 0, + 1, + 2, + 4, + 5, + 7, + 9, + 10, + 12, + 13, + 14, + 15, + 18, + 22, + 24, + 25, + 26, + 28, + 32, + 33, + 34, + 35, + 43, + 45, + 46, + 47, + 53, + 54, + 56, + 57, + 58, + 59, + 61, + 68, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 81, + 82, + 83, + 84, + 87, + 91, + 93, + 94, + 95, + 96, + 99, + 101, + 102, + 105, + 107, + 113, + 114, + 115, + 116, + 117, + 119, + 120, + 122, + 124, + 125, + 126, + 127, + 129, + 133, + 136, + 137, + 138, + 142, + 145, + 147, + 149, + 151, + 152, + 155, + 156, + 157, + 160, + 161, + 166, + 167, + 168, + 170, + 172, + 173, + 176, + 178, + 179, + 181, + 183, + 185, + 186, + 190, + 191, + 193, + 195, + 196, + 201, + 203, + 205, + 209, + 211, + 212, + 217, + 219, + 221, + 224, + 228, + 229, + 230, + 232, + 234, + 235, + 237, + 238, + 241, + 243, + 245, + 250, + 251, + 254, + 255 + ], + "29": [ + 0, + 1, + 2, + 4, + 5, + 8, + 13, + 14, + 16, + 17, + 18, + 19, + 20, + 21, + 26, + 32, + 37, + 38, + 41, + 42, + 43, + 44, + 46, + 49, + 52, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 65, + 69, + 72, + 73, + 76, + 78, + 79, + 81, + 84, + 87, + 88, + 89, + 90, + 93, + 94, + 98, + 100, + 101, + 102, + 104, + 105, + 107, + 109, + 110, + 114, + 115, + 118, + 119, + 120, + 125, + 126, + 128, + 130, + 132, + 139, + 140, + 142, + 145, + 147, + 148, + 150, + 151, + 152, + 155, + 156, + 157, + 158, + 160, + 162, + 164, + 169, + 170, + 171, + 172, + 173, + 176, + 177, + 179, + 180, + 184, + 185, + 188, + 190, + 192, + 195, + 196, + 198, + 204, + 206, + 208, + 210, + 213, + 214, + 216, + 217, + 218, + 219, + 220, + 222, + 223, + 225, + 230, + 233, + 234, + 235, + 236, + 238, + 241, + 244, + 248, + 249, + 250, + 252 + ], + "30": [ + 0, + 4, + 5, + 6, + 8, + 11, + 15, + 16, + 18, + 19, + 20, + 21, + 22, + 23, + 25, + 28, + 31, + 36, + 43, + 44, + 45, + 48, + 50, + 51, + 53, + 55, + 58, + 61, + 62, + 63, + 64, + 66, + 69, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 79, + 80, + 81, + 83, + 85, + 89, + 90, + 91, + 92, + 96, + 97, + 103, + 108, + 109, + 112, + 115, + 116, + 120, + 121, + 122, + 123, + 126, + 128, + 129, + 130, + 131, + 135, + 138, + 139, + 142, + 143, + 144, + 147, + 148, + 152, + 156, + 158, + 159, + 162, + 163, + 165, + 169, + 170, + 172, + 174, + 175, + 176, + 179, + 182, + 184, + 185, + 186, + 187, + 188, + 190, + 192, + 195, + 196, + 197, + 201, + 202, + 203, + 204, + 205, + 208, + 209, + 212, + 214, + 215, + 219, + 220, + 223, + 224, + 225, + 226, + 227, + 229, + 232, + 235, + 237, + 239, + 240, + 241, + 242, + 245, + 250, + 254, + 255 + ], + "31": [ + 0, + 2, + 3, + 4, + 7, + 10, + 12, + 13, + 15, + 18, + 19, + 20, + 22, + 23, + 26, + 27, + 28, + 30, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 41, + 42, + 43, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 54, + 55, + 57, + 58, + 59, + 60, + 61, + 63, + 66, + 67, + 70, + 71, + 73, + 75, + 82, + 83, + 85, + 88, + 91, + 95, + 96, + 99, + 101, + 103, + 106, + 107, + 109, + 112, + 114, + 115, + 116, + 120, + 122, + 125, + 126, + 127, + 128, + 130, + 132, + 133, + 134, + 135, + 138, + 143, + 144, + 145, + 147, + 149, + 152, + 154, + 157, + 163, + 164, + 165, + 166, + 167, + 169, + 173, + 174, + 179, + 180, + 181, + 183, + 188, + 192, + 196, + 199, + 200, + 201, + 202, + 204, + 205, + 207, + 211, + 212, + 215, + 216, + 218, + 219, + 221, + 225, + 226, + 228, + 229, + 230, + 231, + 233, + 237, + 240, + 243, + 247, + 249, + 253 + ], + "32": [ + 2, + 5, + 6, + 7, + 12, + 13, + 14, + 15, + 17, + 18, + 19, + 22, + 23, + 25, + 26, + 28, + 29, + 31, + 33, + 34, + 37, + 42, + 46, + 47, + 48, + 55, + 56, + 57, + 58, + 60, + 67, + 68, + 70, + 73, + 74, + 75, + 76, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 92, + 95, + 96, + 98, + 99, + 102, + 103, + 106, + 108, + 109, + 112, + 113, + 116, + 119, + 120, + 121, + 123, + 125, + 126, + 127, + 129, + 131, + 132, + 134, + 136, + 137, + 138, + 139, + 140, + 142, + 144, + 146, + 147, + 148, + 149, + 156, + 157, + 158, + 161, + 162, + 170, + 173, + 174, + 175, + 178, + 179, + 181, + 184, + 185, + 186, + 187, + 191, + 192, + 195, + 197, + 199, + 201, + 202, + 204, + 210, + 215, + 216, + 220, + 221, + 223, + 224, + 225, + 226, + 228, + 233, + 235, + 236, + 237, + 238, + 243, + 245, + 246, + 247, + 248, + 250, + 251, + 252, + 254 + ], + "33": [ + 0, + 5, + 6, + 7, + 11, + 16, + 18, + 21, + 23, + 28, + 30, + 33, + 36, + 37, + 41, + 43, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 55, + 56, + 57, + 58, + 59, + 61, + 63, + 66, + 68, + 70, + 72, + 73, + 74, + 75, + 76, + 78, + 79, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 90, + 92, + 93, + 94, + 95, + 96, + 97, + 102, + 103, + 104, + 105, + 106, + 107, + 111, + 116, + 117, + 119, + 121, + 126, + 127, + 129, + 130, + 132, + 133, + 134, + 136, + 139, + 143, + 147, + 151, + 152, + 154, + 156, + 161, + 162, + 164, + 165, + 167, + 168, + 170, + 171, + 172, + 176, + 177, + 179, + 180, + 181, + 182, + 183, + 185, + 186, + 189, + 190, + 192, + 198, + 199, + 201, + 203, + 204, + 205, + 206, + 210, + 211, + 214, + 215, + 217, + 220, + 224, + 228, + 229, + 231, + 232, + 234, + 237, + 238, + 240, + 244, + 247, + 250, + 251, + 253 + ], + "34": [ + 1, + 3, + 5, + 9, + 10, + 11, + 12, + 13, + 15, + 16, + 18, + 19, + 21, + 22, + 23, + 26, + 27, + 29, + 32, + 33, + 37, + 42, + 44, + 45, + 49, + 52, + 54, + 55, + 56, + 58, + 59, + 62, + 63, + 64, + 66, + 67, + 70, + 72, + 74, + 80, + 81, + 82, + 84, + 85, + 86, + 88, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 101, + 102, + 109, + 112, + 113, + 114, + 116, + 118, + 121, + 123, + 128, + 129, + 131, + 132, + 133, + 134, + 138, + 141, + 143, + 144, + 146, + 149, + 150, + 152, + 154, + 159, + 161, + 166, + 169, + 174, + 175, + 176, + 179, + 180, + 182, + 183, + 185, + 186, + 187, + 188, + 191, + 195, + 196, + 197, + 205, + 206, + 207, + 208, + 212, + 213, + 217, + 218, + 219, + 220, + 224, + 225, + 226, + 227, + 233, + 235, + 236, + 238, + 239, + 240, + 241, + 244, + 246, + 247, + 249, + 250, + 252, + 253, + 254, + 255 + ], + "35": [ + 1, + 2, + 3, + 5, + 7, + 8, + 9, + 12, + 14, + 16, + 18, + 22, + 24, + 27, + 36, + 37, + 39, + 40, + 42, + 43, + 44, + 46, + 49, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 62, + 63, + 65, + 66, + 67, + 68, + 71, + 72, + 73, + 74, + 75, + 77, + 79, + 83, + 84, + 85, + 86, + 87, + 89, + 90, + 92, + 93, + 94, + 96, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 106, + 108, + 114, + 116, + 117, + 119, + 120, + 121, + 122, + 123, + 125, + 126, + 129, + 131, + 132, + 135, + 136, + 139, + 142, + 143, + 145, + 148, + 151, + 153, + 160, + 161, + 163, + 167, + 170, + 171, + 174, + 176, + 179, + 180, + 181, + 185, + 186, + 187, + 190, + 191, + 192, + 196, + 197, + 201, + 202, + 206, + 207, + 210, + 211, + 212, + 214, + 218, + 220, + 224, + 227, + 230, + 235, + 236, + 239, + 241, + 244, + 249, + 252, + 253, + 255 + ], + "36": [ + 0, + 1, + 2, + 4, + 8, + 10, + 11, + 13, + 14, + 15, + 17, + 18, + 20, + 21, + 22, + 24, + 26, + 29, + 31, + 32, + 34, + 37, + 39, + 42, + 44, + 45, + 48, + 49, + 50, + 55, + 56, + 57, + 58, + 59, + 60, + 62, + 65, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 78, + 79, + 83, + 87, + 88, + 92, + 96, + 98, + 103, + 107, + 110, + 112, + 115, + 117, + 118, + 119, + 120, + 125, + 126, + 127, + 129, + 130, + 132, + 134, + 135, + 138, + 139, + 142, + 145, + 147, + 148, + 152, + 153, + 154, + 156, + 157, + 158, + 161, + 164, + 166, + 168, + 172, + 173, + 178, + 181, + 183, + 185, + 187, + 188, + 192, + 194, + 195, + 201, + 202, + 203, + 204, + 205, + 207, + 211, + 212, + 213, + 214, + 221, + 222, + 223, + 227, + 228, + 231, + 234, + 238, + 239, + 242, + 244, + 245, + 246, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255 + ], + "37": [ + 0, + 1, + 3, + 4, + 5, + 7, + 8, + 11, + 13, + 14, + 15, + 17, + 21, + 22, + 24, + 27, + 28, + 29, + 31, + 32, + 35, + 39, + 43, + 45, + 48, + 50, + 52, + 55, + 56, + 57, + 58, + 59, + 60, + 62, + 63, + 64, + 65, + 67, + 71, + 72, + 78, + 81, + 82, + 83, + 84, + 87, + 88, + 89, + 90, + 92, + 93, + 95, + 99, + 100, + 101, + 102, + 103, + 104, + 107, + 110, + 111, + 112, + 113, + 114, + 116, + 117, + 121, + 122, + 124, + 126, + 129, + 132, + 134, + 135, + 138, + 139, + 143, + 145, + 147, + 149, + 151, + 153, + 156, + 158, + 161, + 162, + 163, + 164, + 170, + 171, + 174, + 175, + 177, + 181, + 182, + 184, + 187, + 190, + 192, + 193, + 196, + 198, + 199, + 200, + 201, + 203, + 205, + 206, + 208, + 209, + 210, + 211, + 213, + 214, + 218, + 219, + 220, + 229, + 230, + 233, + 234, + 235, + 238, + 239, + 244, + 246, + 248, + 255 + ], + "38": [ + 0, + 2, + 3, + 4, + 7, + 9, + 12, + 13, + 14, + 15, + 18, + 20, + 22, + 24, + 27, + 28, + 30, + 33, + 37, + 39, + 40, + 41, + 43, + 44, + 45, + 48, + 50, + 52, + 53, + 55, + 57, + 58, + 59, + 60, + 63, + 64, + 66, + 68, + 69, + 71, + 73, + 74, + 75, + 76, + 79, + 80, + 86, + 87, + 88, + 89, + 92, + 93, + 94, + 95, + 97, + 101, + 102, + 103, + 104, + 105, + 108, + 109, + 114, + 115, + 116, + 118, + 119, + 120, + 121, + 122, + 124, + 127, + 131, + 132, + 133, + 135, + 136, + 139, + 141, + 144, + 146, + 148, + 149, + 150, + 151, + 154, + 156, + 157, + 162, + 163, + 167, + 168, + 173, + 175, + 177, + 179, + 185, + 189, + 190, + 193, + 195, + 197, + 199, + 200, + 201, + 204, + 205, + 209, + 212, + 213, + 215, + 216, + 217, + 223, + 224, + 228, + 230, + 231, + 232, + 234, + 239, + 242, + 243, + 244, + 247, + 249, + 254, + 255 + ], + "39": [ + 0, + 1, + 2, + 5, + 8, + 9, + 10, + 12, + 13, + 14, + 16, + 19, + 21, + 22, + 23, + 25, + 27, + 29, + 30, + 31, + 32, + 35, + 36, + 37, + 38, + 40, + 42, + 44, + 45, + 50, + 52, + 55, + 57, + 58, + 61, + 63, + 66, + 68, + 69, + 70, + 72, + 74, + 75, + 77, + 83, + 85, + 86, + 87, + 89, + 92, + 96, + 98, + 99, + 101, + 103, + 107, + 108, + 110, + 112, + 113, + 116, + 120, + 122, + 125, + 127, + 130, + 132, + 136, + 138, + 140, + 141, + 142, + 145, + 149, + 150, + 154, + 155, + 157, + 162, + 164, + 165, + 166, + 168, + 173, + 175, + 176, + 177, + 181, + 183, + 184, + 186, + 187, + 189, + 193, + 195, + 199, + 200, + 201, + 203, + 209, + 211, + 212, + 213, + 215, + 218, + 219, + 220, + 221, + 224, + 226, + 228, + 229, + 230, + 231, + 236, + 238, + 239, + 240, + 243, + 244, + 246, + 247, + 248, + 250, + 251, + 252, + 254, + 255 + ] + } + } +} \ No newline at end of file