{ "source": "C:\\Users\\drbaph\\Documents\\ComfyUI\\models\\fireredtts3\\FireRedTeam_FireRedTTS3", "variant": "fireredtts3_instruct", "profile": "safe", "group_size": 256, "layers": [ { "name": "backbone_llm.model.layers.0.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.0.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.0.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.0.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.0.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.0.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.0.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.1.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.1.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.1.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.1.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.1.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.1.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.1.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.2.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.2.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.2.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.2.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.2.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.2.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.2.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.3.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.3.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.3.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.3.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.3.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.3.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.3.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.4.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.4.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.4.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.4.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.4.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.4.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.4.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.5.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.5.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.5.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.5.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.5.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.5.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.5.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.6.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.6.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.6.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.6.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.6.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.6.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.6.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.7.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.7.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.7.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.7.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.7.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.7.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.7.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.8.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.8.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.8.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.8.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.8.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.8.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.8.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.9.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.9.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.9.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.9.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.9.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.9.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.9.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.10.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.10.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.10.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.10.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.10.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.10.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.10.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.11.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.11.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.11.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.11.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.11.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.11.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.11.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.12.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.12.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.12.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.12.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.12.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.12.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.12.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.13.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.13.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.13.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.13.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.13.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.13.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.13.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.14.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.14.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.14.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.14.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.14.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.14.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.14.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.15.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.15.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.15.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.15.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.15.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.15.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.15.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.16.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.16.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.16.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.16.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.16.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.16.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.16.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.17.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.17.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.17.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.17.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.17.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.17.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.17.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.18.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.18.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.18.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.18.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.18.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.18.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.18.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.19.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.19.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.19.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.19.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.19.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.19.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.19.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.20.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.20.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.20.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.20.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.20.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.20.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.20.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.21.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.21.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.21.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.21.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.21.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.21.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.21.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.22.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.22.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.22.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.22.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.22.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.22.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.22.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.23.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.23.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.23.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.23.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.23.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.23.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.23.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.24.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.24.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.24.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.24.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.24.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.24.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.24.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.25.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.25.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.25.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.25.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.25.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.25.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.25.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.26.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.26.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.26.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.26.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.26.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.26.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.26.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.27.self_attn.q_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.27.self_attn.k_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.27.self_attn.v_proj", "in_features": 2048, "out_features": 1024, "has_bias": false, "param_count": 2097152, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 8388608 }, { "name": "backbone_llm.model.layers.27.self_attn.o_proj", "in_features": 2048, "out_features": 2048, "has_bias": false, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16777216 }, { "name": "backbone_llm.model.layers.27.mlp.gate_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.27.mlp.up_proj", "in_features": 2048, "out_features": 6144, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.model.layers.27.mlp.down_proj", "in_features": 6144, "out_features": 2048, "has_bias": false, "param_count": 12582912, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 50331648 }, { "name": "backbone_llm.lm_head", "in_features": 2048, "out_features": 151936, "has_bias": false, "param_count": 311164928, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 1244659712 }, { "name": "patch_encoder.blocks.0.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.0.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.0.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.0.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.0.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.0.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.blocks.1.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.1.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.1.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.1.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.1.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.1.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.blocks.2.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.2.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.2.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.2.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.2.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.2.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.blocks.3.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.3.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.3.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.3.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.3.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.3.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.blocks.4.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.4.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.4.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.4.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.4.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.4.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.blocks.5.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.5.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.5.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.5.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.5.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.5.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.blocks.6.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.6.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.6.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.6.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.6.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.6.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.blocks.7.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.7.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.7.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.7.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "patch_encoder.blocks.7.mlp.ff.0.0", "in_features": 1024, "out_features": 4096, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16793600 }, { "name": "patch_encoder.blocks.7.mlp.ff.2", "in_features": 4096, "out_features": 1024, "has_bias": true, "param_count": 4194304, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 16781312 }, { "name": "patch_encoder.in_proj", "in_features": 64, "out_features": 1024, "has_bias": true, "param_count": 65536, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 266240 }, { "name": "patch_encoder.out_proj.linear", "in_features": 1024, "out_features": 2048, "has_bias": true, "param_count": 2097152, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 8396800 }, { "name": "dit_head", "in_features": 2048, "out_features": 1024, "has_bias": true, "param_count": 2097152, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 8392704 }, { "name": "dit.in_proj", "in_features": 1088, "out_features": 1024, "has_bias": true, "param_count": 1114112, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 4460544 }, { "name": "dit.t_embedder.time_mlp.0", "in_features": 256, "out_features": 1024, "has_bias": true, "param_count": 262144, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 1052672 }, { "name": "dit.t_embedder.time_mlp.2", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 4198400 }, { "name": "dit.blocks.0.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.0.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.0.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.0.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.0.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.0.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.0.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.1.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.1.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.1.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.1.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.1.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.1.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.1.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.2.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.2.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.2.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.2.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.2.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.2.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.2.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.3.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.3.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.3.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.3.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.3.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.3.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.3.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.4.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.4.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.4.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.4.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.4.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.4.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.4.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.5.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.5.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.5.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.5.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.5.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.5.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.5.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.6.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.6.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.6.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.6.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.6.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.6.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.6.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.7.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.7.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.7.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.7.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.7.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.7.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.7.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.8.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.8.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.8.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.8.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.8.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.8.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.8.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.9.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.9.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.9.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.9.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.9.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.9.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.9.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.blocks.10.attn.to_q", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.10.attn.to_k", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.10.attn.to_v", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.10.attn.to_out.0", "in_features": 1024, "out_features": 1024, "has_bias": true, "param_count": 1048576, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 4198400 }, { "name": "dit.blocks.10.mlp.ff.0.0", "in_features": 1024, "out_features": 3072, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12595200 }, { "name": "dit.blocks.10.mlp.ff.2", "in_features": 3072, "out_features": 1024, "has_bias": true, "param_count": 3145728, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 12587008 }, { "name": "dit.blocks.10.adaLN_modulation.1", "in_features": 1024, "out_features": 9216, "has_bias": true, "param_count": 9437184, "selected": true, "reason": "selected", "group_size": 256, "original_bytes": 37785600 }, { "name": "dit.final_layer.adaLN_modulation.1", "in_features": 1024, "out_features": 2048, "has_bias": true, "param_count": 2097152, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 8396800 }, { "name": "dit.final_layer.linear", "in_features": 1024, "out_features": 64, "has_bias": true, "param_count": 65536, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 262400 }, { "name": "stop_head", "in_features": 2048, "out_features": 1, "has_bias": true, "param_count": 2048, "selected": false, "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", "group_size": 0, "original_bytes": 8196 } ], "totals": { "profile": "safe", "group_size": 256, "total_model_parameters": 2429960257, "total_linear_parameters": 2049116160, "selected_int8_parameters": 1729101824, "selected_share_of_core_weights": 0.7115761745563397, "estimated_original_bytes": 8197562628, "estimated_quantized_bytes": 3012633092, "layers_quantized": 321, "layers_bf16": 10 } }