| { | |
| "source": "C:\\Users\\drbaph\\Documents\\ComfyUI\\models\\fireredtts3\\FireRedTeam_FireRedTTS3", | |
| "variant": "fireredtts3_instruct", | |
| "profile": "safe", | |
| "group_size": 256, | |
| "layers": [ | |
| { | |
| "name": "backbone_llm.model.layers.0.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.0.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.0.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.0.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.0.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.0.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.0.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.1.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.1.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.1.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.1.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.1.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.1.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.1.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.2.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.2.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.2.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.2.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.2.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.2.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.2.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.3.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.3.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.3.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.3.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.3.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.3.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.3.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.4.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.4.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.4.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.4.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.4.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.4.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.4.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.5.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.5.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.5.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.5.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.5.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.5.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.5.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.6.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.6.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.6.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.6.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.6.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.6.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.6.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.7.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.7.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.7.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.7.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.7.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.7.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.7.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.8.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.8.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.8.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.8.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.8.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.8.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.8.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.9.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.9.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.9.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.9.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.9.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.9.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.9.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.10.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.10.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.10.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.10.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.10.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.10.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.10.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.11.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.11.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.11.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.11.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.11.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.11.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.11.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.12.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.12.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.12.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.12.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.12.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.12.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.12.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.13.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.13.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.13.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.13.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.13.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.13.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.13.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.14.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.14.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.14.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.14.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.14.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.14.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.14.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.15.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.15.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.15.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.15.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.15.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.15.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.15.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.16.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.16.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.16.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.16.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.16.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.16.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.16.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.17.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.17.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.17.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.17.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.17.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.17.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.17.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.18.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.18.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.18.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.18.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.18.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.18.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.18.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.19.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.19.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.19.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.19.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.19.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.19.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.19.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.20.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.20.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.20.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.20.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.20.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.20.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.20.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.21.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.21.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.21.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.21.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.21.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.21.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.21.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.22.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.22.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.22.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.22.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.22.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.22.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.22.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.23.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.23.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.23.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.23.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.23.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.23.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.23.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.24.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.24.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.24.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.24.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.24.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.24.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.24.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.25.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.25.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.25.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.25.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.25.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.25.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.25.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.26.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.26.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.26.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.26.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.26.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.26.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.26.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.27.self_attn.q_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.27.self_attn.k_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.27.self_attn.v_proj", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": false, | |
| "param_count": 2097152, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 8388608 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.27.self_attn.o_proj", | |
| "in_features": 2048, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16777216 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.27.mlp.gate_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.27.mlp.up_proj", | |
| "in_features": 2048, | |
| "out_features": 6144, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.model.layers.27.mlp.down_proj", | |
| "in_features": 6144, | |
| "out_features": 2048, | |
| "has_bias": false, | |
| "param_count": 12582912, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 50331648 | |
| }, | |
| { | |
| "name": "backbone_llm.lm_head", | |
| "in_features": 2048, | |
| "out_features": 151936, | |
| "has_bias": false, | |
| "param_count": 311164928, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 1244659712 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.0.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.0.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.0.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.0.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.0.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.0.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.1.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.1.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.1.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.1.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.1.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.1.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.2.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.2.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.2.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.2.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.2.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.2.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.3.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.3.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.3.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.3.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.3.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.3.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.4.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.4.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.4.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.4.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.4.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.4.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.5.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.5.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.5.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.5.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.5.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.5.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.6.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.6.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.6.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.6.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.6.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.6.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.7.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.7.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.7.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.7.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.7.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 4096, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16793600 | |
| }, | |
| { | |
| "name": "patch_encoder.blocks.7.mlp.ff.2", | |
| "in_features": 4096, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 4194304, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 16781312 | |
| }, | |
| { | |
| "name": "patch_encoder.in_proj", | |
| "in_features": 64, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 65536, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 266240 | |
| }, | |
| { | |
| "name": "patch_encoder.out_proj.linear", | |
| "in_features": 1024, | |
| "out_features": 2048, | |
| "has_bias": true, | |
| "param_count": 2097152, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 8396800 | |
| }, | |
| { | |
| "name": "dit_head", | |
| "in_features": 2048, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 2097152, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 8392704 | |
| }, | |
| { | |
| "name": "dit.in_proj", | |
| "in_features": 1088, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1114112, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 4460544 | |
| }, | |
| { | |
| "name": "dit.t_embedder.time_mlp.0", | |
| "in_features": 256, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 262144, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 1052672 | |
| }, | |
| { | |
| "name": "dit.t_embedder.time_mlp.2", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.0.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.0.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.0.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.0.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.0.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.0.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.0.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.1.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.1.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.1.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.1.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.1.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.1.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.1.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.2.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.2.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.2.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.2.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.2.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.2.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.2.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.3.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.3.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.3.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.3.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.3.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.3.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.3.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.4.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.4.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.4.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.4.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.4.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.4.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.4.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.5.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.5.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.5.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.5.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.5.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.5.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.5.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.6.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.6.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.6.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.6.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.6.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.6.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.6.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.7.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.7.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.7.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.7.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.7.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.7.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.7.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.8.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.8.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.8.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.8.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.8.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.8.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.8.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.9.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.9.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.9.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.9.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.9.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.9.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.9.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.blocks.10.attn.to_q", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.10.attn.to_k", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.10.attn.to_v", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.10.attn.to_out.0", | |
| "in_features": 1024, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 1048576, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 4198400 | |
| }, | |
| { | |
| "name": "dit.blocks.10.mlp.ff.0.0", | |
| "in_features": 1024, | |
| "out_features": 3072, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12595200 | |
| }, | |
| { | |
| "name": "dit.blocks.10.mlp.ff.2", | |
| "in_features": 3072, | |
| "out_features": 1024, | |
| "has_bias": true, | |
| "param_count": 3145728, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 12587008 | |
| }, | |
| { | |
| "name": "dit.blocks.10.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 9216, | |
| "has_bias": true, | |
| "param_count": 9437184, | |
| "selected": true, | |
| "reason": "selected", | |
| "group_size": 256, | |
| "original_bytes": 37785600 | |
| }, | |
| { | |
| "name": "dit.final_layer.adaLN_modulation.1", | |
| "in_features": 1024, | |
| "out_features": 2048, | |
| "has_bias": true, | |
| "param_count": 2097152, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 8396800 | |
| }, | |
| { | |
| "name": "dit.final_layer.linear", | |
| "in_features": 1024, | |
| "out_features": 64, | |
| "has_bias": true, | |
| "param_count": 65536, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 262400 | |
| }, | |
| { | |
| "name": "stop_head", | |
| "in_features": 2048, | |
| "out_features": 1, | |
| "has_bias": true, | |
| "param_count": 2048, | |
| "selected": false, | |
| "reason": "outside transformer blocks (safe profile keeps boundary/conditioning layers)", | |
| "group_size": 0, | |
| "original_bytes": 8196 | |
| } | |
| ], | |
| "totals": { | |
| "profile": "safe", | |
| "group_size": 256, | |
| "total_model_parameters": 2429960257, | |
| "total_linear_parameters": 2049116160, | |
| "selected_int8_parameters": 1729101824, | |
| "selected_share_of_core_weights": 0.7115761745563397, | |
| "estimated_original_bytes": 8197562628, | |
| "estimated_quantized_bytes": 3012633092, | |
| "layers_quantized": 321, | |
| "layers_bf16": 10 | |
| } | |
| } |