| { |
| "artifact_format": "orbitquant-multicomponent-v1", |
| "source_model_id": "krea/Krea-2-Turbo", |
| "source_revision": "98e0fe118d17c9e3547fbb2e25acdbae2cadf7c7", |
| "source_license": "krea-2-community-license-agreement", |
| "repo_id": "WaveCut/Krea-2-Turbo-OrbitQuant-W4A4", |
| "visibility": "public-ungated", |
| "quant_method": "orbitquant", |
| "recipe": "w4a4-universal-main-ff-down-and-img-in-bf16", |
| "weight_bits": 4, |
| "activation_bits": 4, |
| "w4a4_components": [ |
| "text_encoder", |
| "transformer" |
| ], |
| "source_precision_components": [ |
| "vae", |
| "scheduler", |
| "tokenizer" |
| ], |
| "calibration_data": null, |
| "orbitquant_version": "0.9.2", |
| "orbitquant_revision": "bundled-runtime-wheel", |
| "orbitquant_runtime_wheel": "runtime/orbitquant-0.9.2-py3-none-any.whl", |
| "orbitquant_runtime_wheel_sha256": "acf31e139e630c1a8513f973d09ade28f22224b27daadbf83266858ef2ac8ffe", |
| "runtime": { |
| "package": "orbitquant", |
| "wheel": "runtime/orbitquant-0.9.2-py3-none-any.whl", |
| "wheel_sha256": "acf31e139e630c1a8513f973d09ade28f22224b27daadbf83266858ef2ac8ffe", |
| "packed_weight_path": "native_packed_matmul", |
| "activation_path": "direct_triton_int8_surrogate", |
| "shared_activation_quantization": true, |
| "attention": "strict_flash_sdpa_bf16", |
| "full_model_torch_compile": false, |
| "full_weight_dequantization_cache": false, |
| "decoded_int8_weight_cache": false |
| }, |
| "diffusers_version": "0.39.0", |
| "components": [ |
| { |
| "status": "complete", |
| "component": "transformer", |
| "framework": "diffusers", |
| "class_name": "Krea2Transformer2DModel", |
| "component_mode": "orbitquant_w4a4", |
| "source_weight_bytes": 26283288880, |
| "artifact_bytes": 10704580693, |
| "load_and_quantize_seconds": 249.18440662510693, |
| "save_seconds": 2.236414270475507, |
| "wall_seconds": 251.42434754874557, |
| "rss_before_bytes": 831778816, |
| "rss_after_bytes": 7679791104, |
| "released_source_tensor_bytes": 26118455344, |
| "source_page_release_failures": 0, |
| "gpu": { |
| "device": "NVIDIA RTX PRO 6000 Blackwell Server Edition", |
| "capability": [ |
| 12, |
| 0 |
| ], |
| "free_bytes": 101384585216, |
| "total_bytes": 101974081536, |
| "allocated_bytes": 165376, |
| "reserved_bytes": 2097152, |
| "peak_allocated_bytes": 29526528, |
| "peak_reserved_bytes": 46137344 |
| }, |
| "orbitquant_module_count": 232, |
| "adaln_int4_module_count": 0, |
| "source_precision_linear_module_count": 32, |
| "orbitquant_modules": [ |
| "time_mod_proj", |
| "text_fusion.layerwise_blocks.0.attn.to_q", |
| "text_fusion.layerwise_blocks.0.attn.to_k", |
| "text_fusion.layerwise_blocks.0.attn.to_v", |
| "text_fusion.layerwise_blocks.0.attn.to_gate", |
| "text_fusion.layerwise_blocks.0.attn.to_out.0", |
| "text_fusion.layerwise_blocks.0.ff.gate", |
| "text_fusion.layerwise_blocks.0.ff.up", |
| "text_fusion.layerwise_blocks.0.ff.down", |
| "text_fusion.layerwise_blocks.1.attn.to_q", |
| "text_fusion.layerwise_blocks.1.attn.to_k", |
| "text_fusion.layerwise_blocks.1.attn.to_v", |
| "text_fusion.layerwise_blocks.1.attn.to_gate", |
| "text_fusion.layerwise_blocks.1.attn.to_out.0", |
| "text_fusion.layerwise_blocks.1.ff.gate", |
| "text_fusion.layerwise_blocks.1.ff.up", |
| "text_fusion.layerwise_blocks.1.ff.down", |
| "text_fusion.projector", |
| "text_fusion.refiner_blocks.0.attn.to_q", |
| "text_fusion.refiner_blocks.0.attn.to_k", |
| "text_fusion.refiner_blocks.0.attn.to_v", |
| "text_fusion.refiner_blocks.0.attn.to_gate", |
| "text_fusion.refiner_blocks.0.attn.to_out.0", |
| "text_fusion.refiner_blocks.0.ff.gate", |
| "text_fusion.refiner_blocks.0.ff.up", |
| "text_fusion.refiner_blocks.0.ff.down", |
| "text_fusion.refiner_blocks.1.attn.to_q", |
| "text_fusion.refiner_blocks.1.attn.to_k", |
| "text_fusion.refiner_blocks.1.attn.to_v", |
| "text_fusion.refiner_blocks.1.attn.to_gate", |
| "text_fusion.refiner_blocks.1.attn.to_out.0", |
| "text_fusion.refiner_blocks.1.ff.gate", |
| "text_fusion.refiner_blocks.1.ff.up", |
| "text_fusion.refiner_blocks.1.ff.down", |
| "txt_in.linear_1", |
| "txt_in.linear_2", |
| "transformer_blocks.0.attn.to_q", |
| "transformer_blocks.0.attn.to_k", |
| "transformer_blocks.0.attn.to_v", |
| "transformer_blocks.0.attn.to_gate", |
| "transformer_blocks.0.attn.to_out.0", |
| "transformer_blocks.0.ff.gate", |
| "transformer_blocks.0.ff.up", |
| "transformer_blocks.1.attn.to_q", |
| "transformer_blocks.1.attn.to_k", |
| "transformer_blocks.1.attn.to_v", |
| "transformer_blocks.1.attn.to_gate", |
| "transformer_blocks.1.attn.to_out.0", |
| "transformer_blocks.1.ff.gate", |
| "transformer_blocks.1.ff.up", |
| "transformer_blocks.2.attn.to_q", |
| "transformer_blocks.2.attn.to_k", |
| "transformer_blocks.2.attn.to_v", |
| "transformer_blocks.2.attn.to_gate", |
| "transformer_blocks.2.attn.to_out.0", |
| "transformer_blocks.2.ff.gate", |
| "transformer_blocks.2.ff.up", |
| "transformer_blocks.3.attn.to_q", |
| "transformer_blocks.3.attn.to_k", |
| "transformer_blocks.3.attn.to_v", |
| "transformer_blocks.3.attn.to_gate", |
| "transformer_blocks.3.attn.to_out.0", |
| "transformer_blocks.3.ff.gate", |
| "transformer_blocks.3.ff.up", |
| "transformer_blocks.4.attn.to_q", |
| "transformer_blocks.4.attn.to_k", |
| "transformer_blocks.4.attn.to_v", |
| "transformer_blocks.4.attn.to_gate", |
| "transformer_blocks.4.attn.to_out.0", |
| "transformer_blocks.4.ff.gate", |
| "transformer_blocks.4.ff.up", |
| "transformer_blocks.5.attn.to_q", |
| "transformer_blocks.5.attn.to_k", |
| "transformer_blocks.5.attn.to_v", |
| "transformer_blocks.5.attn.to_gate", |
| "transformer_blocks.5.attn.to_out.0", |
| "transformer_blocks.5.ff.gate", |
| "transformer_blocks.5.ff.up", |
| "transformer_blocks.6.attn.to_q", |
| "transformer_blocks.6.attn.to_k", |
| "transformer_blocks.6.attn.to_v", |
| "transformer_blocks.6.attn.to_gate", |
| "transformer_blocks.6.attn.to_out.0", |
| "transformer_blocks.6.ff.gate", |
| "transformer_blocks.6.ff.up", |
| "transformer_blocks.7.attn.to_q", |
| "transformer_blocks.7.attn.to_k", |
| "transformer_blocks.7.attn.to_v", |
| "transformer_blocks.7.attn.to_gate", |
| "transformer_blocks.7.attn.to_out.0", |
| "transformer_blocks.7.ff.gate", |
| "transformer_blocks.7.ff.up", |
| "transformer_blocks.8.attn.to_q", |
| "transformer_blocks.8.attn.to_k", |
| "transformer_blocks.8.attn.to_v", |
| "transformer_blocks.8.attn.to_gate", |
| "transformer_blocks.8.attn.to_out.0", |
| "transformer_blocks.8.ff.gate", |
| "transformer_blocks.8.ff.up", |
| "transformer_blocks.9.attn.to_q", |
| "transformer_blocks.9.attn.to_k", |
| "transformer_blocks.9.attn.to_v", |
| "transformer_blocks.9.attn.to_gate", |
| "transformer_blocks.9.attn.to_out.0", |
| "transformer_blocks.9.ff.gate", |
| "transformer_blocks.9.ff.up", |
| "transformer_blocks.10.attn.to_q", |
| "transformer_blocks.10.attn.to_k", |
| "transformer_blocks.10.attn.to_v", |
| "transformer_blocks.10.attn.to_gate", |
| "transformer_blocks.10.attn.to_out.0", |
| "transformer_blocks.10.ff.gate", |
| "transformer_blocks.10.ff.up", |
| "transformer_blocks.11.attn.to_q", |
| "transformer_blocks.11.attn.to_k", |
| "transformer_blocks.11.attn.to_v", |
| "transformer_blocks.11.attn.to_gate", |
| "transformer_blocks.11.attn.to_out.0", |
| "transformer_blocks.11.ff.gate", |
| "transformer_blocks.11.ff.up", |
| "transformer_blocks.12.attn.to_q", |
| "transformer_blocks.12.attn.to_k", |
| "transformer_blocks.12.attn.to_v", |
| "transformer_blocks.12.attn.to_gate", |
| "transformer_blocks.12.attn.to_out.0", |
| "transformer_blocks.12.ff.gate", |
| "transformer_blocks.12.ff.up", |
| "transformer_blocks.13.attn.to_q", |
| "transformer_blocks.13.attn.to_k", |
| "transformer_blocks.13.attn.to_v", |
| "transformer_blocks.13.attn.to_gate", |
| "transformer_blocks.13.attn.to_out.0", |
| "transformer_blocks.13.ff.gate", |
| "transformer_blocks.13.ff.up", |
| "transformer_blocks.14.attn.to_q", |
| "transformer_blocks.14.attn.to_k", |
| "transformer_blocks.14.attn.to_v", |
| "transformer_blocks.14.attn.to_gate", |
| "transformer_blocks.14.attn.to_out.0", |
| "transformer_blocks.14.ff.gate", |
| "transformer_blocks.14.ff.up", |
| "transformer_blocks.15.attn.to_q", |
| "transformer_blocks.15.attn.to_k", |
| "transformer_blocks.15.attn.to_v", |
| "transformer_blocks.15.attn.to_gate", |
| "transformer_blocks.15.attn.to_out.0", |
| "transformer_blocks.15.ff.gate", |
| "transformer_blocks.15.ff.up", |
| "transformer_blocks.16.attn.to_q", |
| "transformer_blocks.16.attn.to_k", |
| "transformer_blocks.16.attn.to_v", |
| "transformer_blocks.16.attn.to_gate", |
| "transformer_blocks.16.attn.to_out.0", |
| "transformer_blocks.16.ff.gate", |
| "transformer_blocks.16.ff.up", |
| "transformer_blocks.17.attn.to_q", |
| "transformer_blocks.17.attn.to_k", |
| "transformer_blocks.17.attn.to_v", |
| "transformer_blocks.17.attn.to_gate", |
| "transformer_blocks.17.attn.to_out.0", |
| "transformer_blocks.17.ff.gate", |
| "transformer_blocks.17.ff.up", |
| "transformer_blocks.18.attn.to_q", |
| "transformer_blocks.18.attn.to_k", |
| "transformer_blocks.18.attn.to_v", |
| "transformer_blocks.18.attn.to_gate", |
| "transformer_blocks.18.attn.to_out.0", |
| "transformer_blocks.18.ff.gate", |
| "transformer_blocks.18.ff.up", |
| "transformer_blocks.19.attn.to_q", |
| "transformer_blocks.19.attn.to_k", |
| "transformer_blocks.19.attn.to_v", |
| "transformer_blocks.19.attn.to_gate", |
| "transformer_blocks.19.attn.to_out.0", |
| "transformer_blocks.19.ff.gate", |
| "transformer_blocks.19.ff.up", |
| "transformer_blocks.20.attn.to_q", |
| "transformer_blocks.20.attn.to_k", |
| "transformer_blocks.20.attn.to_v", |
| "transformer_blocks.20.attn.to_gate", |
| "transformer_blocks.20.attn.to_out.0", |
| "transformer_blocks.20.ff.gate", |
| "transformer_blocks.20.ff.up", |
| "transformer_blocks.21.attn.to_q", |
| "transformer_blocks.21.attn.to_k", |
| "transformer_blocks.21.attn.to_v", |
| "transformer_blocks.21.attn.to_gate", |
| "transformer_blocks.21.attn.to_out.0", |
| "transformer_blocks.21.ff.gate", |
| "transformer_blocks.21.ff.up", |
| "transformer_blocks.22.attn.to_q", |
| "transformer_blocks.22.attn.to_k", |
| "transformer_blocks.22.attn.to_v", |
| "transformer_blocks.22.attn.to_gate", |
| "transformer_blocks.22.attn.to_out.0", |
| "transformer_blocks.22.ff.gate", |
| "transformer_blocks.22.ff.up", |
| "transformer_blocks.23.attn.to_q", |
| "transformer_blocks.23.attn.to_k", |
| "transformer_blocks.23.attn.to_v", |
| "transformer_blocks.23.attn.to_gate", |
| "transformer_blocks.23.attn.to_out.0", |
| "transformer_blocks.23.ff.gate", |
| "transformer_blocks.23.ff.up", |
| "transformer_blocks.24.attn.to_q", |
| "transformer_blocks.24.attn.to_k", |
| "transformer_blocks.24.attn.to_v", |
| "transformer_blocks.24.attn.to_gate", |
| "transformer_blocks.24.attn.to_out.0", |
| "transformer_blocks.24.ff.gate", |
| "transformer_blocks.24.ff.up", |
| "transformer_blocks.25.attn.to_q", |
| "transformer_blocks.25.attn.to_k", |
| "transformer_blocks.25.attn.to_v", |
| "transformer_blocks.25.attn.to_gate", |
| "transformer_blocks.25.attn.to_out.0", |
| "transformer_blocks.25.ff.gate", |
| "transformer_blocks.25.ff.up", |
| "transformer_blocks.26.attn.to_q", |
| "transformer_blocks.26.attn.to_k", |
| "transformer_blocks.26.attn.to_v", |
| "transformer_blocks.26.attn.to_gate", |
| "transformer_blocks.26.attn.to_out.0", |
| "transformer_blocks.26.ff.gate", |
| "transformer_blocks.26.ff.up", |
| "transformer_blocks.27.attn.to_q", |
| "transformer_blocks.27.attn.to_k", |
| "transformer_blocks.27.attn.to_v", |
| "transformer_blocks.27.attn.to_gate", |
| "transformer_blocks.27.attn.to_out.0", |
| "transformer_blocks.27.ff.gate", |
| "transformer_blocks.27.ff.up" |
| ], |
| "adaln_int4_modules": [], |
| "source_precision_linear_modules": [ |
| "final_layer.linear", |
| "img_in", |
| "time_embed.linear_1", |
| "time_embed.linear_2", |
| "transformer_blocks.0.ff.down", |
| "transformer_blocks.1.ff.down", |
| "transformer_blocks.10.ff.down", |
| "transformer_blocks.11.ff.down", |
| "transformer_blocks.12.ff.down", |
| "transformer_blocks.13.ff.down", |
| "transformer_blocks.14.ff.down", |
| "transformer_blocks.15.ff.down", |
| "transformer_blocks.16.ff.down", |
| "transformer_blocks.17.ff.down", |
| "transformer_blocks.18.ff.down", |
| "transformer_blocks.19.ff.down", |
| "transformer_blocks.2.ff.down", |
| "transformer_blocks.20.ff.down", |
| "transformer_blocks.21.ff.down", |
| "transformer_blocks.22.ff.down", |
| "transformer_blocks.23.ff.down", |
| "transformer_blocks.24.ff.down", |
| "transformer_blocks.25.ff.down", |
| "transformer_blocks.26.ff.down", |
| "transformer_blocks.27.ff.down", |
| "transformer_blocks.3.ff.down", |
| "transformer_blocks.4.ff.down", |
| "transformer_blocks.5.ff.down", |
| "transformer_blocks.6.ff.down", |
| "transformer_blocks.7.ff.down", |
| "transformer_blocks.8.ff.down", |
| "transformer_blocks.9.ff.down" |
| ], |
| "quantized_linear_weight_parameters": 9959899148, |
| "source_precision_linear_weight_parameters": 2858680320, |
| "linear_weight_parameters": 12818579468, |
| "linear_parameter_coverage": 0.7769893046935238, |
| "packed_module_state_bytes": 6393049096, |
| "full_dequantized_cache_count": 0, |
| "quality_protection": { |
| "patterns": [ |
| "transformer_blocks.*.ff.down", |
| "img_in" |
| ], |
| "module_count": 29, |
| "source_precision_parameter_count": 2818971648, |
| "selection": "component-isolated native-size image, latent-trajectory, and smooth-gradient ablations" |
| } |
| }, |
| { |
| "status": "complete", |
| "component": "text_encoder", |
| "framework": "transformers", |
| "class_name": "Qwen3VLModel", |
| "component_mode": "orbitquant_w4a4", |
| "source_weight_bytes": 8875715136, |
| "artifact_bytes": 2811934088, |
| "load_and_quantize_seconds": 104.62921418622136, |
| "save_seconds": 0.3852194733917713, |
| "wall_seconds": 105.29201615415514, |
| "rss_before_bytes": 7679791104, |
| "rss_after_bytes": 12943683584, |
| "released_source_tensor_bytes": 8088715264, |
| "source_page_release_failures": 0, |
| "gpu": { |
| "device": "NVIDIA RTX PRO 6000 Blackwell Server Edition", |
| "capability": [ |
| 12, |
| 0 |
| ], |
| "free_bytes": 101340545024, |
| "total_bytes": 101974081536, |
| "allocated_bytes": 241152, |
| "reserved_bytes": 46137344, |
| "peak_allocated_bytes": 17674752, |
| "peak_reserved_bytes": 46137344 |
| }, |
| "orbitquant_module_count": 356, |
| "adaln_int4_module_count": 0, |
| "source_precision_linear_module_count": 0, |
| "orbitquant_modules": [ |
| "visual.blocks.0.attn.qkv", |
| "visual.blocks.0.attn.proj", |
| "visual.blocks.0.mlp.linear_fc1", |
| "visual.blocks.0.mlp.linear_fc2", |
| "visual.blocks.1.attn.qkv", |
| "visual.blocks.1.attn.proj", |
| "visual.blocks.1.mlp.linear_fc1", |
| "visual.blocks.1.mlp.linear_fc2", |
| "visual.blocks.2.attn.qkv", |
| "visual.blocks.2.attn.proj", |
| "visual.blocks.2.mlp.linear_fc1", |
| "visual.blocks.2.mlp.linear_fc2", |
| "visual.blocks.3.attn.qkv", |
| "visual.blocks.3.attn.proj", |
| "visual.blocks.3.mlp.linear_fc1", |
| "visual.blocks.3.mlp.linear_fc2", |
| "visual.blocks.4.attn.qkv", |
| "visual.blocks.4.attn.proj", |
| "visual.blocks.4.mlp.linear_fc1", |
| "visual.blocks.4.mlp.linear_fc2", |
| "visual.blocks.5.attn.qkv", |
| "visual.blocks.5.attn.proj", |
| "visual.blocks.5.mlp.linear_fc1", |
| "visual.blocks.5.mlp.linear_fc2", |
| "visual.blocks.6.attn.qkv", |
| "visual.blocks.6.attn.proj", |
| "visual.blocks.6.mlp.linear_fc1", |
| "visual.blocks.6.mlp.linear_fc2", |
| "visual.blocks.7.attn.qkv", |
| "visual.blocks.7.attn.proj", |
| "visual.blocks.7.mlp.linear_fc1", |
| "visual.blocks.7.mlp.linear_fc2", |
| "visual.blocks.8.attn.qkv", |
| "visual.blocks.8.attn.proj", |
| "visual.blocks.8.mlp.linear_fc1", |
| "visual.blocks.8.mlp.linear_fc2", |
| "visual.blocks.9.attn.qkv", |
| "visual.blocks.9.attn.proj", |
| "visual.blocks.9.mlp.linear_fc1", |
| "visual.blocks.9.mlp.linear_fc2", |
| "visual.blocks.10.attn.qkv", |
| "visual.blocks.10.attn.proj", |
| "visual.blocks.10.mlp.linear_fc1", |
| "visual.blocks.10.mlp.linear_fc2", |
| "visual.blocks.11.attn.qkv", |
| "visual.blocks.11.attn.proj", |
| "visual.blocks.11.mlp.linear_fc1", |
| "visual.blocks.11.mlp.linear_fc2", |
| "visual.blocks.12.attn.qkv", |
| "visual.blocks.12.attn.proj", |
| "visual.blocks.12.mlp.linear_fc1", |
| "visual.blocks.12.mlp.linear_fc2", |
| "visual.blocks.13.attn.qkv", |
| "visual.blocks.13.attn.proj", |
| "visual.blocks.13.mlp.linear_fc1", |
| "visual.blocks.13.mlp.linear_fc2", |
| "visual.blocks.14.attn.qkv", |
| "visual.blocks.14.attn.proj", |
| "visual.blocks.14.mlp.linear_fc1", |
| "visual.blocks.14.mlp.linear_fc2", |
| "visual.blocks.15.attn.qkv", |
| "visual.blocks.15.attn.proj", |
| "visual.blocks.15.mlp.linear_fc1", |
| "visual.blocks.15.mlp.linear_fc2", |
| "visual.blocks.16.attn.qkv", |
| "visual.blocks.16.attn.proj", |
| "visual.blocks.16.mlp.linear_fc1", |
| "visual.blocks.16.mlp.linear_fc2", |
| "visual.blocks.17.attn.qkv", |
| "visual.blocks.17.attn.proj", |
| "visual.blocks.17.mlp.linear_fc1", |
| "visual.blocks.17.mlp.linear_fc2", |
| "visual.blocks.18.attn.qkv", |
| "visual.blocks.18.attn.proj", |
| "visual.blocks.18.mlp.linear_fc1", |
| "visual.blocks.18.mlp.linear_fc2", |
| "visual.blocks.19.attn.qkv", |
| "visual.blocks.19.attn.proj", |
| "visual.blocks.19.mlp.linear_fc1", |
| "visual.blocks.19.mlp.linear_fc2", |
| "visual.blocks.20.attn.qkv", |
| "visual.blocks.20.attn.proj", |
| "visual.blocks.20.mlp.linear_fc1", |
| "visual.blocks.20.mlp.linear_fc2", |
| "visual.blocks.21.attn.qkv", |
| "visual.blocks.21.attn.proj", |
| "visual.blocks.21.mlp.linear_fc1", |
| "visual.blocks.21.mlp.linear_fc2", |
| "visual.blocks.22.attn.qkv", |
| "visual.blocks.22.attn.proj", |
| "visual.blocks.22.mlp.linear_fc1", |
| "visual.blocks.22.mlp.linear_fc2", |
| "visual.blocks.23.attn.qkv", |
| "visual.blocks.23.attn.proj", |
| "visual.blocks.23.mlp.linear_fc1", |
| "visual.blocks.23.mlp.linear_fc2", |
| "visual.merger.linear_fc1", |
| "visual.merger.linear_fc2", |
| "visual.deepstack_merger_list.0.linear_fc1", |
| "visual.deepstack_merger_list.0.linear_fc2", |
| "visual.deepstack_merger_list.1.linear_fc1", |
| "visual.deepstack_merger_list.1.linear_fc2", |
| "visual.deepstack_merger_list.2.linear_fc1", |
| "visual.deepstack_merger_list.2.linear_fc2", |
| "language_model.layers.0.self_attn.q_proj", |
| "language_model.layers.0.self_attn.k_proj", |
| "language_model.layers.0.self_attn.v_proj", |
| "language_model.layers.0.self_attn.o_proj", |
| "language_model.layers.0.mlp.gate_proj", |
| "language_model.layers.0.mlp.up_proj", |
| "language_model.layers.0.mlp.down_proj", |
| "language_model.layers.1.self_attn.q_proj", |
| "language_model.layers.1.self_attn.k_proj", |
| "language_model.layers.1.self_attn.v_proj", |
| "language_model.layers.1.self_attn.o_proj", |
| "language_model.layers.1.mlp.gate_proj", |
| "language_model.layers.1.mlp.up_proj", |
| "language_model.layers.1.mlp.down_proj", |
| "language_model.layers.2.self_attn.q_proj", |
| "language_model.layers.2.self_attn.k_proj", |
| "language_model.layers.2.self_attn.v_proj", |
| "language_model.layers.2.self_attn.o_proj", |
| "language_model.layers.2.mlp.gate_proj", |
| "language_model.layers.2.mlp.up_proj", |
| "language_model.layers.2.mlp.down_proj", |
| "language_model.layers.3.self_attn.q_proj", |
| "language_model.layers.3.self_attn.k_proj", |
| "language_model.layers.3.self_attn.v_proj", |
| "language_model.layers.3.self_attn.o_proj", |
| "language_model.layers.3.mlp.gate_proj", |
| "language_model.layers.3.mlp.up_proj", |
| "language_model.layers.3.mlp.down_proj", |
| "language_model.layers.4.self_attn.q_proj", |
| "language_model.layers.4.self_attn.k_proj", |
| "language_model.layers.4.self_attn.v_proj", |
| "language_model.layers.4.self_attn.o_proj", |
| "language_model.layers.4.mlp.gate_proj", |
| "language_model.layers.4.mlp.up_proj", |
| "language_model.layers.4.mlp.down_proj", |
| "language_model.layers.5.self_attn.q_proj", |
| "language_model.layers.5.self_attn.k_proj", |
| "language_model.layers.5.self_attn.v_proj", |
| "language_model.layers.5.self_attn.o_proj", |
| "language_model.layers.5.mlp.gate_proj", |
| "language_model.layers.5.mlp.up_proj", |
| "language_model.layers.5.mlp.down_proj", |
| "language_model.layers.6.self_attn.q_proj", |
| "language_model.layers.6.self_attn.k_proj", |
| "language_model.layers.6.self_attn.v_proj", |
| "language_model.layers.6.self_attn.o_proj", |
| "language_model.layers.6.mlp.gate_proj", |
| "language_model.layers.6.mlp.up_proj", |
| "language_model.layers.6.mlp.down_proj", |
| "language_model.layers.7.self_attn.q_proj", |
| "language_model.layers.7.self_attn.k_proj", |
| "language_model.layers.7.self_attn.v_proj", |
| "language_model.layers.7.self_attn.o_proj", |
| "language_model.layers.7.mlp.gate_proj", |
| "language_model.layers.7.mlp.up_proj", |
| "language_model.layers.7.mlp.down_proj", |
| "language_model.layers.8.self_attn.q_proj", |
| "language_model.layers.8.self_attn.k_proj", |
| "language_model.layers.8.self_attn.v_proj", |
| "language_model.layers.8.self_attn.o_proj", |
| "language_model.layers.8.mlp.gate_proj", |
| "language_model.layers.8.mlp.up_proj", |
| "language_model.layers.8.mlp.down_proj", |
| "language_model.layers.9.self_attn.q_proj", |
| "language_model.layers.9.self_attn.k_proj", |
| "language_model.layers.9.self_attn.v_proj", |
| "language_model.layers.9.self_attn.o_proj", |
| "language_model.layers.9.mlp.gate_proj", |
| "language_model.layers.9.mlp.up_proj", |
| "language_model.layers.9.mlp.down_proj", |
| "language_model.layers.10.self_attn.q_proj", |
| "language_model.layers.10.self_attn.k_proj", |
| "language_model.layers.10.self_attn.v_proj", |
| "language_model.layers.10.self_attn.o_proj", |
| "language_model.layers.10.mlp.gate_proj", |
| "language_model.layers.10.mlp.up_proj", |
| "language_model.layers.10.mlp.down_proj", |
| "language_model.layers.11.self_attn.q_proj", |
| "language_model.layers.11.self_attn.k_proj", |
| "language_model.layers.11.self_attn.v_proj", |
| "language_model.layers.11.self_attn.o_proj", |
| "language_model.layers.11.mlp.gate_proj", |
| "language_model.layers.11.mlp.up_proj", |
| "language_model.layers.11.mlp.down_proj", |
| "language_model.layers.12.self_attn.q_proj", |
| "language_model.layers.12.self_attn.k_proj", |
| "language_model.layers.12.self_attn.v_proj", |
| "language_model.layers.12.self_attn.o_proj", |
| "language_model.layers.12.mlp.gate_proj", |
| "language_model.layers.12.mlp.up_proj", |
| "language_model.layers.12.mlp.down_proj", |
| "language_model.layers.13.self_attn.q_proj", |
| "language_model.layers.13.self_attn.k_proj", |
| "language_model.layers.13.self_attn.v_proj", |
| "language_model.layers.13.self_attn.o_proj", |
| "language_model.layers.13.mlp.gate_proj", |
| "language_model.layers.13.mlp.up_proj", |
| "language_model.layers.13.mlp.down_proj", |
| "language_model.layers.14.self_attn.q_proj", |
| "language_model.layers.14.self_attn.k_proj", |
| "language_model.layers.14.self_attn.v_proj", |
| "language_model.layers.14.self_attn.o_proj", |
| "language_model.layers.14.mlp.gate_proj", |
| "language_model.layers.14.mlp.up_proj", |
| "language_model.layers.14.mlp.down_proj", |
| "language_model.layers.15.self_attn.q_proj", |
| "language_model.layers.15.self_attn.k_proj", |
| "language_model.layers.15.self_attn.v_proj", |
| "language_model.layers.15.self_attn.o_proj", |
| "language_model.layers.15.mlp.gate_proj", |
| "language_model.layers.15.mlp.up_proj", |
| "language_model.layers.15.mlp.down_proj", |
| "language_model.layers.16.self_attn.q_proj", |
| "language_model.layers.16.self_attn.k_proj", |
| "language_model.layers.16.self_attn.v_proj", |
| "language_model.layers.16.self_attn.o_proj", |
| "language_model.layers.16.mlp.gate_proj", |
| "language_model.layers.16.mlp.up_proj", |
| "language_model.layers.16.mlp.down_proj", |
| "language_model.layers.17.self_attn.q_proj", |
| "language_model.layers.17.self_attn.k_proj", |
| "language_model.layers.17.self_attn.v_proj", |
| "language_model.layers.17.self_attn.o_proj", |
| "language_model.layers.17.mlp.gate_proj", |
| "language_model.layers.17.mlp.up_proj", |
| "language_model.layers.17.mlp.down_proj", |
| "language_model.layers.18.self_attn.q_proj", |
| "language_model.layers.18.self_attn.k_proj", |
| "language_model.layers.18.self_attn.v_proj", |
| "language_model.layers.18.self_attn.o_proj", |
| "language_model.layers.18.mlp.gate_proj", |
| "language_model.layers.18.mlp.up_proj", |
| "language_model.layers.18.mlp.down_proj", |
| "language_model.layers.19.self_attn.q_proj", |
| "language_model.layers.19.self_attn.k_proj", |
| "language_model.layers.19.self_attn.v_proj", |
| "language_model.layers.19.self_attn.o_proj", |
| "language_model.layers.19.mlp.gate_proj", |
| "language_model.layers.19.mlp.up_proj", |
| "language_model.layers.19.mlp.down_proj", |
| "language_model.layers.20.self_attn.q_proj", |
| "language_model.layers.20.self_attn.k_proj", |
| "language_model.layers.20.self_attn.v_proj", |
| "language_model.layers.20.self_attn.o_proj", |
| "language_model.layers.20.mlp.gate_proj", |
| "language_model.layers.20.mlp.up_proj", |
| "language_model.layers.20.mlp.down_proj", |
| "language_model.layers.21.self_attn.q_proj", |
| "language_model.layers.21.self_attn.k_proj", |
| "language_model.layers.21.self_attn.v_proj", |
| "language_model.layers.21.self_attn.o_proj", |
| "language_model.layers.21.mlp.gate_proj", |
| "language_model.layers.21.mlp.up_proj", |
| "language_model.layers.21.mlp.down_proj", |
| "language_model.layers.22.self_attn.q_proj", |
| "language_model.layers.22.self_attn.k_proj", |
| "language_model.layers.22.self_attn.v_proj", |
| "language_model.layers.22.self_attn.o_proj", |
| "language_model.layers.22.mlp.gate_proj", |
| "language_model.layers.22.mlp.up_proj", |
| "language_model.layers.22.mlp.down_proj", |
| "language_model.layers.23.self_attn.q_proj", |
| "language_model.layers.23.self_attn.k_proj", |
| "language_model.layers.23.self_attn.v_proj", |
| "language_model.layers.23.self_attn.o_proj", |
| "language_model.layers.23.mlp.gate_proj", |
| "language_model.layers.23.mlp.up_proj", |
| "language_model.layers.23.mlp.down_proj", |
| "language_model.layers.24.self_attn.q_proj", |
| "language_model.layers.24.self_attn.k_proj", |
| "language_model.layers.24.self_attn.v_proj", |
| "language_model.layers.24.self_attn.o_proj", |
| "language_model.layers.24.mlp.gate_proj", |
| "language_model.layers.24.mlp.up_proj", |
| "language_model.layers.24.mlp.down_proj", |
| "language_model.layers.25.self_attn.q_proj", |
| "language_model.layers.25.self_attn.k_proj", |
| "language_model.layers.25.self_attn.v_proj", |
| "language_model.layers.25.self_attn.o_proj", |
| "language_model.layers.25.mlp.gate_proj", |
| "language_model.layers.25.mlp.up_proj", |
| "language_model.layers.25.mlp.down_proj", |
| "language_model.layers.26.self_attn.q_proj", |
| "language_model.layers.26.self_attn.k_proj", |
| "language_model.layers.26.self_attn.v_proj", |
| "language_model.layers.26.self_attn.o_proj", |
| "language_model.layers.26.mlp.gate_proj", |
| "language_model.layers.26.mlp.up_proj", |
| "language_model.layers.26.mlp.down_proj", |
| "language_model.layers.27.self_attn.q_proj", |
| "language_model.layers.27.self_attn.k_proj", |
| "language_model.layers.27.self_attn.v_proj", |
| "language_model.layers.27.self_attn.o_proj", |
| "language_model.layers.27.mlp.gate_proj", |
| "language_model.layers.27.mlp.up_proj", |
| "language_model.layers.27.mlp.down_proj", |
| "language_model.layers.28.self_attn.q_proj", |
| "language_model.layers.28.self_attn.k_proj", |
| "language_model.layers.28.self_attn.v_proj", |
| "language_model.layers.28.self_attn.o_proj", |
| "language_model.layers.28.mlp.gate_proj", |
| "language_model.layers.28.mlp.up_proj", |
| "language_model.layers.28.mlp.down_proj", |
| "language_model.layers.29.self_attn.q_proj", |
| "language_model.layers.29.self_attn.k_proj", |
| "language_model.layers.29.self_attn.v_proj", |
| "language_model.layers.29.self_attn.o_proj", |
| "language_model.layers.29.mlp.gate_proj", |
| "language_model.layers.29.mlp.up_proj", |
| "language_model.layers.29.mlp.down_proj", |
| "language_model.layers.30.self_attn.q_proj", |
| "language_model.layers.30.self_attn.k_proj", |
| "language_model.layers.30.self_attn.v_proj", |
| "language_model.layers.30.self_attn.o_proj", |
| "language_model.layers.30.mlp.gate_proj", |
| "language_model.layers.30.mlp.up_proj", |
| "language_model.layers.30.mlp.down_proj", |
| "language_model.layers.31.self_attn.q_proj", |
| "language_model.layers.31.self_attn.k_proj", |
| "language_model.layers.31.self_attn.v_proj", |
| "language_model.layers.31.self_attn.o_proj", |
| "language_model.layers.31.mlp.gate_proj", |
| "language_model.layers.31.mlp.up_proj", |
| "language_model.layers.31.mlp.down_proj", |
| "language_model.layers.32.self_attn.q_proj", |
| "language_model.layers.32.self_attn.k_proj", |
| "language_model.layers.32.self_attn.v_proj", |
| "language_model.layers.32.self_attn.o_proj", |
| "language_model.layers.32.mlp.gate_proj", |
| "language_model.layers.32.mlp.up_proj", |
| "language_model.layers.32.mlp.down_proj", |
| "language_model.layers.33.self_attn.q_proj", |
| "language_model.layers.33.self_attn.k_proj", |
| "language_model.layers.33.self_attn.v_proj", |
| "language_model.layers.33.self_attn.o_proj", |
| "language_model.layers.33.mlp.gate_proj", |
| "language_model.layers.33.mlp.up_proj", |
| "language_model.layers.33.mlp.down_proj", |
| "language_model.layers.34.self_attn.q_proj", |
| "language_model.layers.34.self_attn.k_proj", |
| "language_model.layers.34.self_attn.v_proj", |
| "language_model.layers.34.self_attn.o_proj", |
| "language_model.layers.34.mlp.gate_proj", |
| "language_model.layers.34.mlp.up_proj", |
| "language_model.layers.34.mlp.down_proj", |
| "language_model.layers.35.self_attn.q_proj", |
| "language_model.layers.35.self_attn.k_proj", |
| "language_model.layers.35.self_attn.v_proj", |
| "language_model.layers.35.self_attn.o_proj", |
| "language_model.layers.35.mlp.gate_proj", |
| "language_model.layers.35.mlp.up_proj", |
| "language_model.layers.35.mlp.down_proj" |
| ], |
| "adaln_int4_modules": [], |
| "source_precision_linear_modules": [], |
| "quantized_linear_weight_parameters": 4044357632, |
| "source_precision_linear_weight_parameters": 0, |
| "linear_weight_parameters": 4044357632, |
| "linear_parameter_coverage": 1.0, |
| "packed_module_state_bytes": 2025381888, |
| "full_dequantized_cache_count": 0 |
| } |
| ], |
| "totals": { |
| "source_weight_bytes": 35159004016, |
| "artifact_bytes": 13516514781, |
| "quantized_linear_weight_parameters": 14004256780, |
| "source_precision_linear_weight_parameters": 2858680320, |
| "orbitquant_module_count": 588, |
| "adaln_int4_module_count": 0, |
| "source_precision_linear_module_count": 32, |
| "linear_parameter_coverage": 0.8304755391633406 |
| }, |
| "comparison_matrix": "assets/original_vs_orbitquant_w4a4.webp", |
| "raw_generation_artifacts": "artifacts/generations", |
| "benchmark_summary": "benchmark/summary.json", |
| "quality_protection": { |
| "patterns": [ |
| "transformer_blocks.*.ff.down", |
| "img_in" |
| ], |
| "module_count": 29, |
| "source_precision_parameter_count": 2818971648, |
| "selection": "component-isolated native-size image, latent-trajectory, and smooth-gradient ablations" |
| }, |
| "benchmark": { |
| "hardware": "NVIDIA A40 48 GB", |
| "torch": "2.8.0+cu128", |
| "width": 2048, |
| "height": 2048, |
| "steps": 8, |
| "guidance_scale": 0.0, |
| "attention": "strict_bf16_flash_sdpa", |
| "component_staging": "qwen_then_release_then_dit_and_tiled_vae", |
| "prompt_compaction": "lossless_valid_tokens", |
| "bf16_hot_end_to_end_median_seconds": 54.57881709188223, |
| "orbitquant_hot_end_to_end_median_seconds": 49.98552576825023, |
| "hot_end_to_end_speedup": 1.0918924279185949, |
| "orbitquant_empty_triton_cache_first_seconds": 68.87463613599539, |
| "bf16_nvml_peak_mib": 31441, |
| "orbitquant_nvml_peak_mib": 19177, |
| "bf16_torch_peak_mib": 28982.806640625, |
| "orbitquant_torch_peak_mib": 16798.73583984375, |
| "raw_summary": "benchmark/summary.json" |
| }, |
| "diagnostic_artifacts": "artifacts/diagnostics" |
| } |
|
|
