| { |
| "artifact_format": "orbitquant-v1", |
| "source_model_id": "black-forest-labs/FLUX.2-klein-4B", |
| "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294", |
| "source_license": "apache-2.0", |
| "quant_method": "orbitquant", |
| "paper": "https://arxiv.org/abs/2607.02461", |
| "weight_bits": 2, |
| "activation_bits": 4, |
| "rotation": "rpbh", |
| "rotation_seed": 0, |
| "block_size": "paper", |
| "block_size_policy": "largest_power_of_two_dividing_dim", |
| "codebook": "lloyd_max", |
| "codebook_version": 2, |
| "row_norm_dtype": "bfloat16", |
| "runtime_mode": "auto_fused", |
| "activation_kernel_backend": "auto", |
| "activation_eps": 1e-10, |
| "adaln_group_size": 64, |
| "quantization_device": "cuda", |
| "weight_quantization_backend": "triton_cuda", |
| "quantization_staging_mode": "component", |
| "target_policy": "flux2", |
| "adaln_policy": "int4_rtn_group64_bf16_activation", |
| "quantized_modules": [ |
| "transformer_blocks.0.attn.to_q", |
| "transformer_blocks.0.attn.to_k", |
| "transformer_blocks.0.attn.to_v", |
| "transformer_blocks.0.attn.to_out.0", |
| "transformer_blocks.0.attn.add_q_proj", |
| "transformer_blocks.0.attn.add_k_proj", |
| "transformer_blocks.0.attn.add_v_proj", |
| "transformer_blocks.0.attn.to_add_out", |
| "transformer_blocks.0.ff.linear_in", |
| "transformer_blocks.0.ff.linear_out", |
| "transformer_blocks.0.ff_context.linear_in", |
| "transformer_blocks.0.ff_context.linear_out", |
| "transformer_blocks.1.attn.to_q", |
| "transformer_blocks.1.attn.to_k", |
| "transformer_blocks.1.attn.to_v", |
| "transformer_blocks.1.attn.to_out.0", |
| "transformer_blocks.1.attn.add_q_proj", |
| "transformer_blocks.1.attn.add_k_proj", |
| "transformer_blocks.1.attn.add_v_proj", |
| "transformer_blocks.1.attn.to_add_out", |
| "transformer_blocks.1.ff.linear_in", |
| "transformer_blocks.1.ff.linear_out", |
| "transformer_blocks.1.ff_context.linear_in", |
| "transformer_blocks.1.ff_context.linear_out", |
| "transformer_blocks.2.attn.to_q", |
| "transformer_blocks.2.attn.to_k", |
| "transformer_blocks.2.attn.to_v", |
| "transformer_blocks.2.attn.to_out.0", |
| "transformer_blocks.2.attn.add_q_proj", |
| "transformer_blocks.2.attn.add_k_proj", |
| "transformer_blocks.2.attn.add_v_proj", |
| "transformer_blocks.2.attn.to_add_out", |
| "transformer_blocks.2.ff.linear_in", |
| "transformer_blocks.2.ff.linear_out", |
| "transformer_blocks.2.ff_context.linear_in", |
| "transformer_blocks.2.ff_context.linear_out", |
| "transformer_blocks.3.attn.to_q", |
| "transformer_blocks.3.attn.to_k", |
| "transformer_blocks.3.attn.to_v", |
| "transformer_blocks.3.attn.to_out.0", |
| "transformer_blocks.3.attn.add_q_proj", |
| "transformer_blocks.3.attn.add_k_proj", |
| "transformer_blocks.3.attn.add_v_proj", |
| "transformer_blocks.3.attn.to_add_out", |
| "transformer_blocks.3.ff.linear_in", |
| "transformer_blocks.3.ff.linear_out", |
| "transformer_blocks.3.ff_context.linear_in", |
| "transformer_blocks.3.ff_context.linear_out", |
| "transformer_blocks.4.attn.to_q", |
| "transformer_blocks.4.attn.to_k", |
| "transformer_blocks.4.attn.to_v", |
| "transformer_blocks.4.attn.to_out.0", |
| "transformer_blocks.4.attn.add_q_proj", |
| "transformer_blocks.4.attn.add_k_proj", |
| "transformer_blocks.4.attn.add_v_proj", |
| "transformer_blocks.4.attn.to_add_out", |
| "transformer_blocks.4.ff.linear_in", |
| "transformer_blocks.4.ff.linear_out", |
| "transformer_blocks.4.ff_context.linear_in", |
| "transformer_blocks.4.ff_context.linear_out", |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.0.attn.to_out", |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.1.attn.to_out", |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.2.attn.to_out", |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.3.attn.to_out", |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.4.attn.to_out", |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.5.attn.to_out", |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.6.attn.to_out", |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.7.attn.to_out", |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.8.attn.to_out", |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.9.attn.to_out", |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.10.attn.to_out", |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.11.attn.to_out", |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.12.attn.to_out", |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.13.attn.to_out", |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.14.attn.to_out", |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.15.attn.to_out", |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.16.attn.to_out", |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.17.attn.to_out", |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.18.attn.to_out", |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.19.attn.to_out" |
| ], |
| "adaln_modules": [ |
| "double_stream_modulation_img.linear", |
| "double_stream_modulation_txt.linear", |
| "single_stream_modulation.linear" |
| ], |
| "skipped_modules": [ |
| "time_guidance_embed.timestep_embedder.linear_1", |
| "time_guidance_embed.timestep_embedder.linear_2", |
| "x_embedder", |
| "context_embedder", |
| "norm_out.linear", |
| "proj_out" |
| ], |
| "module_shapes": { |
| "time_guidance_embed.timestep_embedder.linear_1.weight": [ |
| 3072, |
| 256 |
| ], |
| "time_guidance_embed.timestep_embedder.linear_2.weight": [ |
| 3072, |
| 3072 |
| ], |
| "double_stream_modulation_img.linear.packed_weight": [ |
| 28311552 |
| ], |
| "double_stream_modulation_img.linear.scales": [ |
| 18432, |
| 48 |
| ], |
| "double_stream_modulation_txt.linear.packed_weight": [ |
| 28311552 |
| ], |
| "double_stream_modulation_txt.linear.scales": [ |
| 18432, |
| 48 |
| ], |
| "single_stream_modulation.linear.packed_weight": [ |
| 14155776 |
| ], |
| "single_stream_modulation.linear.scales": [ |
| 9216, |
| 48 |
| ], |
| "x_embedder.weight": [ |
| 3072, |
| 128 |
| ], |
| "context_embedder.weight": [ |
| 3072, |
| 7680 |
| ], |
| "transformer_blocks.0.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.0.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.0.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.0.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.0.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.0.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.0.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.1.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.1.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.1.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.1.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.1.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.1.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_q.packed_weight_indices": [ |
| 2359296 |
| ], |
| "transformer_blocks.2.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_k.packed_weight_indices": [ |
| 2359296 |
| ], |
| "transformer_blocks.2.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_v.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.to_out.0.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.add_q_proj.packed_weight_indices": [ |
| 2359296 |
| ], |
| "transformer_blocks.2.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.add_k_proj.packed_weight_indices": [ |
| 2359296 |
| ], |
| "transformer_blocks.2.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.add_v_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_add_out.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.ff.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.2.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.2.ff.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.2.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.ff_context.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.2.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.2.ff_context.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.2.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.3.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.3.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.3.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.3.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.3.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.3.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.4.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.4.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.4.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.4.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.4.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.4.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.0.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.0.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.0.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.0.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.1.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.1.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.1.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.1.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.2.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.2.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.2.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.2.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.3.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.3.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.3.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.3.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.4.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.4.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.4.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.4.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.5.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.5.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.5.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.5.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.6.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.6.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.6.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.6.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.7.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.7.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.7.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.7.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.8.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.8.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.8.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.8.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.9.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.9.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.9.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.9.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.10.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.10.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.10.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.10.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.11.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.11.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.11.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.11.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.12.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.12.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.12.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.12.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.13.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.13.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.13.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.13.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.14.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.14.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.14.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.14.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.15.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.15.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.15.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.15.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.16.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.16.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.16.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.16.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.17.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.17.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.17.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.17.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.18.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.18.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.18.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.18.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.19.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.19.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.19.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.19.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "norm_out.linear.weight": [ |
| 6144, |
| 3072 |
| ], |
| "proj_out.weight": [ |
| 128, |
| 3072 |
| ] |
| }, |
| "module_bits": { |
| "transformer_blocks.0.attn.to_q": 4, |
| "transformer_blocks.0.attn.to_k": 4, |
| "transformer_blocks.0.attn.to_v": 4, |
| "transformer_blocks.0.attn.to_out.0": 4, |
| "transformer_blocks.0.attn.add_q_proj": 4, |
| "transformer_blocks.0.attn.add_k_proj": 4, |
| "transformer_blocks.0.attn.add_v_proj": 4, |
| "transformer_blocks.0.attn.to_add_out": 4, |
| "transformer_blocks.0.ff.linear_in": 4, |
| "transformer_blocks.0.ff.linear_out": 4, |
| "transformer_blocks.0.ff_context.linear_in": 4, |
| "transformer_blocks.0.ff_context.linear_out": 4, |
| "transformer_blocks.1.attn.to_q": 4, |
| "transformer_blocks.1.attn.to_k": 4, |
| "transformer_blocks.1.attn.to_v": 4, |
| "transformer_blocks.1.attn.to_out.0": 4, |
| "transformer_blocks.1.attn.add_q_proj": 4, |
| "transformer_blocks.1.attn.add_k_proj": 4, |
| "transformer_blocks.1.attn.add_v_proj": 4, |
| "transformer_blocks.1.attn.to_add_out": 4, |
| "transformer_blocks.1.ff.linear_in": 4, |
| "transformer_blocks.1.ff.linear_out": 4, |
| "transformer_blocks.1.ff_context.linear_in": 4, |
| "transformer_blocks.1.ff_context.linear_out": 4, |
| "transformer_blocks.2.attn.to_v": 3, |
| "transformer_blocks.2.attn.to_out.0": 3, |
| "transformer_blocks.2.attn.add_v_proj": 3, |
| "transformer_blocks.2.attn.to_add_out": 3, |
| "transformer_blocks.2.ff.linear_in": 3, |
| "transformer_blocks.2.ff.linear_out": 3, |
| "transformer_blocks.2.ff_context.linear_in": 3, |
| "transformer_blocks.2.ff_context.linear_out": 3, |
| "transformer_blocks.3.attn.to_q": 4, |
| "transformer_blocks.3.attn.to_k": 4, |
| "transformer_blocks.3.attn.to_v": 4, |
| "transformer_blocks.3.attn.to_out.0": 4, |
| "transformer_blocks.3.attn.add_q_proj": 4, |
| "transformer_blocks.3.attn.add_k_proj": 4, |
| "transformer_blocks.3.attn.add_v_proj": 4, |
| "transformer_blocks.3.attn.to_add_out": 4, |
| "transformer_blocks.3.ff.linear_in": 4, |
| "transformer_blocks.3.ff.linear_out": 4, |
| "transformer_blocks.3.ff_context.linear_in": 4, |
| "transformer_blocks.3.ff_context.linear_out": 4, |
| "transformer_blocks.4.attn.to_q": 4, |
| "transformer_blocks.4.attn.to_k": 4, |
| "transformer_blocks.4.attn.to_v": 4, |
| "transformer_blocks.4.attn.to_out.0": 4, |
| "transformer_blocks.4.attn.add_q_proj": 4, |
| "transformer_blocks.4.attn.add_k_proj": 4, |
| "transformer_blocks.4.attn.add_v_proj": 4, |
| "transformer_blocks.4.attn.to_add_out": 4, |
| "transformer_blocks.4.ff.linear_in": 4, |
| "transformer_blocks.4.ff.linear_out": 4, |
| "transformer_blocks.4.ff_context.linear_in": 4, |
| "transformer_blocks.4.ff_context.linear_out": 4, |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.0.attn.to_out": 4, |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.1.attn.to_out": 4, |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.2.attn.to_out": 4, |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.3.attn.to_out": 4, |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.4.attn.to_out": 3, |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.5.attn.to_out": 3, |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.6.attn.to_out": 3, |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.7.attn.to_out": 3, |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.8.attn.to_out": 3, |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.9.attn.to_out": 3, |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.10.attn.to_out": 3, |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.11.attn.to_out": 3, |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.12.attn.to_out": 3, |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.13.attn.to_out": 3, |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.14.attn.to_out": 3, |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj": 3, |
| "single_transformer_blocks.15.attn.to_out": 3, |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.16.attn.to_out": 4, |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.17.attn.to_out": 4, |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.18.attn.to_out": 4, |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj": 4, |
| "single_transformer_blocks.19.attn.to_out": 4 |
| }, |
| "checksums": { |
| "assets/image_generation_comparison_matrix.webp": "4f096ce394781d8b81f94089e067fe3a3a40bed3a73482265b392d402bc2328b", |
| "benchmark/summary.json": "71adffe72fef6e3aead46bfd09bc0e46a423ac01b0f8c4687b89cc88b54e6cc6", |
| "model.safetensors": "3dbcc074cc575c7a73f29150747bedc5317cc9edde638f829eb7fbbcd331fe79", |
| "model_index.json": "9789be8a49a44340fc19e789147a9ec224a6a34eaf4bb69e80ee841af99a7c52", |
| "orbitquant_codebooks.safetensors": "9b0fc7fe4ce9b2310409788d7bdbcbba3388adde2c12a7d1ae27639e4acfd0cc", |
| "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17", |
| "prompts.json": "184933f330b5258e78966b7052d849f9c551695bf46c0bd26efb5de118dcd95d", |
| "quantization_config.json": "ab763d4a6659b5ad757f61f8b91f0bcb7e9def91cda81c398a36840d6ee33aba" |
| } |
| } |
|
|
