| { |
| "artifact_format": "orbitquant-v1", |
| "source_model_id": "black-forest-labs/FLUX.2-klein-4B", |
| "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294", |
| "source_license": "apache-2.0", |
| "quant_method": "orbitquant", |
| "paper": "https://arxiv.org/abs/2607.02461", |
| "weight_bits": 4, |
| "activation_bits": 4, |
| "rotation": "rpbh", |
| "rotation_seed": 0, |
| "block_size": "paper", |
| "block_size_policy": "largest_power_of_two_dividing_dim", |
| "codebook": "lloyd_max", |
| "codebook_version": 2, |
| "row_norm_dtype": "bfloat16", |
| "runtime_mode": "auto_fused", |
| "activation_kernel_backend": "auto", |
| "activation_eps": 1e-10, |
| "adaln_group_size": 64, |
| "quantization_device": "cuda", |
| "weight_quantization_backend": "triton_cuda", |
| "quantization_staging_mode": "streaming", |
| "target_policy": "flux2", |
| "adaln_policy": "int4_rtn_group64_bf16_activation", |
| "quantized_modules": [ |
| "transformer_blocks.0.attn.to_q", |
| "transformer_blocks.0.attn.to_k", |
| "transformer_blocks.0.attn.to_v", |
| "transformer_blocks.0.attn.to_out.0", |
| "transformer_blocks.0.attn.add_q_proj", |
| "transformer_blocks.0.attn.add_k_proj", |
| "transformer_blocks.0.attn.add_v_proj", |
| "transformer_blocks.0.attn.to_add_out", |
| "transformer_blocks.0.ff.linear_in", |
| "transformer_blocks.0.ff.linear_out", |
| "transformer_blocks.0.ff_context.linear_in", |
| "transformer_blocks.0.ff_context.linear_out", |
| "transformer_blocks.1.attn.to_q", |
| "transformer_blocks.1.attn.to_k", |
| "transformer_blocks.1.attn.to_v", |
| "transformer_blocks.1.attn.to_out.0", |
| "transformer_blocks.1.attn.add_q_proj", |
| "transformer_blocks.1.attn.add_k_proj", |
| "transformer_blocks.1.attn.add_v_proj", |
| "transformer_blocks.1.attn.to_add_out", |
| "transformer_blocks.1.ff.linear_in", |
| "transformer_blocks.1.ff.linear_out", |
| "transformer_blocks.1.ff_context.linear_in", |
| "transformer_blocks.1.ff_context.linear_out", |
| "transformer_blocks.2.attn.to_q", |
| "transformer_blocks.2.attn.to_k", |
| "transformer_blocks.2.attn.to_v", |
| "transformer_blocks.2.attn.to_out.0", |
| "transformer_blocks.2.attn.add_q_proj", |
| "transformer_blocks.2.attn.add_k_proj", |
| "transformer_blocks.2.attn.add_v_proj", |
| "transformer_blocks.2.attn.to_add_out", |
| "transformer_blocks.2.ff.linear_in", |
| "transformer_blocks.2.ff.linear_out", |
| "transformer_blocks.2.ff_context.linear_in", |
| "transformer_blocks.2.ff_context.linear_out", |
| "transformer_blocks.3.attn.to_q", |
| "transformer_blocks.3.attn.to_k", |
| "transformer_blocks.3.attn.to_v", |
| "transformer_blocks.3.attn.to_out.0", |
| "transformer_blocks.3.attn.add_q_proj", |
| "transformer_blocks.3.attn.add_k_proj", |
| "transformer_blocks.3.attn.add_v_proj", |
| "transformer_blocks.3.attn.to_add_out", |
| "transformer_blocks.3.ff.linear_in", |
| "transformer_blocks.3.ff.linear_out", |
| "transformer_blocks.3.ff_context.linear_in", |
| "transformer_blocks.3.ff_context.linear_out", |
| "transformer_blocks.4.attn.to_q", |
| "transformer_blocks.4.attn.to_k", |
| "transformer_blocks.4.attn.to_v", |
| "transformer_blocks.4.attn.to_out.0", |
| "transformer_blocks.4.attn.add_q_proj", |
| "transformer_blocks.4.attn.add_k_proj", |
| "transformer_blocks.4.attn.add_v_proj", |
| "transformer_blocks.4.attn.to_add_out", |
| "transformer_blocks.4.ff.linear_in", |
| "transformer_blocks.4.ff.linear_out", |
| "transformer_blocks.4.ff_context.linear_in", |
| "transformer_blocks.4.ff_context.linear_out", |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.0.attn.to_out", |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.1.attn.to_out", |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.2.attn.to_out", |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.3.attn.to_out", |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.4.attn.to_out", |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.5.attn.to_out", |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.6.attn.to_out", |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.7.attn.to_out", |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.8.attn.to_out", |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.9.attn.to_out", |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.10.attn.to_out", |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.11.attn.to_out", |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.12.attn.to_out", |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.13.attn.to_out", |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.14.attn.to_out", |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.15.attn.to_out", |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.16.attn.to_out", |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.17.attn.to_out", |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.18.attn.to_out", |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.19.attn.to_out" |
| ], |
| "adaln_modules": [ |
| "double_stream_modulation_img.linear", |
| "double_stream_modulation_txt.linear", |
| "single_stream_modulation.linear" |
| ], |
| "skipped_modules": [ |
| "time_guidance_embed.timestep_embedder.linear_1", |
| "time_guidance_embed.timestep_embedder.linear_2", |
| "x_embedder", |
| "context_embedder", |
| "norm_out.linear", |
| "proj_out" |
| ], |
| "module_shapes": { |
| "time_guidance_embed.timestep_embedder.linear_1.weight": [ |
| 3072, |
| 256 |
| ], |
| "time_guidance_embed.timestep_embedder.linear_2.weight": [ |
| 3072, |
| 3072 |
| ], |
| "double_stream_modulation_img.linear.packed_weight": [ |
| 28311552 |
| ], |
| "double_stream_modulation_img.linear.scales": [ |
| 18432, |
| 48 |
| ], |
| "double_stream_modulation_txt.linear.packed_weight": [ |
| 28311552 |
| ], |
| "double_stream_modulation_txt.linear.scales": [ |
| 18432, |
| 48 |
| ], |
| "single_stream_modulation.linear.packed_weight": [ |
| 14155776 |
| ], |
| "single_stream_modulation.linear.scales": [ |
| 9216, |
| 48 |
| ], |
| "x_embedder.weight": [ |
| 3072, |
| 128 |
| ], |
| "context_embedder.weight": [ |
| 3072, |
| 7680 |
| ], |
| "transformer_blocks.0.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.0.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.0.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.0.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.0.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.0.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.0.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.0.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.1.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.1.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.1.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.1.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.1.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.1.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.1.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.2.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.2.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.2.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.2.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.2.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.2.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.2.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.3.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.3.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.3.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.3.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.3.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.3.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.3.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_q.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_k.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_v.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.to_out.0.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.add_q_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.add_k_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.add_v_proj.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_add_out.packed_weight_indices": [ |
| 4718592 |
| ], |
| "transformer_blocks.4.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.ff.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.4.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.4.ff.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.4.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.ff_context.linear_in.packed_weight_indices": [ |
| 28311552 |
| ], |
| "transformer_blocks.4.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.4.ff_context.linear_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "transformer_blocks.4.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.0.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.0.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.0.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.0.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.1.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.1.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.1.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.1.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.2.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.2.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.2.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.2.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.3.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.3.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.3.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.3.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.4.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.4.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.4.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.4.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.5.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.5.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.5.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.5.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.6.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.6.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.6.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.6.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.7.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.7.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.7.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.7.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.8.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.8.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.8.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.8.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.9.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.9.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.9.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.9.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.10.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.10.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.10.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.10.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.11.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.11.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.11.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.11.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.12.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.12.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.12.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.12.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.13.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.13.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.13.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.13.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.14.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.14.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.14.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.14.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.15.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.15.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.15.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.15.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.16.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.16.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.16.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.16.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.17.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.17.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.17.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.17.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.18.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.18.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.18.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.18.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 42467328 |
| ], |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.19.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.19.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.19.attn.to_out.packed_weight_indices": [ |
| 18874368 |
| ], |
| "single_transformer_blocks.19.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "norm_out.linear.weight": [ |
| 6144, |
| 3072 |
| ], |
| "proj_out.weight": [ |
| 128, |
| 3072 |
| ] |
| }, |
| "checksums": { |
| "assets/image_generation_comparison_matrix.webp": "1b687a0d491f4b40cf41fbb6badf94203c657f8ea7f6a534e3a82e23e540d65f", |
| "benchmark/summary.json": "9a5f9ed0ce60e8440655395beec303ef6ce6a8c7e96384d8f42585ef8b5d3db7", |
| "model.safetensors": "bd85d0a739b4f5ddf2e3a109c8163ab019ba4a7f68ed07b4ff4d3362b41c62a7", |
| "model_index.json": "4cf21005259004e390579286648418945378ef08022e396d14e165ae13672f2e", |
| "orbitquant_codebooks.safetensors": "e4f2fff365e0b0b6019117abb39ba2817c92173521be726e02919d6456929411", |
| "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17", |
| "prompts.json": "98cbd0ace83c9df8c3955eb1e3e2d41bca129b5d6525cfba21648b87119c6e2e", |
| "quantization_config.json": "d90798b18112e3a3b6af9e17913426ee6b500a3ab57e04b6df4cedb306a4cdd8" |
| } |
| } |
|
|
