{
  "artifact_format": "orbitquant-v1",
  "source_model_id": "black-forest-labs/FLUX.2-klein-4B",
  "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294",
  "source_license": "apache-2.0",
  "quant_method": "orbitquant",
  "paper": "https://arxiv.org/abs/2607.02461",
  "weight_bits": 2,
  "activation_bits": 3,
  "rotation": "rpbh",
  "rotation_seed": 0,
  "block_size": "paper",
  "block_size_policy": "largest_power_of_two_dividing_dim",
  "codebook": "lloyd_max",
  "codebook_version": 2,
  "row_norm_dtype": "bfloat16",
  "runtime_mode": "auto_fused",
  "activation_kernel_backend": "auto",
  "activation_eps": 1e-10,
  "adaln_group_size": 64,
  "quantization_device": "cuda",
  "weight_quantization_backend": "triton_cuda",
  "quantization_staging_mode": "component",
  "target_policy": "flux2",
  "adaln_policy": "int4_rtn_group64_bf16_activation",
  "quantized_modules": [
    "transformer_blocks.0.attn.to_q",
    "transformer_blocks.0.attn.to_k",
    "transformer_blocks.0.attn.to_v",
    "transformer_blocks.0.attn.to_out.0",
    "transformer_blocks.0.attn.add_q_proj",
    "transformer_blocks.0.attn.add_k_proj",
    "transformer_blocks.0.attn.add_v_proj",
    "transformer_blocks.0.attn.to_add_out",
    "transformer_blocks.0.ff.linear_in",
    "transformer_blocks.0.ff.linear_out",
    "transformer_blocks.0.ff_context.linear_in",
    "transformer_blocks.0.ff_context.linear_out",
    "transformer_blocks.1.attn.to_q",
    "transformer_blocks.1.attn.to_k",
    "transformer_blocks.1.attn.to_v",
    "transformer_blocks.1.attn.to_out.0",
    "transformer_blocks.1.attn.add_q_proj",
    "transformer_blocks.1.attn.add_k_proj",
    "transformer_blocks.1.attn.add_v_proj",
    "transformer_blocks.1.attn.to_add_out",
    "transformer_blocks.1.ff.linear_in",
    "transformer_blocks.1.ff.linear_out",
    "transformer_blocks.1.ff_context.linear_in",
    "transformer_blocks.1.ff_context.linear_out",
    "transformer_blocks.2.attn.to_q",
    "transformer_blocks.2.attn.to_k",
    "transformer_blocks.2.attn.to_v",
    "transformer_blocks.2.attn.to_out.0",
    "transformer_blocks.2.attn.add_q_proj",
    "transformer_blocks.2.attn.add_k_proj",
    "transformer_blocks.2.attn.add_v_proj",
    "transformer_blocks.2.attn.to_add_out",
    "transformer_blocks.2.ff.linear_in",
    "transformer_blocks.2.ff.linear_out",
    "transformer_blocks.2.ff_context.linear_in",
    "transformer_blocks.2.ff_context.linear_out",
    "transformer_blocks.3.attn.to_q",
    "transformer_blocks.3.attn.to_k",
    "transformer_blocks.3.attn.to_v",
    "transformer_blocks.3.attn.to_out.0",
    "transformer_blocks.3.attn.add_q_proj",
    "transformer_blocks.3.attn.add_k_proj",
    "transformer_blocks.3.attn.add_v_proj",
    "transformer_blocks.3.attn.to_add_out",
    "transformer_blocks.3.ff.linear_in",
    "transformer_blocks.3.ff.linear_out",
    "transformer_blocks.3.ff_context.linear_in",
    "transformer_blocks.3.ff_context.linear_out",
    "transformer_blocks.4.attn.to_q",
    "transformer_blocks.4.attn.to_k",
    "transformer_blocks.4.attn.to_v",
    "transformer_blocks.4.attn.to_out.0",
    "transformer_blocks.4.attn.add_q_proj",
    "transformer_blocks.4.attn.add_k_proj",
    "transformer_blocks.4.attn.add_v_proj",
    "transformer_blocks.4.attn.to_add_out",
    "transformer_blocks.4.ff.linear_in",
    "transformer_blocks.4.ff.linear_out",
    "transformer_blocks.4.ff_context.linear_in",
    "transformer_blocks.4.ff_context.linear_out",
    "single_transformer_blocks.0.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.0.attn.to_out",
    "single_transformer_blocks.1.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.1.attn.to_out",
    "single_transformer_blocks.2.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.2.attn.to_out",
    "single_transformer_blocks.3.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.3.attn.to_out",
    "single_transformer_blocks.4.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.4.attn.to_out",
    "single_transformer_blocks.5.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.5.attn.to_out",
    "single_transformer_blocks.6.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.6.attn.to_out",
    "single_transformer_blocks.7.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.7.attn.to_out",
    "single_transformer_blocks.8.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.8.attn.to_out",
    "single_transformer_blocks.9.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.9.attn.to_out",
    "single_transformer_blocks.10.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.10.attn.to_out",
    "single_transformer_blocks.11.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.11.attn.to_out",
    "single_transformer_blocks.12.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.12.attn.to_out",
    "single_transformer_blocks.13.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.13.attn.to_out",
    "single_transformer_blocks.14.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.14.attn.to_out",
    "single_transformer_blocks.15.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.15.attn.to_out",
    "single_transformer_blocks.16.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.16.attn.to_out",
    "single_transformer_blocks.17.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.17.attn.to_out",
    "single_transformer_blocks.18.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.18.attn.to_out",
    "single_transformer_blocks.19.attn.to_qkv_mlp_proj",
    "single_transformer_blocks.19.attn.to_out"
  ],
  "adaln_modules": [
    "double_stream_modulation_img.linear",
    "double_stream_modulation_txt.linear",
    "single_stream_modulation.linear"
  ],
  "skipped_modules": [
    "time_guidance_embed.timestep_embedder.linear_1",
    "time_guidance_embed.timestep_embedder.linear_2",
    "x_embedder",
    "context_embedder",
    "norm_out.linear",
    "proj_out"
  ],
  "module_shapes": {
    "time_guidance_embed.timestep_embedder.linear_1.weight": [
      3072,
      256
    ],
    "time_guidance_embed.timestep_embedder.linear_2.weight": [
      3072,
      3072
    ],
    "double_stream_modulation_img.linear.packed_weight": [
      28311552
    ],
    "double_stream_modulation_img.linear.scales": [
      18432,
      48
    ],
    "double_stream_modulation_txt.linear.packed_weight": [
      28311552
    ],
    "double_stream_modulation_txt.linear.scales": [
      18432,
      48
    ],
    "single_stream_modulation.linear.packed_weight": [
      14155776
    ],
    "single_stream_modulation.linear.scales": [
      9216,
      48
    ],
    "x_embedder.weight": [
      3072,
      128
    ],
    "context_embedder.weight": [
      3072,
      7680
    ],
    "transformer_blocks.0.attn.to_q.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.to_k.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.to_v.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.0.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.0.attn.to_out.0.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.0.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.0.attn.add_q_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.add_k_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.add_v_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.0.attn.to_add_out.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.0.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.0.ff.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.0.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.0.ff.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.0.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.0.ff_context.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.0.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.0.ff_context.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.0.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_q.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_k.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_v.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.1.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.1.attn.to_out.0.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.1.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.1.attn.add_q_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.add_k_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.add_v_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.1.attn.to_add_out.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.1.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.1.ff.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.1.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.1.ff.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.1.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.1.ff_context.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.1.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.1.ff_context.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.1.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_q.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_k.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_v.packed_weight_indices": [
      3538944
    ],
    "transformer_blocks.2.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.2.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.2.attn.to_out.0.packed_weight_indices": [
      3538944
    ],
    "transformer_blocks.2.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.2.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.2.attn.add_q_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.add_k_proj.packed_weight_indices": [
      2359296
    ],
    "transformer_blocks.2.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.add_v_proj.packed_weight_indices": [
      3538944
    ],
    "transformer_blocks.2.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.2.attn.to_add_out.packed_weight_indices": [
      3538944
    ],
    "transformer_blocks.2.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.2.ff.linear_in.packed_weight_indices": [
      21233664
    ],
    "transformer_blocks.2.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.2.ff.linear_out.packed_weight_indices": [
      10616832
    ],
    "transformer_blocks.2.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.2.ff_context.linear_in.packed_weight_indices": [
      21233664
    ],
    "transformer_blocks.2.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.2.ff_context.linear_out.packed_weight_indices": [
      10616832
    ],
    "transformer_blocks.2.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_q.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_k.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_v.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.3.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.3.attn.to_out.0.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.3.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.3.attn.add_q_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.add_k_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.add_v_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.3.attn.to_add_out.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.3.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.3.ff.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.3.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.3.ff.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.3.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.3.ff_context.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.3.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.3.ff_context.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.3.ff_context.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_q.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.to_q.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_k.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.to_k.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_v.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.to_v.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.norm_q.weight": [
      128
    ],
    "transformer_blocks.4.attn.norm_k.weight": [
      128
    ],
    "transformer_blocks.4.attn.to_out.0.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.to_out.0.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.norm_added_q.weight": [
      128
    ],
    "transformer_blocks.4.attn.norm_added_k.weight": [
      128
    ],
    "transformer_blocks.4.attn.add_q_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.add_q_proj.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.add_k_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.add_k_proj.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.add_v_proj.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.add_v_proj.row_norms": [
      3072
    ],
    "transformer_blocks.4.attn.to_add_out.packed_weight_indices": [
      4718592
    ],
    "transformer_blocks.4.attn.to_add_out.row_norms": [
      3072
    ],
    "transformer_blocks.4.ff.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.4.ff.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.4.ff.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.4.ff.linear_out.row_norms": [
      3072
    ],
    "transformer_blocks.4.ff_context.linear_in.packed_weight_indices": [
      28311552
    ],
    "transformer_blocks.4.ff_context.linear_in.row_norms": [
      18432
    ],
    "transformer_blocks.4.ff_context.linear_out.packed_weight_indices": [
      14155776
    ],
    "transformer_blocks.4.ff_context.linear_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.0.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.0.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.0.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.0.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.0.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.0.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.1.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.1.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.1.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.1.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.1.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.1.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.2.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.2.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.2.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.2.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.2.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.2.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.3.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.3.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.3.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.3.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.3.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.3.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.4.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.4.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.4.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.4.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.4.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.4.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.5.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.5.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.5.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.5.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.5.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.5.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.6.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.6.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.6.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.6.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.6.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.6.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.7.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.7.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.7.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.7.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.7.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.7.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.8.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.8.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.8.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.8.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.8.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.8.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.9.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.9.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.9.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.9.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.9.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.9.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.10.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.10.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.10.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.10.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.10.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.10.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.11.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.11.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.11.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.11.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.11.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.11.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.12.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.12.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.12.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.12.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.12.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.12.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.13.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.13.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.13.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.13.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.13.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.13.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.14.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.14.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.14.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.14.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.14.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.14.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.15.attn.to_qkv_mlp_proj.packed_weight_indices": [
      31850496
    ],
    "single_transformer_blocks.15.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.15.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.15.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.15.attn.to_out.packed_weight_indices": [
      14155776
    ],
    "single_transformer_blocks.15.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.16.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.16.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.16.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.16.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.16.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.16.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.17.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.17.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.17.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.17.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.17.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.17.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.18.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.18.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.18.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.18.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.18.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.18.attn.to_out.row_norms": [
      3072
    ],
    "single_transformer_blocks.19.attn.to_qkv_mlp_proj.packed_weight_indices": [
      42467328
    ],
    "single_transformer_blocks.19.attn.to_qkv_mlp_proj.row_norms": [
      27648
    ],
    "single_transformer_blocks.19.attn.norm_q.weight": [
      128
    ],
    "single_transformer_blocks.19.attn.norm_k.weight": [
      128
    ],
    "single_transformer_blocks.19.attn.to_out.packed_weight_indices": [
      18874368
    ],
    "single_transformer_blocks.19.attn.to_out.row_norms": [
      3072
    ],
    "norm_out.linear.weight": [
      6144,
      3072
    ],
    "proj_out.weight": [
      128,
      3072
    ]
  },
  "module_bits": {
    "transformer_blocks.0.attn.to_q": 4,
    "transformer_blocks.0.attn.to_k": 4,
    "transformer_blocks.0.attn.to_v": 4,
    "transformer_blocks.0.attn.to_out.0": 4,
    "transformer_blocks.0.attn.add_q_proj": 4,
    "transformer_blocks.0.attn.add_k_proj": 4,
    "transformer_blocks.0.attn.add_v_proj": 4,
    "transformer_blocks.0.attn.to_add_out": 4,
    "transformer_blocks.0.ff.linear_in": 4,
    "transformer_blocks.0.ff.linear_out": 4,
    "transformer_blocks.0.ff_context.linear_in": 4,
    "transformer_blocks.0.ff_context.linear_out": 4,
    "transformer_blocks.1.attn.to_q": 4,
    "transformer_blocks.1.attn.to_k": 4,
    "transformer_blocks.1.attn.to_v": 4,
    "transformer_blocks.1.attn.to_out.0": 4,
    "transformer_blocks.1.attn.add_q_proj": 4,
    "transformer_blocks.1.attn.add_k_proj": 4,
    "transformer_blocks.1.attn.add_v_proj": 4,
    "transformer_blocks.1.attn.to_add_out": 4,
    "transformer_blocks.1.ff.linear_in": 4,
    "transformer_blocks.1.ff.linear_out": 4,
    "transformer_blocks.1.ff_context.linear_in": 4,
    "transformer_blocks.1.ff_context.linear_out": 4,
    "transformer_blocks.2.attn.to_v": 3,
    "transformer_blocks.2.attn.to_out.0": 3,
    "transformer_blocks.2.attn.add_v_proj": 3,
    "transformer_blocks.2.attn.to_add_out": 3,
    "transformer_blocks.2.ff.linear_in": 3,
    "transformer_blocks.2.ff.linear_out": 3,
    "transformer_blocks.2.ff_context.linear_in": 3,
    "transformer_blocks.2.ff_context.linear_out": 3,
    "transformer_blocks.3.attn.to_q": 4,
    "transformer_blocks.3.attn.to_k": 4,
    "transformer_blocks.3.attn.to_v": 4,
    "transformer_blocks.3.attn.to_out.0": 4,
    "transformer_blocks.3.attn.add_q_proj": 4,
    "transformer_blocks.3.attn.add_k_proj": 4,
    "transformer_blocks.3.attn.add_v_proj": 4,
    "transformer_blocks.3.attn.to_add_out": 4,
    "transformer_blocks.3.ff.linear_in": 4,
    "transformer_blocks.3.ff.linear_out": 4,
    "transformer_blocks.3.ff_context.linear_in": 4,
    "transformer_blocks.3.ff_context.linear_out": 4,
    "transformer_blocks.4.attn.to_q": 4,
    "transformer_blocks.4.attn.to_k": 4,
    "transformer_blocks.4.attn.to_v": 4,
    "transformer_blocks.4.attn.to_out.0": 4,
    "transformer_blocks.4.attn.add_q_proj": 4,
    "transformer_blocks.4.attn.add_k_proj": 4,
    "transformer_blocks.4.attn.add_v_proj": 4,
    "transformer_blocks.4.attn.to_add_out": 4,
    "transformer_blocks.4.ff.linear_in": 4,
    "transformer_blocks.4.ff.linear_out": 4,
    "transformer_blocks.4.ff_context.linear_in": 4,
    "transformer_blocks.4.ff_context.linear_out": 4,
    "single_transformer_blocks.0.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.0.attn.to_out": 4,
    "single_transformer_blocks.1.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.1.attn.to_out": 4,
    "single_transformer_blocks.2.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.2.attn.to_out": 4,
    "single_transformer_blocks.3.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.3.attn.to_out": 4,
    "single_transformer_blocks.4.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.4.attn.to_out": 3,
    "single_transformer_blocks.5.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.5.attn.to_out": 3,
    "single_transformer_blocks.6.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.6.attn.to_out": 3,
    "single_transformer_blocks.7.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.7.attn.to_out": 3,
    "single_transformer_blocks.8.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.8.attn.to_out": 3,
    "single_transformer_blocks.9.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.9.attn.to_out": 3,
    "single_transformer_blocks.10.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.10.attn.to_out": 3,
    "single_transformer_blocks.11.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.11.attn.to_out": 3,
    "single_transformer_blocks.12.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.12.attn.to_out": 3,
    "single_transformer_blocks.13.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.13.attn.to_out": 3,
    "single_transformer_blocks.14.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.14.attn.to_out": 3,
    "single_transformer_blocks.15.attn.to_qkv_mlp_proj": 3,
    "single_transformer_blocks.15.attn.to_out": 3,
    "single_transformer_blocks.16.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.16.attn.to_out": 4,
    "single_transformer_blocks.17.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.17.attn.to_out": 4,
    "single_transformer_blocks.18.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.18.attn.to_out": 4,
    "single_transformer_blocks.19.attn.to_qkv_mlp_proj": 4,
    "single_transformer_blocks.19.attn.to_out": 4
  },
  "checksums": {
    "assets/image_generation_comparison_matrix.webp": "fef20433793f330a50d91e3a15fdf11201c065611151f96a562d04ce89195695",
    "benchmark/summary.json": "4e831b05f65e6f8a163022797bea4ac5a3c7e05910a18facdc7e46d38b67a18b",
    "model.safetensors": "3dbcc074cc575c7a73f29150747bedc5317cc9edde638f829eb7fbbcd331fe79",
    "model_index.json": "9bdafc07f90a5723cbfbbc968eae3cd15c6d00f777428a7b2cef6d3f9fe02cbb",
    "orbitquant_codebooks.safetensors": "9b0fc7fe4ce9b2310409788d7bdbcbba3388adde2c12a7d1ae27639e4acfd0cc",
    "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17",
    "prompts.json": "184933f330b5258e78966b7052d849f9c551695bf46c0bd26efb5de118dcd95d",
    "quantization_config.json": "a292ac93680e5d334517fddb104ef54ed5ae1b655b3f128b1ccc3f7d69e82504"
  }
}