benchmark/summary.json

{
  "status": "native_validation_complete",
  "source_model_id": "Tongyi-MAI/Z-Image-Turbo",
  "source_revision": "f332072aa78be7aecdf3ee76d5c247082da564a6",
  "weight_bits": 2,
  "activation_bits": 3,
  "codebook_version": 2,
  "target_policy": "z_image",
  "runtime_mode": "auto_fused",
  "activation_kernel_backend": "auto",
  "activation_eps": 1e-10,
  "quantization_device": "cuda",
  "weight_quantization_backend": "triton_cuda",
  "quantization_staging_mode": "streaming",
  "synchronize_per_module": false,
  "quantization_elapsed_seconds": 3.5582019980065525,
  "orbitquant_seconds": 2.1125443908385932,
  "adaln_seconds": 0.015195954591035843,
  "device_transfer_seconds": 1.4178410354070365,
  "module_device_transfer_count": 270,
  "metrics": {},
  "native_smoke": {
    "proof_format": "orbitquant-native-smoke-v1",
    "proof_source": "native_visual_pack_v2",
    "comparison_asset_path": "assets/image_generation_comparison_matrix.webp",
    "paired_prompt_seed_count": 10,
    "paired_prompt_seed_keys": [
      [
        "z-image-native",
        "0",
        "simple-object"
      ],
      [
        "z-image-native",
        "0",
        "two-object-composition"
      ],
      [
        "z-image-native",
        "0",
        "counting"
      ],
      [
        "z-image-native",
        "0",
        "color-binding"
      ],
      [
        "z-image-native",
        "0",
        "spatial-relationship"
      ],
      [
        "z-image-native",
        "0",
        "long-prompt"
      ],
      [
        "z-image-native",
        "0",
        "english-text-rendering"
      ],
      [
        "z-image-native",
        "0",
        "cyrillic-text-rendering"
      ],
      [
        "z-image-native",
        "0",
        "style-heavy"
      ],
      [
        "z-image-native",
        "0",
        "occlusion-reflection"
      ]
    ],
    "splits": {
      "original": {
        "records": 10,
        "generated_samples": 10,
        "generated_frames": 0,
        "nonempty_output_count": 10,
        "seeds": [
          "0"
        ],
        "prompt_ids": [
          "simple-object",
          "two-object-composition",
          "counting",
          "color-binding",
          "spatial-relationship",
          "long-prompt",
          "english-text-rendering",
          "cyrillic-text-rendering",
          "style-heavy",
          "occlusion-reflection"
        ],
        "pair_keys": [
          [
            "z-image-native",
            "0",
            "simple-object"
          ],
          [
            "z-image-native",
            "0",
            "two-object-composition"
          ],
          [
            "z-image-native",
            "0",
            "counting"
          ],
          [
            "z-image-native",
            "0",
            "color-binding"
          ],
          [
            "z-image-native",
            "0",
            "spatial-relationship"
          ],
          [
            "z-image-native",
            "0",
            "long-prompt"
          ],
          [
            "z-image-native",
            "0",
            "english-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "cyrillic-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "style-heavy"
          ],
          [
            "z-image-native",
            "0",
            "occlusion-reflection"
          ]
        ],
        "native_settings": [
          {
            "frames": null,
            "guidance": 0.0,
            "height": 1024,
            "steps": 10,
            "suite": "z-image-native",
            "width": 1024
          }
        ]
      },
      "orbitquant": {
        "records": 10,
        "generated_samples": 10,
        "generated_frames": 0,
        "nonempty_output_count": 10,
        "seeds": [
          "0"
        ],
        "prompt_ids": [
          "simple-object",
          "two-object-composition",
          "counting",
          "color-binding",
          "spatial-relationship",
          "long-prompt",
          "english-text-rendering",
          "cyrillic-text-rendering",
          "style-heavy",
          "occlusion-reflection"
        ],
        "pair_keys": [
          [
            "z-image-native",
            "0",
            "simple-object"
          ],
          [
            "z-image-native",
            "0",
            "two-object-composition"
          ],
          [
            "z-image-native",
            "0",
            "counting"
          ],
          [
            "z-image-native",
            "0",
            "color-binding"
          ],
          [
            "z-image-native",
            "0",
            "spatial-relationship"
          ],
          [
            "z-image-native",
            "0",
            "long-prompt"
          ],
          [
            "z-image-native",
            "0",
            "english-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "cyrillic-text-rendering"
          ],
          [
            "z-image-native",
            "0",
            "style-heavy"
          ],
          [
            "z-image-native",
            "0",
            "occlusion-reflection"
          ]
        ],
        "native_settings": [
          {
            "frames": null,
            "guidance": 0.0,
            "height": 1024,
            "steps": 10,
            "suite": "z-image-native",
            "width": 1024
          }
        ]
      }
    }
  },
  "published_summary": "compact",
  "raw_generation_records": "local-only",
  "comparison_prompt_pack": "image_visual_v2",
  "observed_quality": "The OrbitQuant W2A3 outputs show severe visual collapse across all ten native comparison prompts. Use W3A3 or W4A4 for this model."
}