benchmark/summary.json

{
  "status": "native_validation_complete",
  "source_model_id": "black-forest-labs/FLUX.2-klein-4B",
  "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294",
  "weight_bits": 2,
  "activation_bits": 3,
  "codebook_version": 2,
  "target_policy": "flux2",
  "runtime_mode": "auto_fused",
  "activation_kernel_backend": "auto",
  "activation_eps": 1e-10,
  "quantization_device": "cuda",
  "weight_quantization_backend": "triton_cuda",
  "quantization_staging_mode": "streaming",
  "synchronize_per_module": false,
  "quantization_elapsed_seconds": 1.6639852738007903,
  "orbitquant_seconds": 0.31098968256264925,
  "adaln_seconds": 0.6408296814188361,
  "device_transfer_seconds": 0.7070771167054772,
  "module_device_transfer_count": 103,
  "metrics": {},
  "native_smoke": {
    "proof_format": "orbitquant-native-smoke-v1",
    "proof_source": "native_visual_pack_v2",
    "comparison_asset_path": "assets/image_generation_comparison_matrix.webp",
    "paired_prompt_seed_count": 10,
    "paired_prompt_seed_keys": [
      [
        "flux2-native",
        "0",
        "simple-object"
      ],
      [
        "flux2-native",
        "0",
        "two-object-composition"
      ],
      [
        "flux2-native",
        "0",
        "counting"
      ],
      [
        "flux2-native",
        "0",
        "color-binding"
      ],
      [
        "flux2-native",
        "0",
        "spatial-relationship"
      ],
      [
        "flux2-native",
        "0",
        "long-prompt"
      ],
      [
        "flux2-native",
        "0",
        "english-text-rendering"
      ],
      [
        "flux2-native",
        "0",
        "cyrillic-text-rendering"
      ],
      [
        "flux2-native",
        "0",
        "style-heavy"
      ],
      [
        "flux2-native",
        "0",
        "occlusion-reflection"
      ]
    ],
    "splits": {
      "original": {
        "records": 10,
        "generated_samples": 10,
        "generated_frames": 0,
        "nonempty_output_count": 10,
        "seeds": [
          "0"
        ],
        "prompt_ids": [
          "simple-object",
          "two-object-composition",
          "counting",
          "color-binding",
          "spatial-relationship",
          "long-prompt",
          "english-text-rendering",
          "cyrillic-text-rendering",
          "style-heavy",
          "occlusion-reflection"
        ],
        "pair_keys": [
          [
            "flux2-native",
            "0",
            "simple-object"
          ],
          [
            "flux2-native",
            "0",
            "two-object-composition"
          ],
          [
            "flux2-native",
            "0",
            "counting"
          ],
          [
            "flux2-native",
            "0",
            "color-binding"
          ],
          [
            "flux2-native",
            "0",
            "spatial-relationship"
          ],
          [
            "flux2-native",
            "0",
            "long-prompt"
          ],
          [
            "flux2-native",
            "0",
            "english-text-rendering"
          ],
          [
            "flux2-native",
            "0",
            "cyrillic-text-rendering"
          ],
          [
            "flux2-native",
            "0",
            "style-heavy"
          ],
          [
            "flux2-native",
            "0",
            "occlusion-reflection"
          ]
        ],
        "native_settings": [
          {
            "frames": null,
            "guidance": 1.0,
            "height": 1024,
            "steps": 4,
            "suite": "flux2-native",
            "width": 1024
          }
        ]
      },
      "orbitquant": {
        "records": 10,
        "generated_samples": 10,
        "generated_frames": 0,
        "nonempty_output_count": 10,
        "seeds": [
          "0"
        ],
        "prompt_ids": [
          "simple-object",
          "two-object-composition",
          "counting",
          "color-binding",
          "spatial-relationship",
          "long-prompt",
          "english-text-rendering",
          "cyrillic-text-rendering",
          "style-heavy",
          "occlusion-reflection"
        ],
        "pair_keys": [
          [
            "flux2-native",
            "0",
            "simple-object"
          ],
          [
            "flux2-native",
            "0",
            "two-object-composition"
          ],
          [
            "flux2-native",
            "0",
            "counting"
          ],
          [
            "flux2-native",
            "0",
            "color-binding"
          ],
          [
            "flux2-native",
            "0",
            "spatial-relationship"
          ],
          [
            "flux2-native",
            "0",
            "long-prompt"
          ],
          [
            "flux2-native",
            "0",
            "english-text-rendering"
          ],
          [
            "flux2-native",
            "0",
            "cyrillic-text-rendering"
          ],
          [
            "flux2-native",
            "0",
            "style-heavy"
          ],
          [
            "flux2-native",
            "0",
            "occlusion-reflection"
          ]
        ],
        "native_settings": [
          {
            "frames": null,
            "guidance": 1.0,
            "height": 1024,
            "steps": 4,
            "suite": "flux2-native",
            "width": 1024
          }
        ]
      }
    }
  },
  "published_summary": "compact",
  "raw_generation_records": "local-only",
  "comparison_prompt_pack": "image_visual_v2"
}