{
  "purpose": "Selected real-text extraction parity and local latency; not a Decision Index score",
  "source_revision": "1a8bc24e00dc7300b9017c81d63e3dcdabb26596",
  "hardware": {
    "device": "arm64",
    "chip": "Apple M5 Pro",
    "ram": "24GB",
    "os_version": "macOS 27.0",
    "timestamp": "2026-09-22T23:17:16.156585+00:00"
  },
  "quantization": "int8 per-channel weight-only word embedding; other weights and activations retain exported precision",
  "native_parity": {
    "fp16_cpu_ne": {
      "report": "reports/extraction-w8-fp16_cpu_ne.json",
      "matched": 11,
      "total": 11,
      "maximum_confidence_error_on_matching_cases": 0.16603904962539673,
      "mismatched_fixtures": []
    },
    "fp32_all": {
      "report": "reports/extraction-w8-fp32_all.json",
      "matched": 11,
      "total": 11,
      "maximum_confidence_error_on_matching_cases": 0.003341853618621826,
      "mismatched_fixtures": []
    }
  },
  "fp16_w8_feature_private_profile": {
    "compute_units": "cpu_and_neural_engine",
    "total_ops": 652,
    "ane_ops": 620,
    "gpu_ops": 0,
    "cpu_ops": 32,
    "ane_percent": 95.1,
    "reasons": [
      {
        "reason": "Unsupported tensor data type: int32",
        "count": 26,
        "estimated_cpu_runtime_ms": 2.9117,
        "op_types": {
          "ios17.expand_dims": 8,
          "ios17.cast": 8,
          "tile": 3,
          "ios17.add": 2,
          "select": 2,
          "ios17.gather": 1,
          "ios17.mul": 1,
          "ios17.reshape": 1
        },
        "ops": [
          "add_0",
          "select_0",
          "add_0_1",
          "select_0_1",
          "inputs_embeds_cast_fp16",
          "mask_3",
          "mask_3_to_fp16",
          "var_104",
          "extended_attention_mask",
          "extended_attention_mask_to_uint16",
          "var_106_cast_int16_to_int32",
          "var_107",
          "attention_mask_1",
          "var_290",
          "var_2555",
          "text_idx",
          "var_2571",
          "query_idx",
          "text_idx_to_int16",
          "query_idx_to_uint16",
          "var_2599",
          "cls_idx",
          "cls_idx_to_uint16",
          "var_2674_cast_fp16_to_int32",
          "var_2705",
          "var_2734"
        ]
      },
      {
        "reason": "Unable to resolve operation input \"y\".",
        "count": 2,
        "estimated_cpu_runtime_ms": 0.002,
        "op_types": {
          "ios17.greater_equal": 2
        },
        "ops": [
          "greater_equal_0",
          "greater_equal_0_1"
        ]
      },
      {
        "reason": "Unable to resolve operation input \"x\".",
        "count": 2,
        "estimated_cpu_runtime_ms": 0.002,
        "op_types": {
          "ios17.equal": 1,
          "ios17.less_equal": 1
        },
        "ops": [
          "var_2706",
          "mask"
        ]
      },
      {
        "reason": "ANE not available for this op",
        "count": 1,
        "estimated_cpu_runtime_ms": 0,
        "op_types": {
          "ios16.constexpr_affine_dequantize": 1
        },
        "ops": [
          "encoder_embeddings_word_embeddings_weight_to_fp16_quantized"
        ]
      },
      {
        "reason": "Unsupported MIL operation \"cumsum\".",
        "count": 1,
        "estimated_cpu_runtime_ms": 0.001,
        "op_types": {
          "ios16.cumsum": 1
        },
        "ops": [
          "var_2968_cast_fp16"
        ]
      }
    ]
  },
  "end_to_end_entity_latency": {
    "fp32_baseline_all": {
      "compute_units": "all",
      "warmup": 20,
      "iterations": 200,
      "p50_ms": 9.933604509569705,
      "p95_ms": 10.4843340232037,
      "machine": "arm64",
      "macos": "27.0"
    },
    "fp16_baseline_cpu_ne": {
      "compute_units": "cpu_and_neural_engine",
      "warmup": 20,
      "iterations": 200,
      "p50_ms": 10.255208006128669,
      "p95_ms": 14.293458021711558,
      "machine": "arm64",
      "macos": "27.0"
    },
    "fp16_w8_cpu_ne": {
      "compute_units": "cpu_and_neural_engine",
      "warmup": 10,
      "iterations": 100,
      "p50_ms": 10.29393749195151,
      "p95_ms": 13.262332999147475,
      "machine": "arm64",
      "macos": "27.0"
    },
    "fp16_w8_all": {
      "compute_units": "all",
      "warmup": 10,
      "iterations": 100,
      "p50_ms": 9.193917008815333,
      "p95_ms": 12.049457989633083,
      "machine": "arm64",
      "macos": "27.0"
    },
    "fp32_w8_all": {
      "compute_units": "all",
      "warmup": 10,
      "iterations": 100,
      "p50_ms": 12.354270496871322,
      "p95_ms": 16.967333969660103,
      "machine": "arm64",
      "macos": "27.0"
    }
  },
  "fp16_stage_profile": [
    {
      "package": "gliner2_base_explicit_fp16_W64_Q8_S64.mlpackage",
      "profiled_package": "uncompressed FP16 stage; W8 release changes only feature weights",
      "private_executable_ops": {
        "ane": 0,
        "cpu": 204,
        "total": 204
      },
      "public_compute_plan_ane_percent": 0.0,
      "principal_cpu_fallbacks": [
        {
          "reason": "ANE supported but scheduler chose CPU",
          "count": 159
        },
        {
          "reason": "Unsupported tensor data type: int32",
          "count": 32
        }
      ]
    },
    {
      "package": "gliner2_base_extraction_features_fp16_L128_W64_Q8.mlpackage",
      "profiled_package": "uncompressed FP16 stage; W8 release changes only feature weights",
      "private_executable_ops": {
        "ane": 620,
        "cpu": 28,
        "total": 648
      },
      "public_compute_plan_ane_percent": 53.13,
      "principal_cpu_fallbacks": [
        {
          "reason": "Unsupported tensor data type: int32",
          "count": 24
        },
        {
          "reason": "Unable to resolve operation input \"x\".",
          "count": 2
        }
      ]
    },
    {
      "package": "gliner2_base_extraction_scorer_fp16_L128_W64_Q8.mlpackage",
      "profiled_package": "uncompressed FP16 stage; W8 release changes only feature weights",
      "private_executable_ops": {
        "ane": 0,
        "cpu": 137,
        "total": 137
      },
      "public_compute_plan_ane_percent": 0.0,
      "principal_cpu_fallbacks": [
        {
          "reason": "ANE supported but scheduler chose CPU",
          "count": 90
        },
        {
          "reason": "Unsupported tensor data type: int32",
          "count": 36
        }
      ]
    },
    {
      "package": "gliner2_base_record_anchorless_fp16_F8_C192_I1536.mlpackage",
      "profiled_package": "uncompressed FP16 stage; W8 release changes only feature weights",
      "private_executable_ops": {
        "ane": 17,
        "cpu": 0,
        "total": 17
      },
      "public_compute_plan_ane_percent": 100.0,
      "principal_cpu_fallbacks": []
    },
    {
      "package": "gliner2_base_record_assignment_fp16_F8_C192_I1536.mlpackage",
      "profiled_package": "uncompressed FP16 stage; W8 release changes only feature weights",
      "private_executable_ops": {
        "ane": 24,
        "cpu": 0,
        "total": 24
      },
      "public_compute_plan_ane_percent": 100.0,
      "principal_cpu_fallbacks": []
    },
    {
      "package": "gliner2_base_relation_fp16_W64_R4_P256.mlpackage",
      "profiled_package": "uncompressed FP16 stage; W8 release changes only feature weights",
      "private_executable_ops": {
        "ane": 49,
        "cpu": 66,
        "total": 115
      },
      "public_compute_plan_ane_percent": 93.49,
      "principal_cpu_fallbacks": [
        {
          "reason": "Unsupported tensor data type: int32",
          "count": 33
        },
        {
          "reason": "Unable to resolve operation input \"y\".",
          "count": 30
        }
      ]
    }
  ],
  "profile_count_note": "Private executable-op counts and public compute-plan percentages use different counting methods; compute placement is hardware- and OS-specific."
}