| { |
| "schema_version": "1.0", |
| "model_id": "VC02", |
| "stage": "ONNX_RUNTIME_Q1_SUPPLEMENT", |
| "purpose": "Verify FP32 and public-INT8 ONNX task accuracy and source-TFLite conversion fidelity on the pinned MLPerf Tiny CIFAR-10 subset.", |
| "base_quality_config": { |
| "path": "configs/evaluation/vision_classification/VC02_mlperf_cifar10_quality_eval.json", |
| "sha256": "cb4ab07776e7bf28fd98304fc0f8ea5831558ba071127664f75cda0814289e0f" |
| }, |
| "artifacts": { |
| "fp32_tflite": { |
| "path": "models/vision_classification/VC02/source/fp32/source_fp32.tflite", |
| "sha256": "b5c0046d6e0328b4956afd6baa29555a29b1f1c65bdd45aaed75b7cd484d9f79" |
| }, |
| "public_int8_tflite": { |
| "path": "models/vision_classification/VC02/source/quantized/source_public_quantized.tflite", |
| "sha256": "3c002613d1b2475eb51dd78dfb85a546c8ae658dee71cf6ade43b022fe205415" |
| }, |
| "fp32_onnx": { |
| "path": "models/vision_classification/VC02/onnx/fp32/model_fp32.onnx", |
| "sha256": "637edc6ab78f033f3cb84264ace125aeaba78334e341d02a73cac2089fa1be45" |
| }, |
| "public_int8_onnx": { |
| "path": "models/vision_classification/VC02/onnx/quantized/model_quantized.onnx", |
| "sha256": "4fdc6f71525366d15530cff361a3c1aa06c7d16b8a57532d33ef136ab033e453" |
| } |
| }, |
| "prior_q1_evidence": { |
| "quality_summary": { |
| "path": "models/vision_classification/VC02/quality_evaluation/results/quality_summary.json", |
| "sha256": "4bd5a547ab5a0ba5d4a7235d581da9309d99187029eeb7e8801e61078b9c6a61" |
| }, |
| "sample_predictions": { |
| "path": "models/vision_classification/VC02/quality_evaluation/results/sample_predictions.csv", |
| "sha256": "7c76ecc74ce420770d9c4084012637b9ea57ca8f9abe32eef79822657adbb124" |
| }, |
| "validation": { |
| "path": "models/vision_classification/VC02/quality_evaluation/results/validation_report.json", |
| "sha256": "f767bfa60d1815accad657954be9c7aae717e7528b96614178ecd43bbc350e15" |
| } |
| }, |
| "execution": { |
| "worker_processes": 4, |
| "threads_per_runtime": 1, |
| "onnx_batch_size": 200, |
| "multiprocessing_start_method": "spawn", |
| "canonical_order": "pinned MLPerf sample order", |
| "canonical_reference_mode": "batch_1", |
| "optimized_mode": "dynamic ONNX batch after full 200-sample equivalence gate" |
| }, |
| "comparison": { |
| "fp32_source_to_onnx_atol": 0.0001, |
| "fp32_source_to_onnx_rtol": 0.0001, |
| "fp32_batch_equivalence_atol": 0.0, |
| "fp32_batch_equivalence_rtol": 0.0, |
| "fp32_batch_requires_raw_exact": true, |
| "public_int8_requires_raw_exact": true, |
| "require_top1_agreement": true |
| }, |
| "policy": { |
| "latency_benchmark": false, |
| "converter_run": false, |
| "mlir_lowering_or_codegen_run": false, |
| "dataset_download": false, |
| "training_calibration_or_quantization": false, |
| "model_or_weight_modification": false |
| } |
| } |
|
|
