{
  "status": "scored_and_verified",
  "scope": "Fresh quick20/full500 predictions and released Table-body conversion",
  "model": "nvidia/Nemotron-3.5-Parse",
  "model_revision": "dca5b2df89d00a671509204501d8f1f379d5e94f",
  "model_safetensors_sha256": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9",
  "package_version": "3.5.0.post7",
  "scheduler": {
    "job_id": 7482504,
    "state": "COMPLETED",
    "exit_code": "0:0"
  },
  "runtime": {
    "gpu": "NVIDIA H100 80GB HBM3",
    "gpu_count": 1,
    "dtype": "bfloat16",
    "vllm": "0.26.0",
    "transformers": "5.14.1",
    "huggingface_hub": "1.24.0",
    "pillow": "12.3.0",
    "dependency_lock_reproduction": false,
    "deviation": "Measured serving container used Pillow 12.3.0; source package pins 12.2.0."
  },
  "generation": {
    "prompt": "</s><s><predict_bbox><predict_classes><output_markdown><predict_text_in_pic>",
    "concurrency": 128,
    "warmup_count": 16,
    "preload_images": true,
    "temperature": 0,
    "repetition_penalty": 1.1,
    "max_tokens": 8744,
    "max_model_len": 16384,
    "max_num_seqs": 192,
    "max_num_batched_tokens": 16384,
    "prefix_caching": false,
    "one_token_mtp": true,
    "attention": "FA3, automatic compatible scheduler",
    "coordinate_frame": "content_normalized"
  },
  "scoring": {
    "version": 3,
    "table_mode": "released",
    "conversion": "nemotron_parse.postprocessing.postprocess_text(Table,table_format=HTML,PostprocessOptions(render_charts=False))",
    "ground_truth_changed": false,
    "geometry_changed": false,
    "non_table_blocks_changed": false,
    "malformed_outputs": "retained"
  },
  "regression": {
    "quick20": {
      "pages": 20,
      "request_errors": 0,
      "finish_reasons": {
        "length": 1,
        "stop": 19
      },
      "table_conversion": {
        "changed_blocks": 13,
        "pages_with_predicted_tables": 10,
        "table_blocks": 14,
        "unconverted_latex_blocks": 1
      }
    },
    "full500": {
      "pages": 500,
      "request_errors": 0,
      "finish_reasons": {
        "length": 19,
        "stop": 481
      },
      "table_conversion": {
        "changed_blocks": 364,
        "pages_with_predicted_tables": 255,
        "table_blocks": 375,
        "unconverted_latex_blocks": 2
      }
    }
  },
  "verification": [
    {
      "split": "quick20",
      "pages": 20,
      "matches_measured_metrics_and_every_page": true,
      "tolerance": 1e-12
    },
    {
      "split": "full500",
      "pages": 500,
      "matches_measured_metrics_and_every_page": true,
      "tolerance": 1e-12
    }
  ],
  "limitations": [
    "Full500 is a lightweight regression harness, not official OmniDocBench TEDS or ParseBench.",
    "Token-capped predictions and 2 unconverted malformed Table bodies are retained.",
    "Timing excludes preload, warmup, startup, conversion, and scoring.",
    "Historical inference.constraints.txt and transformers.constraints.txt describe the older rc3 validation; they are not locks for this measured environment."
  ]
}