MLX-Reason-CT / native-run.json
josand's picture
Upload converted NV-Reason-CT weights and release metadata
56baf43 verified
Raw History Blame Contribute Delete
5.51 kB
{
"schema_version": "medmlx.run.v1",
"model": "nv-reason-ct",
"configuration": "NV-Reason-CT 386b93e0, FP32, chest structured report, greedy, max_new_tokens 512, thinking off",
"date": "2026-10-08",
"package": {
"name": "MLX-Reason-CT",
"path": "<repositories>/MLX-Reason-CT",
"git_revision": "eb2c10baf688b32eee082dbb8973e88b4555db7a",
"branch": "main",
"dirty": false,
"remote": "https://github.com/MedMLX/MLX-Reason-CT.git"
},
"environment": {
"machine": "MacBook Pro (2021), Apple M1 Max, 10-core CPU, 24-core GPU, 64 GB",
"macos": "27.0",
"python": "3.12.15",
"mlx_version": "0.32.3",
"device": "gpu"
},
"command": {
"entry_point": "mlx_reason_ct.medmlx:run",
"kwargs": {
"image_path": "<paper-repo>/work/runs/inputs/luna-case.nii.gz",
"weights_path": "<paper-repo>/work/runs/weights/nv-reason-ct",
"output_dir": "<paper-repo>/work/runs/nv-reason-ct/out",
"anatomy_region": "chest",
"overwrite": true
},
"invocation": "cd <repositories>/MLX-Reason-CT && .venv/bin/python <paper-repo>/work/runs/_harness/run_one.py mlx_reason_ct.medmlx <kwargs.json> <run_result.json>",
"process": "fresh Python process per model"
},
"checkpoint": {
"path": "<paper-repo>/work/runs/weights/nv-reason-ct",
"manifest_sha256": "42495083b60360358b1599687d3ace2f199ac164efe3efe3f884389c793e1b2b",
"source_path": "<repositories>/radnn/checkpoints/nv-reason-ct/386b93e034983f6c1fc841a43833a1b6a0cd9c13",
"source_sha256": "655c15e59dfa1957f7d5f475b1702d689fb7107160f21256028391bb5f6e6ba5",
"registry_sha256_match": true,
"conversion": "mlx-reason-ct convert --source-dir <pinned snapshot> --output-dir work/runs/weights/nv-reason-ct (lossless BF16->FP32); the pre-existing radnn conversion was rejected by the package (engine radnn.nv_reason_ct_mlx.v1 differs from the pinned nv_reason_ct_mlx.fp32.v1)"
},
"inputs": [
{
"role": "image",
"path": "<paper-repo>/work/runs/inputs/luna-case.nii.gz",
"sha256": "5a7c3a4e681dcba5585bb49e2f355cbc08311b2944614003966409f9b6a71dfe",
"dataset": "LUNA16 subset0",
"case_id": "1.3.6.1.4.1.14519.5.2.1.6279.6001.105756658031515062000744821260",
"derivation": "MHD to NIfTI format conversion; HU and geometry preserved",
"annotations": "no accepted LUNA16 nodule annotation"
}
],
"outputs": {
"report": {
"path": "<paper-repo>/work/runs/nv-reason-ct/out/report.txt",
"sha256": "06d5943d8465cbda9743273566eb8ac802ebf44e0621f08a83f7eb78977bc282"
},
"response": {
"path": "<paper-repo>/work/runs/nv-reason-ct/out/model_response.json",
"sha256": "8b49949cef1c73823a9d6ef73568523acace72030f387475a0571ccba07b3da9"
},
"run": {
"path": "<paper-repo>/work/runs/nv-reason-ct/out/run.json",
"sha256": "a9af3ecaf7d50ee2669a10699a773bc96274cef4aa073885eb6fcf2ad6b20fb9"
},
"report_text": "TECHNIQUE: Non-contrast CT.\n\nFINDINGS:\nMedical devices: None present.\n\nCHEST:\nLungs and airways: Trachea and main bronchi are patent. No active infiltration or mass lesion. A few tiny nonspecific nodules.\nPleura: No pleural effusion, pleural thickening, or pneumothorax.\nMediastinum and hila: No mediastinal lymphadenopathy or mass.\nHeart and pericardium: Normal heart size. No pericardial effusion.\nGreat vessels: Normal caliber thoracic aorta and main pulmonary artery.\nEsophagus: No pathological esophageal wall thickening.\nChest wall and breast: No chest wall or breast mass.\nBones: No lytic or destructive thoracic osseous lesion or acute fracture.\n\nIMPRESSION:\n\n1. A few tiny nonspecific pulmonary nodules.\n<answer> Lung nodule </answer>"
},
"checks": [
{
"name": "report_nonempty",
"result": "pass",
"detail": {
"words": 103,
"generated_tokens": 208
}
},
{
"name": "terminated_by_eos_not_truncated",
"result": "pass",
"detail": {
"terminated_by_eos": true,
"truncated_by_max_new_tokens": false,
"prompt_tokens": 13844
}
},
{
"name": "structured_sections_present",
"result": "pass",
"detail": "TECHNIQUE / FINDINGS / IMPRESSION with organ subsections"
},
{
"name": "coherent_english_no_degenerate_repetition",
"result": "pass",
"detail": "no repeated lines"
},
{
"name": "json_outputs_reopen",
"result": "pass",
"detail": null
},
{
"name": "bundle_provenance_pinned",
"result": "pass",
"detail": null
}
],
"duration_s": 82.591,
"timing_boundary": "wall clock around the single run() call: weight loading, preprocessing, MLX inference and export; interpreter start-up and package import excluded; one run, no warmup",
"mlx_peak_gb": 22.746,
"memory_definition": "mx.get_peak_memory() after mx.reset_peak_memory() immediately before run(); decimal GB",
"panel": "paper/figures/runs/nv-reason-ct.png",
"status": "success",
"failure_cause": null,
"notes": "Report content is not evaluated for accuracy. The case has no accepted LUNA16 nodule annotation; the report's 'a few tiny nonspecific nodules' is not verified.",
"key_check": "208 tokens, EOS-terminated structured chest report",
"first_attempt": "The first call used the radnn checkpoint store's older conversion and failed with AssetNotReadyError (cache provenance differs from the pinned conversion); reconverted with the package CLI and rerun."
}