{ "schemaVersion": 1, "trained": true, "qualified": false, "parameters": 494032768, "baseModel": "Qwen/Qwen2.5-0.5B-Instruct", "quantization": "q4", "modelSha256": "5c0363134949287bd21500931cddce7a118a024dea0c68c1349937e36634c178", "bytes": 361958538, "training": { "status": "trained", "baseModel": "Qwen/Qwen2.5-0.5B-Instruct", "seed": 27183, "device": "cpu", "threads": 4, "trainableParameters": 8798208, "totalParametersWithAdapter": 502830976, "maxSteps": 120, "maxSeconds": 1800, "gradientAccumulation": 2, "learningRate": 0.0004, "maximumSequenceTokens": 329, "dataHashes": { "train": "f61f4542713fd520f4d4af1f62781c286cc2ab24ec865ed95467da0931506f95", "validation": "88d8abede42c25d532d4ca318d89623a567262e6569a993c2d6e0f25057aa393", "holdout": "50e85e5bf20c895466a328f2f027ec84edcd9f9da05526f82499fd57ace594a3" }, "protocolSha256": "fa9837ee7e1084837de951dcbe297e787064f6f9dca43caf75c42de27135f6a6", "completedSteps": 120, "stopReason": "max_steps", "elapsedSeconds": 989.688, "finalLoss": 0.07833127304911613, "adapterSha256": "18bf28b38a17d12a40b591dbb9d0048915ee8ee2560283182854774ac413f998", "trainExamplesAvailable": 384, "optimizerExamples": 240, "uniqueExamplesSeen": 240, "baseRevision": "7ae557604adf67be50417f59c2c2f167def9a775", "software": { "torch": "2.13.0+cpu", "transformers": "4.57.6", "peft": "0.20.0", "accelerate": "1.14.0" }, "receiptAugmentation": "Available and consumed example counts, cached base revision and software versions added after completion; weights and frozen datasets unchanged." }, "evaluation": { "schemaVersion": 1, "status": "experimental-semantic-qualification-failed", "trained": true, "qualified": false, "holdoutSha256": "50e85e5bf20c895466a328f2f027ec84edcd9f9da05526f82499fd57ace594a3", "cases": 24, "base": { "exactCorrect": 0, "validJson": 24, "validPlans": 0, "elapsedSeconds": 301.25, "fields": { "task": 0.041666666666666664, "x": 0.0, "y": 0.041666666666666664, "group": 0.375, "clean": 0.625, "chart": 0.5, "method": 0.375 } }, "trainedCpu": { "exactCorrect": 7, "validJson": 24, "validPlans": 9, "elapsedSeconds": 181.703, "fields": { "task": 0.7083333333333334, "x": 0.75, "y": 0.7083333333333334, "group": 0.875, "clean": 0.9583333333333334, "chart": 0.7916666666666666, "method": 0.875 } }, "limitations": [ "Synthetic3–5column schemas only", "No tuning/checkpoint selection using holdout", "NativePyTorch CPU is not browserq4 qualification", "Schema-valid plans can still select unintended columns; human review required" ], "nativeQ4Smoke": { "total": 6, "exactCorrect": 2, "validJson": 6, "validPlans": 2, "elapsedSeconds": 20.032, "modelSha256": "893decd1c7677f3d147d7c937f9b894415815d23bf7d090a527d9747a4f70029" }, "q4SmokePreregisteredIds": [ "holdout-0000", "holdout-0001", "holdout-0002", "holdout-0003", "holdout-0004", "holdout-0005" ], "q4GenerationAgreement": { "subsetIds": [ "holdout-0000", "holdout-0001", "holdout-0002", "holdout-0003", "holdout-0004", "holdout-0005" ], "sameParsedPlans": 2, "differentParsedPlans": 4, "total": 6, "interpretation": "This measures generation agreement only; both agreeing and differing plans can be incorrect." }, "strictNumericalParityPassed": false, "tokenizerParity": { "cases": 432, "exactTokenSequenceMatches": 432, "mismatches": [], "maximumInputTokens": 302, "holdout0000InputTokens": 262, "regexWarning": "Transformers emitted a local-tokenizer regex warning; no automatic regex modification was applied. Exact chat-template token sequences were compared against cached training tokenizer." }, "browserQualification": "Pending separate browser execution; semantic qualification remains failed.", "compactStorageExperiment": { "source": "v1 only; no v2 data or checkpoint selection", "candidateSha256": "5c0363134949287bd21500931cddce7a118a024dea0c68c1349937e36634c178", "nativeSixCaseAgreement": { "disabled": { "total": 6, "sameTokenIds": 6, "sameRaw": 6, "sameParsedPlans": 6, "baselineExpectedMatches": 2, "candidateExpectedMatches": 2, "candidateSessionLoadSeconds": 2.906, "candidateGenerationSeconds": 142.126 }, "qdq-disabled": { "total": 6, "sameTokenIds": 6, "sameRaw": 6, "sameParsedPlans": 6, "baselineExpectedMatches": 2, "candidateExpectedMatches": 2, "candidateSessionLoadSeconds": 6.281, "candidateGenerationSeconds": 31.297 } }, "browserQualification": "pending separate measured execution", "semanticQualityPromotion": false, "runtimeRequirement": "session.disable_quant_qdq=1 with all graph optimizations; default native optimizer configuration failed" } }, "files": { "added_tokens.json": { "bytes": 629, "sha256": "f0acedf99e19ec0a5b797ffbd0b94328172ccd90f7f385bbc521cda2701b03ab" }, "chat_template.jinja": { "bytes": 2561, "sha256": "8aa40ce145adb73cb3a75194dc0224702a95850ec5275cabb728496bbd749fc6" }, "config.json": { "bytes": 1280, "sha256": "57ac7fe360a1303bf05c4fd71022d859a882b2e89fb11f19ea09fca2a0442424" }, "generation_config.json": { "bytes": 256, "sha256": "b017173db4a82cfc6dc6e4368aee7f8f4eceeb380cdae840528833be24ac45c8" }, "merges.txt": { "bytes": 1671853, "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5" }, "special_tokens_map.json": { "bytes": 641, "sha256": "a7d3d1755a57bf46e15a8c9608f97d280654934550d3104740f485fc5478e534" }, "tokenizer.json": { "bytes": 11421896, "sha256": "9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa" }, "tokenizer_config.json": { "bytes": 4890, "sha256": "0d2be11c79ca0320ee8f81abe61f98f4b043df0cd2784109100fb5b21dc78d0b" }, "vocab.json": { "bytes": 2776833, "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" }, "onnx/model_q4.onnx": { "bytes": 361958538, "sha256": "5c0363134949287bd21500931cddce7a118a024dea0c68c1349937e36634c178" } }, "experimental": true, "status": "experimental-v1-compact-storage", "exportValidation": { "status": "warning", "strictNumericalParityPassed": false, "requestedAbsoluteTolerance": 1e-05, "observedMaximumLogitDifference": 0.0011954307556152344, "largestReportedCacheDifference": 0.0005306005477905273, "exportProcessExitCode": 0, "onnxCheckerPassed": true, "interpretation": "Optimum wrote the graph but warned reference-versus-export values exceeded its default tolerance. This is not a passed strict numerical parity gate; the artifact remains experimental and semantically unqualified." }, "exportSoftware": { "torch": "2.10.0+cu126", "transformers": "4.57.6", "onnx": "1.17.0", "onnxruntime": "1.23.2", "device": "cpu", "threads": 4, "cudaVisibilityDisabled": true }, "modelId": "dom-analyst-compact-v1", "displayName": "Dom analyst v1 compact storage experiment", "runtimeProfile": "int8-shared-table", "storageQuantization": "q4 decoder matrices plus INT8 tied vocabulary table", "sourceModelSha256": "893decd1c7677f3d147d7c937f9b894415815d23bf7d090a527d9747a4f70029" }