| { | |
| "schemaVersion": 1, | |
| "trained": true, | |
| "qualified": false, | |
| "parameters": 494032768, | |
| "baseModel": "Qwen/Qwen2.5-0.5B-Instruct", | |
| "quantization": "q4", | |
| "modelSha256": "5c0363134949287bd21500931cddce7a118a024dea0c68c1349937e36634c178", | |
| "bytes": 361958538, | |
| "training": { | |
| "status": "trained", | |
| "baseModel": "Qwen/Qwen2.5-0.5B-Instruct", | |
| "seed": 27183, | |
| "device": "cpu", | |
| "threads": 4, | |
| "trainableParameters": 8798208, | |
| "totalParametersWithAdapter": 502830976, | |
| "maxSteps": 120, | |
| "maxSeconds": 1800, | |
| "gradientAccumulation": 2, | |
| "learningRate": 0.0004, | |
| "maximumSequenceTokens": 329, | |
| "dataHashes": { | |
| "train": "f61f4542713fd520f4d4af1f62781c286cc2ab24ec865ed95467da0931506f95", | |
| "validation": "88d8abede42c25d532d4ca318d89623a567262e6569a993c2d6e0f25057aa393", | |
| "holdout": "50e85e5bf20c895466a328f2f027ec84edcd9f9da05526f82499fd57ace594a3" | |
| }, | |
| "protocolSha256": "fa9837ee7e1084837de951dcbe297e787064f6f9dca43caf75c42de27135f6a6", | |
| "completedSteps": 120, | |
| "stopReason": "max_steps", | |
| "elapsedSeconds": 989.688, | |
| "finalLoss": 0.07833127304911613, | |
| "adapterSha256": "18bf28b38a17d12a40b591dbb9d0048915ee8ee2560283182854774ac413f998", | |
| "trainExamplesAvailable": 384, | |
| "optimizerExamples": 240, | |
| "uniqueExamplesSeen": 240, | |
| "baseRevision": "7ae557604adf67be50417f59c2c2f167def9a775", | |
| "software": { | |
| "torch": "2.13.0+cpu", | |
| "transformers": "4.57.6", | |
| "peft": "0.20.0", | |
| "accelerate": "1.14.0" | |
| }, | |
| "receiptAugmentation": "Available and consumed example counts, cached base revision and software versions added after completion; weights and frozen datasets unchanged." | |
| }, | |
| "evaluation": { | |
| "schemaVersion": 1, | |
| "status": "experimental-semantic-qualification-failed", | |
| "trained": true, | |
| "qualified": false, | |
| "holdoutSha256": "50e85e5bf20c895466a328f2f027ec84edcd9f9da05526f82499fd57ace594a3", | |
| "cases": 24, | |
| "base": { | |
| "exactCorrect": 0, | |
| "validJson": 24, | |
| "validPlans": 0, | |
| "elapsedSeconds": 301.25, | |
| "fields": { | |
| "task": 0.041666666666666664, | |
| "x": 0.0, | |
| "y": 0.041666666666666664, | |
| "group": 0.375, | |
| "clean": 0.625, | |
| "chart": 0.5, | |
| "method": 0.375 | |
| } | |
| }, | |
| "trainedCpu": { | |
| "exactCorrect": 7, | |
| "validJson": 24, | |
| "validPlans": 9, | |
| "elapsedSeconds": 181.703, | |
| "fields": { | |
| "task": 0.7083333333333334, | |
| "x": 0.75, | |
| "y": 0.7083333333333334, | |
| "group": 0.875, | |
| "clean": 0.9583333333333334, | |
| "chart": 0.7916666666666666, | |
| "method": 0.875 | |
| } | |
| }, | |
| "limitations": [ | |
| "Synthetic3–5column schemas only", | |
| "No tuning/checkpoint selection using holdout", | |
| "NativePyTorch CPU is not browserq4 qualification", | |
| "Schema-valid plans can still select unintended columns; human review required" | |
| ], | |
| "nativeQ4Smoke": { | |
| "total": 6, | |
| "exactCorrect": 2, | |
| "validJson": 6, | |
| "validPlans": 2, | |
| "elapsedSeconds": 20.032, | |
| "modelSha256": "893decd1c7677f3d147d7c937f9b894415815d23bf7d090a527d9747a4f70029" | |
| }, | |
| "q4SmokePreregisteredIds": [ | |
| "holdout-0000", | |
| "holdout-0001", | |
| "holdout-0002", | |
| "holdout-0003", | |
| "holdout-0004", | |
| "holdout-0005" | |
| ], | |
| "q4GenerationAgreement": { | |
| "subsetIds": [ | |
| "holdout-0000", | |
| "holdout-0001", | |
| "holdout-0002", | |
| "holdout-0003", | |
| "holdout-0004", | |
| "holdout-0005" | |
| ], | |
| "sameParsedPlans": 2, | |
| "differentParsedPlans": 4, | |
| "total": 6, | |
| "interpretation": "This measures generation agreement only; both agreeing and differing plans can be incorrect." | |
| }, | |
| "strictNumericalParityPassed": false, | |
| "tokenizerParity": { | |
| "cases": 432, | |
| "exactTokenSequenceMatches": 432, | |
| "mismatches": [], | |
| "maximumInputTokens": 302, | |
| "holdout0000InputTokens": 262, | |
| "regexWarning": "Transformers emitted a local-tokenizer regex warning; no automatic regex modification was applied. Exact chat-template token sequences were compared against cached training tokenizer." | |
| }, | |
| "browserQualification": "Pending separate browser execution; semantic qualification remains failed.", | |
| "compactStorageExperiment": { | |
| "source": "v1 only; no v2 data or checkpoint selection", | |
| "candidateSha256": "5c0363134949287bd21500931cddce7a118a024dea0c68c1349937e36634c178", | |
| "nativeSixCaseAgreement": { | |
| "disabled": { | |
| "total": 6, | |
| "sameTokenIds": 6, | |
| "sameRaw": 6, | |
| "sameParsedPlans": 6, | |
| "baselineExpectedMatches": 2, | |
| "candidateExpectedMatches": 2, | |
| "candidateSessionLoadSeconds": 2.906, | |
| "candidateGenerationSeconds": 142.126 | |
| }, | |
| "qdq-disabled": { | |
| "total": 6, | |
| "sameTokenIds": 6, | |
| "sameRaw": 6, | |
| "sameParsedPlans": 6, | |
| "baselineExpectedMatches": 2, | |
| "candidateExpectedMatches": 2, | |
| "candidateSessionLoadSeconds": 6.281, | |
| "candidateGenerationSeconds": 31.297 | |
| } | |
| }, | |
| "browserQualification": "pending separate measured execution", | |
| "semanticQualityPromotion": false, | |
| "runtimeRequirement": "session.disable_quant_qdq=1 with all graph optimizations; default native optimizer configuration failed" | |
| } | |
| }, | |
| "files": { | |
| "added_tokens.json": { | |
| "bytes": 629, | |
| "sha256": "f0acedf99e19ec0a5b797ffbd0b94328172ccd90f7f385bbc521cda2701b03ab" | |
| }, | |
| "chat_template.jinja": { | |
| "bytes": 2561, | |
| "sha256": "8aa40ce145adb73cb3a75194dc0224702a95850ec5275cabb728496bbd749fc6" | |
| }, | |
| "config.json": { | |
| "bytes": 1280, | |
| "sha256": "57ac7fe360a1303bf05c4fd71022d859a882b2e89fb11f19ea09fca2a0442424" | |
| }, | |
| "generation_config.json": { | |
| "bytes": 256, | |
| "sha256": "b017173db4a82cfc6dc6e4368aee7f8f4eceeb380cdae840528833be24ac45c8" | |
| }, | |
| "merges.txt": { | |
| "bytes": 1671853, | |
| "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5" | |
| }, | |
| "special_tokens_map.json": { | |
| "bytes": 641, | |
| "sha256": "a7d3d1755a57bf46e15a8c9608f97d280654934550d3104740f485fc5478e534" | |
| }, | |
| "tokenizer.json": { | |
| "bytes": 11421896, | |
| "sha256": "9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa" | |
| }, | |
| "tokenizer_config.json": { | |
| "bytes": 4890, | |
| "sha256": "0d2be11c79ca0320ee8f81abe61f98f4b043df0cd2784109100fb5b21dc78d0b" | |
| }, | |
| "vocab.json": { | |
| "bytes": 2776833, | |
| "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" | |
| }, | |
| "onnx/model_q4.onnx": { | |
| "bytes": 361958538, | |
| "sha256": "5c0363134949287bd21500931cddce7a118a024dea0c68c1349937e36634c178" | |
| } | |
| }, | |
| "experimental": true, | |
| "status": "experimental-v1-compact-storage", | |
| "exportValidation": { | |
| "status": "warning", | |
| "strictNumericalParityPassed": false, | |
| "requestedAbsoluteTolerance": 1e-05, | |
| "observedMaximumLogitDifference": 0.0011954307556152344, | |
| "largestReportedCacheDifference": 0.0005306005477905273, | |
| "exportProcessExitCode": 0, | |
| "onnxCheckerPassed": true, | |
| "interpretation": "Optimum wrote the graph but warned reference-versus-export values exceeded its default tolerance. This is not a passed strict numerical parity gate; the artifact remains experimental and semantically unqualified." | |
| }, | |
| "exportSoftware": { | |
| "torch": "2.10.0+cu126", | |
| "transformers": "4.57.6", | |
| "onnx": "1.17.0", | |
| "onnxruntime": "1.23.2", | |
| "device": "cpu", | |
| "threads": 4, | |
| "cudaVisibilityDisabled": true | |
| }, | |
| "modelId": "dom-analyst-compact-v1", | |
| "displayName": "Dom analyst v1 compact storage experiment", | |
| "runtimeProfile": "int8-shared-table", | |
| "storageQuantization": "q4 decoder matrices plus INT8 tied vocabulary table", | |
| "sourceModelSha256": "893decd1c7677f3d147d7c937f9b894415815d23bf7d090a527d9747a4f70029" | |
| } | |