| { |
| "variant": "209M", |
| "passed": true, |
| "acceptance": { |
| "normalized_rmse_max": 0.0001, |
| "normalized_max_error_max": 0.002 |
| }, |
| "bundle_manifest_sha256": "8439041e17342011f5960ccfbb25d9d65b3e0db200e078a37d3eacb78aa5bdcc", |
| "runtime_sha256": { |
| "__init__.py": "ed18257deea0f898915bd583c972e4b416c49645585603e6fe75c19b9aa86430", |
| "config.py": "d46e37020875c536e7a75e1b6ace3f67419ba2f2c9d9e8465f4b07f837e92ed6", |
| "covariate_encoding.py": "1c7f5c320fa4b7622d3705f765f53ab9676b829cb1d4fd68f839ec593b8404c0", |
| "forecaster.py": "360e79cd71b65bd1afdc507fb790558b3a471304ef203cb581c3a35351841a0a", |
| "layers.py": "fe1bc5488f6f74098e5569c8b1fa8a4b250a44f5f56e53b72b6ff1540fec3316", |
| "loading.py": "5060046fc0f10416bfec47e2dc1c990e4f6cec665baf4ca007ba32d4370a6845", |
| "masks.py": "741f65ce8f7870656fb2b012364dfa1d7c182018251c6203cfbd5f45aa6e4c4e", |
| "model.py": "7c7ed9eba56026f3686fbe077676acef25756738681a29dacf87c48b0fdf1f8d", |
| "scaler.py": "2bcae3f1ea34fef47cd1adcf0ddcd49dca133e5fd0b1734f128f200a39dc356f" |
| }, |
| "environment": { |
| "python": "3.12.12", |
| "platform": "macOS-27.0.1-arm64-arm-64bit", |
| "torch": "2.14.1", |
| "mlx": "0.32.4", |
| "numpy": "2.5.4", |
| "source_device": "cpu", |
| "mlx_device": "Device(gpu, 0)", |
| "torch_threads": 1 |
| }, |
| "notes": "Deterministic synthetic parity fixtures; timings include first-call overhead and are not a controlled benchmark. No GIFT-Eval/TIME/fev-bench evaluation was run.", |
| "fixtures": [ |
| { |
| "fixture": "univariate_missing_96", |
| "shape": [ |
| 1, |
| 1, |
| 96, |
| 21 |
| ], |
| "source_seconds": 0.1365254160191398, |
| "mlx_seconds": 0.13975733300321735, |
| "max_absolute_error": 1.52587890625e-05, |
| "rmse": 2.811535442254018e-06, |
| "reference_rms": 15.940772354326016, |
| "normalized_rmse": 1.7637385314589365e-07, |
| "normalized_max_error": 9.572176757394733e-07, |
| "finite": true, |
| "monotone": true, |
| "passed": true |
| }, |
| { |
| "fixture": "multivariate_batched_65", |
| "shape": [ |
| 2, |
| 2, |
| 65, |
| 21 |
| ], |
| "source_seconds": 0.12442591699073091, |
| "mlx_seconds": 0.10803912501432933, |
| "max_absolute_error": 9.059906005859375e-06, |
| "rmse": 1.6768740284810245e-06, |
| "reference_rms": 8.2838699651065, |
| "normalized_rmse": 2.0242640644341233e-07, |
| "normalized_max_error": 1.093680374513568e-06, |
| "finite": true, |
| "monotone": true, |
| "passed": true |
| }, |
| { |
| "fixture": "numeric_covariates_97", |
| "shape": [ |
| 1, |
| 1, |
| 97, |
| 21 |
| ], |
| "source_seconds": 0.23030458300490864, |
| "mlx_seconds": 0.1324903340137098, |
| "max_absolute_error": 1.239776611328125e-05, |
| "rmse": 2.279527914360267e-06, |
| "reference_rms": 7.679543794802906, |
| "normalized_rmse": 2.9683116279679614e-07, |
| "normalized_max_error": 1.614388360109539e-06, |
| "finite": true, |
| "monotone": true, |
| "passed": true |
| }, |
| { |
| "fixture": "categorical_covariates_97", |
| "shape": [ |
| 1, |
| 1, |
| 97, |
| 21 |
| ], |
| "source_seconds": 0.14552258301409893, |
| "mlx_seconds": 0.10644787500496022, |
| "max_absolute_error": 1.4543533325195312e-05, |
| "rmse": 2.650446056621123e-06, |
| "reference_rms": 7.739013019627613, |
| "normalized_rmse": 3.4247856282178184e-07, |
| "normalized_max_error": 1.8792491094549315e-06, |
| "finite": true, |
| "monotone": true, |
| "passed": true |
| }, |
| { |
| "fixture": "autoregressive_1057", |
| "shape": [ |
| 1, |
| 1, |
| 1057, |
| 21 |
| ], |
| "source_seconds": 0.12371258300845511, |
| "mlx_seconds": 0.14121233401237987, |
| "max_absolute_error": 0.0003662109375, |
| "rmse": 1.1924254772423781e-05, |
| "reference_rms": 13.014904546689083, |
| "normalized_rmse": 9.161999405871357e-07, |
| "normalized_max_error": 2.813781201285583e-05, |
| "finite": true, |
| "monotone": true, |
| "passed": true |
| }, |
| { |
| "fixture": "constant_65", |
| "shape": [ |
| 1, |
| 1, |
| 65, |
| 21 |
| ], |
| "source_seconds": 0.12416975002270192, |
| "mlx_seconds": 0.09817333400133066, |
| "max_absolute_error": 4.76837158203125e-07, |
| "rmse": 3.161399574908237e-08, |
| "reference_rms": 5.000000000403719, |
| "normalized_rmse": 6.322799149305948e-09, |
| "normalized_max_error": 9.536743163292467e-08, |
| "finite": true, |
| "monotone": true, |
| "passed": true |
| }, |
| { |
| "fixture": "all_missing_65", |
| "shape": [ |
| 1, |
| 1, |
| 65, |
| 21 |
| ], |
| "source_seconds": 0.13998808301403187, |
| "mlx_seconds": 0.08050049998564646, |
| "max_absolute_error": 5.681067705154419e-08, |
| "rmse": 4.930859227179981e-09, |
| "reference_rms": 0.004288812274942533, |
| "normalized_rmse": 1.1497027407771192e-06, |
| "normalized_max_error": 1.3246249406499242e-05, |
| "finite": true, |
| "monotone": true, |
| "passed": true |
| } |
| ] |
| } |
|
|
