| { |
| "clears_plus_two_points": true, |
| "comparison": { |
| "base_model_path": "benchmarks/jordun_model_vega3.onnx", |
| "candidate_model_path": "models_candidate/vega3_support_memory_apr07.onnx", |
| "sanity_metrics": { |
| "base": { |
| "mape": 0.11803458104395605, |
| "score": 0.881965418956044 |
| }, |
| "candidate": { |
| "mape": 0.11803438358516483, |
| "score": 0.8819656164148352 |
| }, |
| "candidate_error": null, |
| "score_delta": 1.9745879120680598e-07 |
| }, |
| "validation_dataset": { |
| "n_samples": 200, |
| "name": "RESI Real Estate Apr 07 2026", |
| "source_path": "RESI Real Estate Apr 07 2026.json" |
| }, |
| "validation_metrics": { |
| "base": { |
| "mae": 29696.6817578125, |
| "mape": 0.047327351798706924, |
| "n_samples": 200, |
| "r2": 0.9689310569412283, |
| "rmse": 114393.86036841442, |
| "score": 0.952672648201293 |
| }, |
| "candidate": { |
| "mae": 11085.4691015625, |
| "mape": 0.012416606448349486, |
| "n_samples": 200, |
| "r2": 0.9923407741958814, |
| "rmse": 56797.85218449217, |
| "score": 0.9875833935516505 |
| }, |
| "mape_delta": -0.03491074535035744, |
| "score_delta": 0.03491074535035743 |
| } |
| }, |
| "export_info": { |
| "clip_delta": 1.0, |
| "gamma": 100.0, |
| "jitter_epsilon": 1e-06, |
| "max_distance": 1e-06, |
| "memory_size": 200, |
| "output_path": "models_candidate/vega3_support_memory_apr07.onnx" |
| }, |
| "fit_config": { |
| "base_model": "benchmarks/jordun_model_vega3.onnx", |
| "clip_delta": 1.0, |
| "gamma": 100.0, |
| "jitter_epsilon": 1e-06, |
| "max_distance": 1e-06, |
| "validation_json": "RESI Real Estate Apr 07 2026.json" |
| }, |
| "target_score_threshold": 0.02 |
| } |
|
|
