| { | |
| "model_name": "canrun-fps-predictor", | |
| "version": "1.0", | |
| "generated_at": 1792020807, | |
| "elapsed_seconds": 57.6, | |
| "dataset_summary": { | |
| "total_records": 636225, | |
| "primary_benchmark_curves": 127245, | |
| "unique_games": 1697, | |
| "unique_gpus": 25, | |
| "unique_cpus": 5, | |
| "steam_store_specs_fetched": 700 | |
| }, | |
| "leave_games_out_cv": { | |
| "M0_Legacy_Naive_Spec_Heuristic": { | |
| "MAPE_pct": 12.8, | |
| "MdAPE_pct": 9.49, | |
| "MAE_fps": 13.82, | |
| "RMSE_fps": 29.03, | |
| "R2": 0.727, | |
| "R2_log": 0.9134, | |
| "Conformal_80_Coverage_pct": 27.52, | |
| "Monotonicity_Violation_pct": 0.0 | |
| }, | |
| "M1_Legacy_v8_Lookup_Model": { | |
| "MAPE_pct": 30.38, | |
| "MdAPE_pct": 15.23, | |
| "MAE_fps": 30.85, | |
| "RMSE_fps": 52.9, | |
| "R2": 0.0932, | |
| "R2_log": 0.6409, | |
| "Conformal_80_Coverage_pct": 20.68, | |
| "Monotonicity_Violation_pct": 11.17 | |
| }, | |
| "M2_Physics_Log_Ridge_Prior_Only": { | |
| "MAPE_pct": 7.24, | |
| "MdAPE_pct": 3.76, | |
| "MAE_fps": 7.3, | |
| "RMSE_fps": 17.59, | |
| "R2": 0.8998, | |
| "R2_log": 0.9547, | |
| "Conformal_80_Coverage_pct": 62.04, | |
| "Monotonicity_Violation_pct": 0.0 | |
| }, | |
| "M3_Single_Stage_Unconstrained_GBDT": { | |
| "MAPE_pct": 4.58, | |
| "MdAPE_pct": 1.38, | |
| "MAE_fps": 4.12, | |
| "RMSE_fps": 11.26, | |
| "R2": 0.959, | |
| "R2_log": 0.9697, | |
| "Conformal_80_Coverage_pct": 79.33, | |
| "Monotonicity_Violation_pct": 0.02 | |
| }, | |
| "M4_New_v9_TwoStage_LogRidge_Monotonic_GBDT": { | |
| "MAPE_pct": 4.48, | |
| "MdAPE_pct": 1.19, | |
| "MAE_fps": 3.97, | |
| "RMSE_fps": 11.27, | |
| "R2": 0.9589, | |
| "R2_log": 0.9692, | |
| "Conformal_80_Coverage_pct": 80.01, | |
| "Monotonicity_Violation_pct": 0.01 | |
| } | |
| }, | |
| "leave_gpus_out_cv": { | |
| "M0_Legacy_Naive_Spec_Heuristic": { | |
| "MAPE_pct": 12.8, | |
| "MdAPE_pct": 9.49, | |
| "MAE_fps": 13.82, | |
| "RMSE_fps": 29.03, | |
| "R2": 0.727, | |
| "R2_log": 0.9134, | |
| "Conformal_80_Coverage_pct": 11.65, | |
| "Monotonicity_Violation_pct": 0.0 | |
| }, | |
| "M1_Legacy_v8_Lookup_Model": { | |
| "MAPE_pct": 30.35, | |
| "MdAPE_pct": 15.23, | |
| "MAE_fps": 30.79, | |
| "RMSE_fps": 52.85, | |
| "R2": 0.0949, | |
| "R2_log": 0.6424, | |
| "Conformal_80_Coverage_pct": 8.42, | |
| "Monotonicity_Violation_pct": 11.16 | |
| }, | |
| "M2_Physics_Log_Ridge_Prior_Only": { | |
| "MAPE_pct": 7.24, | |
| "MdAPE_pct": 3.79, | |
| "MAE_fps": 7.27, | |
| "RMSE_fps": 17.0, | |
| "R2": 0.9064, | |
| "R2_log": 0.9557, | |
| "Conformal_80_Coverage_pct": 25.77, | |
| "Monotonicity_Violation_pct": 0.0 | |
| }, | |
| "M3_Single_Stage_Unconstrained_GBDT": { | |
| "MAPE_pct": 6.05, | |
| "MdAPE_pct": 3.18, | |
| "MAE_fps": 5.09, | |
| "RMSE_fps": 10.39, | |
| "R2": 0.965, | |
| "R2_log": 0.9687, | |
| "Conformal_80_Coverage_pct": 27.06, | |
| "Monotonicity_Violation_pct": 0.77 | |
| }, | |
| "M4_New_v9_TwoStage_LogRidge_Monotonic_GBDT": { | |
| "MAPE_pct": 1.08, | |
| "MdAPE_pct": 0.55, | |
| "MAE_fps": 0.9, | |
| "RMSE_fps": 1.97, | |
| "R2": 0.9987, | |
| "R2_log": 0.999, | |
| "Conformal_80_Coverage_pct": 80.0, | |
| "Monotonicity_Violation_pct": 0.0 | |
| } | |
| }, | |
| "conformal_quantiles": { | |
| "unseen_game_spec": { | |
| "1080p": 0.0441, | |
| "1440p": 0.0535, | |
| "4K": 0.0571 | |
| }, | |
| "known_game_curve": { | |
| "1080p": 0.0116, | |
| "1440p": 0.0158, | |
| "4K": 0.0151 | |
| } | |
| }, | |
| "pure_python_max_diff_fps": 2.5546125357323035e-06 | |
| } | |