{ "model_name": "canrun-fps-predictor", "version": "1.0", "generated_at": 1792020807, "elapsed_seconds": 57.6, "dataset_summary": { "total_records": 636225, "primary_benchmark_curves": 127245, "unique_games": 1697, "unique_gpus": 25, "unique_cpus": 5, "steam_store_specs_fetched": 700 }, "leave_games_out_cv": { "M0_Legacy_Naive_Spec_Heuristic": { "MAPE_pct": 12.8, "MdAPE_pct": 9.49, "MAE_fps": 13.82, "RMSE_fps": 29.03, "R2": 0.727, "R2_log": 0.9134, "Conformal_80_Coverage_pct": 27.52, "Monotonicity_Violation_pct": 0.0 }, "M1_Legacy_v8_Lookup_Model": { "MAPE_pct": 30.38, "MdAPE_pct": 15.23, "MAE_fps": 30.85, "RMSE_fps": 52.9, "R2": 0.0932, "R2_log": 0.6409, "Conformal_80_Coverage_pct": 20.68, "Monotonicity_Violation_pct": 11.17 }, "M2_Physics_Log_Ridge_Prior_Only": { "MAPE_pct": 7.24, "MdAPE_pct": 3.76, "MAE_fps": 7.3, "RMSE_fps": 17.59, "R2": 0.8998, "R2_log": 0.9547, "Conformal_80_Coverage_pct": 62.04, "Monotonicity_Violation_pct": 0.0 }, "M3_Single_Stage_Unconstrained_GBDT": { "MAPE_pct": 4.58, "MdAPE_pct": 1.38, "MAE_fps": 4.12, "RMSE_fps": 11.26, "R2": 0.959, "R2_log": 0.9697, "Conformal_80_Coverage_pct": 79.33, "Monotonicity_Violation_pct": 0.02 }, "M4_New_v9_TwoStage_LogRidge_Monotonic_GBDT": { "MAPE_pct": 4.48, "MdAPE_pct": 1.19, "MAE_fps": 3.97, "RMSE_fps": 11.27, "R2": 0.9589, "R2_log": 0.9692, "Conformal_80_Coverage_pct": 80.01, "Monotonicity_Violation_pct": 0.01 } }, "leave_gpus_out_cv": { "M0_Legacy_Naive_Spec_Heuristic": { "MAPE_pct": 12.8, "MdAPE_pct": 9.49, "MAE_fps": 13.82, "RMSE_fps": 29.03, "R2": 0.727, "R2_log": 0.9134, "Conformal_80_Coverage_pct": 11.65, "Monotonicity_Violation_pct": 0.0 }, "M1_Legacy_v8_Lookup_Model": { "MAPE_pct": 30.35, "MdAPE_pct": 15.23, "MAE_fps": 30.79, "RMSE_fps": 52.85, "R2": 0.0949, "R2_log": 0.6424, "Conformal_80_Coverage_pct": 8.42, "Monotonicity_Violation_pct": 11.16 }, "M2_Physics_Log_Ridge_Prior_Only": { "MAPE_pct": 7.24, "MdAPE_pct": 3.79, "MAE_fps": 7.27, "RMSE_fps": 17.0, "R2": 0.9064, "R2_log": 0.9557, "Conformal_80_Coverage_pct": 25.77, "Monotonicity_Violation_pct": 0.0 }, "M3_Single_Stage_Unconstrained_GBDT": { "MAPE_pct": 6.05, "MdAPE_pct": 3.18, "MAE_fps": 5.09, "RMSE_fps": 10.39, "R2": 0.965, "R2_log": 0.9687, "Conformal_80_Coverage_pct": 27.06, "Monotonicity_Violation_pct": 0.77 }, "M4_New_v9_TwoStage_LogRidge_Monotonic_GBDT": { "MAPE_pct": 1.08, "MdAPE_pct": 0.55, "MAE_fps": 0.9, "RMSE_fps": 1.97, "R2": 0.9987, "R2_log": 0.999, "Conformal_80_Coverage_pct": 80.0, "Monotonicity_Violation_pct": 0.0 } }, "conformal_quantiles": { "unseen_game_spec": { "1080p": 0.0441, "1440p": 0.0535, "4K": 0.0571 }, "known_game_curve": { "1080p": 0.0116, "1440p": 0.0158, "4K": 0.0151 } }, "pure_python_max_diff_fps": 2.5546125357323035e-06 }