simulado-bacbo / benchmark_latest.json
amarorn's picture
Add prediction artifacts (LGBM + similarity FAISS + benchmarks)
a1299a3 verified
Raw
History Blame Contribute Delete
4.15 kB
{
"generated_at": "2026-07-13T03:15:10Z",
"total_rounds": 30221,
"min_history_for_ml": 120,
"model_loaded": true,
"beats_marginal": true,
"latency": {
"runs": 40,
"history_length": 400,
"p50_ms": 120.65,
"p95_ms": 170.75,
"mean_ms": 119.82,
"max_ms": 249.23
},
"actionable_default": {
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 42.0,
"min_pb_margin": 0.07,
"actionable_entries": 103,
"hits": 52,
"misses": 37,
"ties": 14,
"skipped_not_actionable": 22,
"decided": 89,
"hit_rate": 0.5843,
"actionable_hit_rate": 0.5843,
"mean_inference_ms": 166.02
},
"threshold_recommendations": [
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 55,
"min_pb_margin": 0.05,
"actionable_entries": 98,
"hits": 50,
"misses": 34,
"ties": 14,
"skipped_not_actionable": 27,
"decided": 84,
"hit_rate": 0.5952,
"actionable_hit_rate": 0.5952,
"mean_inference_ms": 165.64,
"score": 0.5952
},
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 55,
"min_pb_margin": 0.07,
"actionable_entries": 98,
"hits": 50,
"misses": 34,
"ties": 14,
"skipped_not_actionable": 27,
"decided": 84,
"hit_rate": 0.5952,
"actionable_hit_rate": 0.5952,
"mean_inference_ms": 160.28,
"score": 0.5952
},
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 55,
"min_pb_margin": 0.09,
"actionable_entries": 98,
"hits": 50,
"misses": 34,
"ties": 14,
"skipped_not_actionable": 27,
"decided": 84,
"hit_rate": 0.5952,
"actionable_hit_rate": 0.5952,
"mean_inference_ms": 147.5,
"score": 0.5952
},
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 55,
"min_pb_margin": 0.11,
"actionable_entries": 98,
"hits": 50,
"misses": 34,
"ties": 14,
"skipped_not_actionable": 27,
"decided": 84,
"hit_rate": 0.5952,
"actionable_hit_rate": 0.5952,
"mean_inference_ms": 161.68,
"score": 0.5952
},
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 55,
"min_pb_margin": 0.13,
"actionable_entries": 98,
"hits": 50,
"misses": 34,
"ties": 14,
"skipped_not_actionable": 27,
"decided": 84,
"hit_rate": 0.5952,
"actionable_hit_rate": 0.5952,
"mean_inference_ms": 169.53,
"score": 0.5952
},
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 42,
"min_pb_margin": 0.13,
"actionable_entries": 102,
"hits": 52,
"misses": 36,
"ties": 14,
"skipped_not_actionable": 23,
"decided": 88,
"hit_rate": 0.5909,
"actionable_hit_rate": 0.5909,
"mean_inference_ms": 178.15,
"score": 0.5909
},
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 46,
"min_pb_margin": 0.13,
"actionable_entries": 102,
"hits": 52,
"misses": 36,
"ties": 14,
"skipped_not_actionable": 23,
"decided": 88,
"hit_rate": 0.5909,
"actionable_hit_rate": 0.5909,
"mean_inference_ms": 140.75,
"score": 0.5909
},
{
"lookback": 500,
"stride": 4,
"rounds_evaluated": 125,
"min_confidence": 50,
"min_pb_margin": 0.05,
"actionable_entries": 102,
"hits": 52,
"misses": 36,
"ties": 14,
"skipped_not_actionable": 23,
"decided": 88,
"hit_rate": 0.5909,
"actionable_hit_rate": 0.5909,
"mean_inference_ms": 146.84,
"score": 0.5909
}
],
"recommended_env": {
"ML_MIN_ACTIONABLE_CONFIDENCE": 55,
"ML_MIN_PB_MARGIN": 0.05,
"expected_hit_rate": 0.5952,
"expected_entries_in_window": 98
}
}