| window.BENCH = {"n_test": 117, "n_eval": 107, "strata": ["short", "medium", "long", "very_long"], "stages": ["0.25", "0.40", "0.60", "0.75"], "primary": "0.40", "methods": {"naive_onplan": {"family": "naive", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.44, "eac_mpe_med": -1.91, "finish_err_med": 1.0, "finish_ape_med": 7.69, "finish_mpe_med": -7.69}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.44, "eac_mpe_med": -1.91, "finish_err_med": 1.0, "finish_ape_med": 7.69, "finish_mpe_med": -7.69}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.44, "eac_mpe_med": -1.91, "finish_err_med": 1.0, "finish_ape_med": 7.69, "finish_mpe_med": -7.69}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.44, "eac_mpe_med": -1.91, "finish_err_med": 1.0, "finish_ape_med": 7.69, "finish_mpe_med": -7.69}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 4.21, "eac_mpe_med": -2.48, "finish_err_med": 0.0, "finish_ape_med": 0.0, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 5.21, "eac_mpe_med": -0.67, "finish_err_med": 1.0, "finish_ape_med": 11.11, "finish_mpe_med": -11.11}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 3.13, "eac_mpe_med": -2.71, "finish_err_med": 1.0, "finish_ape_med": 7.69, "finish_mpe_med": -7.69}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 5.86, "eac_mpe_med": -5.86, "finish_err_med": 6.0, "finish_ape_med": 14.87, "finish_mpe_med": -14.87}}}, "last_value": {"family": "naive", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.22, "eac_mpe_med": -0.1, "finish_err_med": 3.61, "finish_ape_med": 36.88, "finish_mpe_med": 10.43}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.22, "eac_mpe_med": -0.58, "finish_err_med": 2.16, "finish_ape_med": 26.31, "finish_mpe_med": 8.05}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.22, "eac_mpe_med": -0.41, "finish_err_med": 2.05, "finish_ape_med": 23.83, "finish_mpe_med": 8.05}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.39, "eac_mpe_med": -0.13, "finish_err_med": 1.19, "finish_ape_med": 15.01, "finish_mpe_med": -2.43}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 3.22, "eac_mpe_med": 0.06, "finish_err_med": 0.63, "finish_ape_med": 14.57, "finish_mpe_med": 8.05}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 2.95, "eac_mpe_med": -0.38, "finish_err_med": 2.63, "finish_ape_med": 26.31, "finish_mpe_med": -4.43}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 10.25, "eac_mpe_med": -4.78, "finish_err_med": 8.54, "finish_ape_med": 60.97, "finish_mpe_med": 60.97}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 41.88, "eac_mpe_med": -2.49, "finish_err_med": 30.32, "finish_ape_med": 79.88, "finish_mpe_med": 79.88}}}, "linear": {"family": "naive", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 12.44, "eac_mpe_med": -5.07, "finish_err_med": 5.09, "finish_ape_med": 46.78, "finish_mpe_med": 3.03}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 8.77, "eac_mpe_med": -2.21, "finish_err_med": 3.67, "finish_ape_med": 35.22, "finish_mpe_med": 1.24}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.05, "eac_mpe_med": -1.51, "finish_err_med": 2.18, "finish_ape_med": 23.85, "finish_mpe_med": -0.37}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.1, "eac_mpe_med": -0.81, "finish_err_med": 1.6, "finish_ape_med": 18.11, "finish_mpe_med": -8.98}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 3.56, "eac_mpe_med": -0.81, "finish_err_med": 0.75, "finish_ape_med": 18.16, "finish_mpe_med": 0.83}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 24.1, "eac_mpe_med": -3.34, "finish_err_med": 4.22, "finish_ape_med": 45.92, "finish_mpe_med": -17.2}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 17.08, "eac_mpe_med": -8.75, "finish_err_med": 6.34, "finish_ape_med": 48.79, "finish_mpe_med": 17.16}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 15.02, "eac_mpe_med": -5.33, "finish_err_med": 40.13, "finish_ape_med": 103.58, "finish_mpe_med": 85.44}}}, "logistic": {"family": "classical", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 24.2, "eac_mpe_med": -11.66, "finish_err_med": 6.36, "finish_ape_med": 51.73, "finish_mpe_med": 5.24}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 21.3, "eac_mpe_med": -17.39, "finish_err_med": 14.0, "finish_ape_med": 173.17, "finish_mpe_med": 173.17}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 13.32, "eac_mpe_med": -10.53, "finish_err_med": 11.0, "finish_ape_med": 166.67, "finish_mpe_med": 166.67}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.1, "eac_mpe_med": -2.1, "finish_err_med": 5.62, "finish_ape_med": 28.03, "finish_mpe_med": 19.23}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 3.56, "eac_mpe_med": -0.81, "finish_err_med": 0.75, "finish_ape_med": 18.16, "finish_mpe_med": 0.83}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 43.86, "eac_mpe_med": -38.12, "finish_err_med": 23.0, "finish_ape_med": 255.56, "finish_mpe_med": 255.56}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 57.06, "eac_mpe_med": -57.06, "finish_err_med": 44.0, "finish_ape_med": 263.64, "finish_mpe_med": 263.64}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 50.28, "eac_mpe_med": -50.28, "finish_err_med": 69.0, "finish_ape_med": 170.48, "finish_mpe_med": 170.48}}}, "growth_curve": {"family": "classical", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.23, "eac_mpe_med": 0.0, "finish_err_med": 1.91, "finish_ape_med": 22.0, "finish_mpe_med": 0.62}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.37, "eac_mpe_med": 0.0, "finish_err_med": 1.55, "finish_ape_med": 18.65, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 1.11, "finish_ape_med": 15.09, "finish_mpe_med": 2.0}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.28, "eac_mpe_med": 0.0, "finish_err_med": 1.2, "finish_ape_med": 13.95, "finish_mpe_med": 1.24}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 1.0, "finish_ape_med": 21.13, "finish_mpe_med": 11.05}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.41, "eac_mpe_med": 0.0, "finish_err_med": 1.61, "finish_ape_med": 14.67, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 2.02, "eac_mpe_med": -0.1, "finish_err_med": 3.39, "finish_ape_med": 17.96, "finish_mpe_med": 0.0}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 6.04, "eac_mpe_med": 0.32, "finish_err_med": 10.35, "finish_ape_med": 20.36, "finish_mpe_med": -6.07}}}, "exp_smoothing": {"family": "classical", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 11.66, "eac_mpe_med": -3.06, "finish_err_med": 4.69, "finish_ape_med": 46.89, "finish_mpe_med": 2.19}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 7.59, "eac_mpe_med": -1.41, "finish_err_med": 3.69, "finish_ape_med": 36.85, "finish_mpe_med": 0.84}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.9, "eac_mpe_med": -1.23, "finish_err_med": 2.17, "finish_ape_med": 20.5, "finish_mpe_med": -2.22}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.24, "eac_mpe_med": -0.7, "finish_err_med": 1.6, "finish_ape_med": 18.09, "finish_mpe_med": -2.28}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 3.56, "eac_mpe_med": -0.81, "finish_err_med": 0.75, "finish_ape_med": 16.8, "finish_mpe_med": 0.84}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 23.67, "eac_mpe_med": -2.18, "finish_err_med": 4.43, "finish_ape_med": 45.9, "finish_mpe_med": -25.25}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 11.69, "eac_mpe_med": -2.09, "finish_err_med": 6.44, "finish_ape_med": 44.72, "finish_mpe_med": 12.31}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 52.79, "eac_mpe_med": -1.95, "finish_err_med": 69.0, "finish_ape_med": 170.48, "finish_mpe_med": 170.48}}}, "earned_schedule": {"family": "classical", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.23, "eac_mpe_med": 0.0, "finish_err_med": 0.98, "finish_ape_med": 11.11, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.37, "eac_mpe_med": 0.0, "finish_err_med": 1.0, "finish_ape_med": 10.71, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 0.75, "finish_ape_med": 7.71, "finish_mpe_med": 0.71}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.28, "eac_mpe_med": 0.0, "finish_err_med": 0.69, "finish_ape_med": 7.1, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 0.35, "finish_ape_med": 8.32, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.41, "eac_mpe_med": 0.0, "finish_err_med": 1.0, "finish_ape_med": 11.11, "finish_mpe_med": 0.34}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 2.02, "eac_mpe_med": -0.1, "finish_err_med": 2.67, "finish_ape_med": 15.33, "finish_mpe_med": 0.0}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 6.04, "eac_mpe_med": 0.32, "finish_err_med": 5.37, "finish_ape_med": 10.39, "finish_mpe_med": 1.5}}}, "evm_cpi_spi": {"family": "classical", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 10.0, "eac_mpe_med": 4.67, "finish_err_med": 0.98, "finish_ape_med": 11.11, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 9.65, "eac_mpe_med": 4.61, "finish_err_med": 1.0, "finish_ape_med": 10.71, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.29, "eac_mpe_med": 2.61, "finish_err_med": 0.75, "finish_ape_med": 7.71, "finish_mpe_med": 0.71}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.23, "eac_mpe_med": 1.28, "finish_err_med": 0.69, "finish_ape_med": 7.1, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 3.7, "eac_mpe_med": 3.23, "finish_err_med": 0.35, "finish_ape_med": 8.32, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 12.71, "eac_mpe_med": 11.65, "finish_err_med": 1.0, "finish_ape_med": 11.11, "finish_mpe_med": 0.34}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 15.12, "eac_mpe_med": 4.51, "finish_err_med": 2.67, "finish_ape_med": 15.33, "finish_mpe_med": 0.0}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 22.86, "eac_mpe_med": 15.25, "finish_err_med": 5.37, "finish_ape_med": 10.39, "finish_mpe_med": 1.5}}}, "xsm": {"family": "classical", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.91, "eac_mpe_med": 0.0, "finish_err_med": 1.01, "finish_ape_med": 13.88, "finish_mpe_med": 3.36}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.8, "eac_mpe_med": 0.0, "finish_err_med": 0.9, "finish_ape_med": 12.44, "finish_mpe_med": 3.81}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.87, "eac_mpe_med": 0.0, "finish_err_med": 0.87, "finish_ape_med": 10.02, "finish_mpe_med": 1.12}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.48, "eac_mpe_med": -0.0, "finish_err_med": 0.7, "finish_ape_med": 6.9, "finish_mpe_med": 0.18}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.56, "eac_mpe_med": 0.44, "finish_err_med": 0.34, "finish_ape_med": 6.9, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.91, "eac_mpe_med": 0.31, "finish_err_med": 1.26, "finish_ape_med": 12.68, "finish_mpe_med": 5.41}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 4.16, "eac_mpe_med": -0.23, "finish_err_med": 4.24, "finish_ape_med": 23.45, "finish_mpe_med": 12.29}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 14.87, "eac_mpe_med": 0.32, "finish_err_med": 7.64, "finish_ape_med": 17.33, "finish_mpe_med": 10.07}}}, "timesfm_2.5": {"family": "foundation", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.39, "eac_mpe_med": -0.1, "finish_err_med": 2.45, "finish_ape_med": 27.2, "finish_mpe_med": 11.03, "coverage_med": 1.0}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.04, "eac_mpe_med": -0.39, "finish_err_med": 2.19, "finish_ape_med": 24.15, "finish_mpe_med": 11.6, "coverage_med": 0.923}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.29, "eac_mpe_med": -0.1, "finish_err_med": 1.47, "finish_ape_med": 18.3, "finish_mpe_med": 4.93, "coverage_med": 1.0}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.24, "eac_mpe_med": 0.06, "finish_err_med": 1.21, "finish_ape_med": 14.44, "finish_mpe_med": -3.11, "coverage_med": 1.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 2.99, "eac_mpe_med": 0.14, "finish_err_med": 0.59, "finish_ape_med": 13.51, "finish_mpe_med": 9.12, "coverage_med": 0.667}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 2.52, "eac_mpe_med": -0.1, "finish_err_med": 2.79, "finish_ape_med": 27.95, "finish_mpe_med": 2.11, "coverage_med": 1.0}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 4.29, "eac_mpe_med": -2.55, "finish_err_med": 6.65, "finish_ape_med": 41.24, "finish_mpe_med": 41.24, "coverage_med": 0.909}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 22.45, "eac_mpe_med": -3.93, "finish_err_med": 12.45, "finish_ape_med": 41.97, "finish_mpe_med": 39.78, "coverage_med": 0.921}}}, "chronos_2": {"family": "foundation", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.76, "eac_mpe_med": -0.1, "finish_err_med": 3.22, "finish_ape_med": 33.9, "finish_mpe_med": 10.09, "coverage_med": 1.0}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.93, "eac_mpe_med": -0.12, "finish_err_med": 2.13, "finish_ape_med": 22.38, "finish_mpe_med": 7.26, "coverage_med": 1.0}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.18, "eac_mpe_med": -0.1, "finish_err_med": 1.61, "finish_ape_med": 18.51, "finish_mpe_med": 7.03, "coverage_med": 1.0}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.24, "eac_mpe_med": -0.1, "finish_err_med": 1.28, "finish_ape_med": 13.55, "finish_mpe_med": -0.18, "coverage_med": 1.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 3.74, "eac_mpe_med": 0.61, "finish_err_med": 0.71, "finish_ape_med": 15.43, "finish_mpe_med": 8.55, "coverage_med": 1.0}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 2.93, "eac_mpe_med": -0.18, "finish_err_med": 2.35, "finish_ape_med": 20.41, "finish_mpe_med": -2.33, "coverage_med": 1.0}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 3.52, "eac_mpe_med": -1.17, "finish_err_med": 5.43, "finish_ape_med": 38.5, "finish_mpe_med": 32.68, "coverage_med": 1.0}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 14.55, "eac_mpe_med": -0.51, "finish_err_med": 19.78, "finish_ape_med": 46.02, "finish_mpe_med": 22.7, "coverage_med": 0.98}}}, "chronos_2_cov": {"family": "foundation", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 5.34, "eac_mpe_med": -0.22, "finish_err_med": 3.05, "finish_ape_med": 33.9, "finish_mpe_med": 10.7, "coverage_med": 1.0}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.43, "eac_mpe_med": -0.1, "finish_err_med": 2.29, "finish_ape_med": 22.11, "finish_mpe_med": 9.01, "coverage_med": 1.0}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.82, "eac_mpe_med": -0.26, "finish_err_med": 1.4, "finish_ape_med": 18.53, "finish_mpe_med": 7.16, "coverage_med": 1.0}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.08, "eac_mpe_med": -0.1, "finish_err_med": 1.26, "finish_ape_med": 14.64, "finish_mpe_med": 0.17, "coverage_med": 1.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 4.04, "eac_mpe_med": 0.63, "finish_err_med": 0.66, "finish_ape_med": 13.57, "finish_mpe_med": 8.97, "coverage_med": 1.0}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 4.03, "eac_mpe_med": -0.1, "finish_err_med": 2.32, "finish_ape_med": 24.07, "finish_mpe_med": -0.08, "coverage_med": 1.0}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 5.26, "eac_mpe_med": -1.72, "finish_err_med": 5.58, "finish_ape_med": 39.06, "finish_mpe_med": 37.9, "coverage_med": 1.0}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 13.75, "eac_mpe_med": -1.18, "finish_err_med": 9.18, "finish_ape_med": 31.2, "finish_mpe_med": 21.12, "coverage_med": 1.0}}}, "naive_dist": {"family": "control", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.32, "eac_mpe_med": 0.05, "finish_err_med": 0.71, "finish_ape_med": 14.29, "finish_mpe_med": 5.49}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.32, "eac_mpe_med": 0.05, "finish_err_med": 0.71, "finish_ape_med": 14.29, "finish_mpe_med": 5.49}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.32, "eac_mpe_med": 0.05, "finish_err_med": 0.71, "finish_ape_med": 14.29, "finish_mpe_med": 5.49}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.32, "eac_mpe_med": 0.05, "finish_err_med": 0.71, "finish_ape_med": 14.29, "finish_mpe_med": 5.49}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 2.53, "eac_mpe_med": -0.53, "finish_err_med": 0.57, "finish_ape_med": 14.29, "finish_mpe_med": 14.29}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 5.18, "eac_mpe_med": 1.32, "finish_err_med": 0.86, "finish_ape_med": 8.57, "finish_mpe_med": 1.59}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 3.6, "eac_mpe_med": -0.77, "finish_err_med": 1.43, "finish_ape_med": 7.94, "finish_mpe_med": 5.49}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 3.97, "eac_mpe_med": -3.97, "finish_err_med": 3.93, "finish_ape_med": 12.9, "finish_mpe_med": -2.71}}}, "ml_ridge": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 0.9906542056074766, "eac_ape_med": 4.39, "eac_mpe_med": 1.61, "finish_err_med": 0.98, "finish_ape_med": 12.31, "finish_mpe_med": 8.94}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.67, "eac_mpe_med": 0.97, "finish_err_med": 1.12, "finish_ape_med": 11.15, "finish_mpe_med": 9.1}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.42, "eac_mpe_med": 1.08, "finish_err_med": 0.52, "finish_ape_med": 5.3, "finish_mpe_med": 2.91}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.02, "eac_mpe_med": 1.17, "finish_err_med": 0.3, "finish_ape_med": 3.8, "finish_mpe_med": 3.37}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 2.74, "eac_mpe_med": 1.34, "finish_err_med": 1.12, "finish_ape_med": 27.73, "finish_mpe_med": 27.73}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 5.09, "eac_mpe_med": 1.63, "finish_err_med": 0.46, "finish_ape_med": 4.34, "finish_mpe_med": -2.51}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 4.32, "eac_mpe_med": -0.88, "finish_err_med": 1.47, "finish_ape_med": 7.98, "finish_mpe_med": 2.97}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 7.02, "eac_mpe_med": 1.05, "finish_err_med": 3.79, "finish_ape_med": 8.97, "finish_mpe_med": 3.18}}}, "ml_svr": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 5.05, "eac_mpe_med": 2.0, "finish_err_med": 1.3, "finish_ape_med": 16.21, "finish_mpe_med": 13.89}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.61, "eac_mpe_med": 1.0, "finish_err_med": 1.25, "finish_ape_med": 14.04, "finish_mpe_med": 9.1}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.45, "eac_mpe_med": 0.7, "finish_err_med": 0.93, "finish_ape_med": 8.66, "finish_mpe_med": 6.01}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.27, "eac_mpe_med": 0.58, "finish_err_med": 0.89, "finish_ape_med": 9.89, "finish_mpe_med": 8.61}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 2.23, "eac_mpe_med": 1.66, "finish_err_med": 1.23, "finish_ape_med": 30.61, "finish_mpe_med": 25.3}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 4.17, "eac_mpe_med": 1.33, "finish_err_med": 0.91, "finish_ape_med": 9.08, "finish_mpe_med": 1.15}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 4.16, "eac_mpe_med": -0.21, "finish_err_med": 1.28, "finish_ape_med": 6.38, "finish_mpe_med": -1.4}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 8.58, "eac_mpe_med": 2.05, "finish_err_med": 1.5, "finish_ape_med": 4.06, "finish_mpe_med": 2.06}}}, "ml_rf": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.84, "eac_mpe_med": 0.57, "finish_err_med": 0.97, "finish_ape_med": 10.99, "finish_mpe_med": 8.23}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.26, "eac_mpe_med": -0.03, "finish_err_med": 0.83, "finish_ape_med": 6.09, "finish_mpe_med": 3.78}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.53, "eac_mpe_med": -0.08, "finish_err_med": 0.36, "finish_ape_med": 3.61, "finish_mpe_med": 2.47}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.49, "eac_mpe_med": 0.05, "finish_err_med": 0.03, "finish_ape_med": 0.24, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.64, "eac_mpe_med": 0.4, "finish_err_med": 0.89, "finish_ape_med": 21.06, "finish_mpe_med": 21.06}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.8, "eac_mpe_med": 0.98, "finish_err_med": 0.37, "finish_ape_med": 3.69, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 2.6, "eac_mpe_med": -0.55, "finish_err_med": 0.73, "finish_ape_med": 4.29, "finish_mpe_med": 0.46}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 6.29, "eac_mpe_med": -0.19, "finish_err_med": 0.89, "finish_ape_med": 2.83, "finish_mpe_med": -1.19}}}, "ml_histgbm": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.7, "eac_mpe_med": 0.47, "finish_err_med": 0.98, "finish_ape_med": 11.14, "finish_mpe_med": 8.13}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.9, "eac_mpe_med": 0.02, "finish_err_med": 0.94, "finish_ape_med": 6.96, "finish_mpe_med": 5.13}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.81, "eac_mpe_med": -0.02, "finish_err_med": 0.35, "finish_ape_med": 3.7, "finish_mpe_med": 2.3}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.19, "eac_mpe_med": 0.17, "finish_err_med": 0.13, "finish_ape_med": 1.67, "finish_mpe_med": 0.88}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.72, "eac_mpe_med": 0.63, "finish_err_med": 0.99, "finish_ape_med": 24.18, "finish_mpe_med": 23.59}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.0, "eac_mpe_med": 0.46, "finish_err_med": 0.29, "finish_ape_med": 4.2, "finish_mpe_med": -0.02}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 2.9, "eac_mpe_med": -1.15, "finish_err_med": 0.84, "finish_ape_med": 5.3, "finish_mpe_med": 1.51}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 7.0, "eac_mpe_med": 0.66, "finish_err_med": 1.22, "finish_ape_med": 3.26, "finish_mpe_med": -1.6}}}, "ml_xgboost": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.6, "eac_mpe_med": 0.26, "finish_err_med": 0.98, "finish_ape_med": 9.83, "finish_mpe_med": 6.91}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.31, "eac_mpe_med": 0.19, "finish_err_med": 0.93, "finish_ape_med": 7.67, "finish_mpe_med": 5.53}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.69, "eac_mpe_med": -0.21, "finish_err_med": 0.45, "finish_ape_med": 3.87, "finish_mpe_med": 2.92}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.38, "eac_mpe_med": 0.16, "finish_err_med": 0.2, "finish_ape_med": 2.65, "finish_mpe_med": 1.67}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.63, "eac_mpe_med": 0.53, "finish_err_med": 0.97, "finish_ape_med": 23.64, "finish_mpe_med": 23.63}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 4.05, "eac_mpe_med": 0.43, "finish_err_med": 0.41, "finish_ape_med": 4.13, "finish_mpe_med": 1.3}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 3.04, "eac_mpe_med": -1.05, "finish_err_med": 0.82, "finish_ape_med": 4.04, "finish_mpe_med": 0.43}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 9.22, "eac_mpe_med": -0.07, "finish_err_med": 0.94, "finish_ape_med": 2.71, "finish_mpe_med": -1.04}}}, "ml_lightgbm": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.38, "eac_mpe_med": 0.55, "finish_err_med": 0.99, "finish_ape_med": 10.34, "finish_mpe_med": 8.41}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.92, "eac_mpe_med": 0.2, "finish_err_med": 0.92, "finish_ape_med": 6.41, "finish_mpe_med": 3.98}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.9, "eac_mpe_med": -0.1, "finish_err_med": 0.4, "finish_ape_med": 3.87, "finish_mpe_med": 2.36}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.19, "eac_mpe_med": 0.16, "finish_err_med": 0.16, "finish_ape_med": 1.68, "finish_mpe_med": 1.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 2.16, "eac_mpe_med": 0.46, "finish_err_med": 0.98, "finish_ape_med": 23.92, "finish_mpe_med": 23.38}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 4.05, "eac_mpe_med": 0.44, "finish_err_med": 0.23, "finish_ape_med": 2.92, "finish_mpe_med": 0.53}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 2.84, "eac_mpe_med": -0.9, "finish_err_med": 0.66, "finish_ape_med": 3.82, "finish_mpe_med": 0.74}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 6.42, "eac_mpe_med": 0.07, "finish_err_med": 1.34, "finish_ape_med": 3.15, "finish_mpe_med": 0.18}}}, "ml_catboost": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.63, "eac_mpe_med": 0.82, "finish_err_med": 0.97, "finish_ape_med": 10.03, "finish_mpe_med": 6.64}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.07, "eac_mpe_med": 0.6, "finish_err_med": 0.91, "finish_ape_med": 7.39, "finish_mpe_med": 4.34}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.0, "eac_mpe_med": -0.09, "finish_err_med": 0.41, "finish_ape_med": 4.1, "finish_mpe_med": 2.86}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.37, "eac_mpe_med": -0.0, "finish_err_med": 0.18, "finish_ape_med": 2.1, "finish_mpe_med": 1.57}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.92, "eac_mpe_med": 0.88, "finish_err_med": 0.95, "finish_ape_med": 23.27, "finish_mpe_med": 23.22}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.94, "eac_mpe_med": 0.6, "finish_err_med": 0.29, "finish_ape_med": 3.21, "finish_mpe_med": 0.77}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 2.85, "eac_mpe_med": -0.24, "finish_err_med": 0.61, "finish_ape_med": 4.25, "finish_mpe_med": -0.38}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 9.53, "eac_mpe_med": 0.97, "finish_err_med": 1.31, "finish_ape_med": 3.22, "finish_mpe_med": -2.04}}}, "ml_mlp": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 0.9906542056074766, "eac_ape_med": 5.8, "eac_mpe_med": 2.35, "finish_err_med": 1.31, "finish_ape_med": 13.59, "finish_mpe_med": 11.09}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 5.85, "eac_mpe_med": 2.65, "finish_err_med": 1.04, "finish_ape_med": 12.16, "finish_mpe_med": 8.06}, "0.60": {"n": 107, "valid_rate": 0.9906542056074766, "eac_ape_med": 3.89, "eac_mpe_med": 1.09, "finish_err_med": 0.69, "finish_ape_med": 8.32, "finish_mpe_med": 5.21}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.49, "eac_mpe_med": 1.69, "finish_err_med": 0.81, "finish_ape_med": 7.67, "finish_mpe_med": 7.31}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 5.85, "eac_mpe_med": 3.88, "finish_err_med": 1.07, "finish_ape_med": 26.08, "finish_mpe_med": 26.08}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 5.65, "eac_mpe_med": 4.21, "finish_err_med": 0.7, "finish_ape_med": 7.4, "finish_mpe_med": 3.23}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 5.97, "eac_mpe_med": -0.77, "finish_err_med": 1.05, "finish_ape_med": 5.55, "finish_mpe_med": 1.46}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 8.93, "eac_mpe_med": 0.02, "finish_err_med": 1.5, "finish_ape_med": 4.24, "finish_mpe_med": -2.72}}}, "ml_tabpfn": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.73, "eac_mpe_med": 0.6, "finish_err_med": 0.97, "finish_ape_med": 8.28, "finish_mpe_med": 5.88}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.0, "eac_mpe_med": 0.07, "finish_err_med": 0.93, "finish_ape_med": 5.77, "finish_mpe_med": 3.55}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.77, "eac_mpe_med": 0.07, "finish_err_med": 0.41, "finish_ape_med": 2.43, "finish_mpe_med": 0.57}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.54, "eac_mpe_med": 0.02, "finish_err_med": 0.04, "finish_ape_med": 0.19, "finish_mpe_med": 0.01}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.68, "eac_mpe_med": 0.17, "finish_err_med": 0.98, "finish_ape_med": 24.2, "finish_mpe_med": 24.2}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.86, "eac_mpe_med": 0.4, "finish_err_med": 0.46, "finish_ape_med": 4.6, "finish_mpe_med": -0.01}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 3.48, "eac_mpe_med": -0.39, "finish_err_med": 0.72, "finish_ape_med": 4.62, "finish_mpe_med": 0.17}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 6.75, "eac_mpe_med": 0.52, "finish_err_med": 0.89, "finish_ape_med": 2.98, "finish_mpe_med": -1.0}}}, "ml_lightgbm_quantile": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.99, "eac_mpe_med": 0.39, "finish_err_med": 1.0, "finish_ape_med": 9.15, "finish_mpe_med": 4.78, "coverage_med": 0.411, "finish_cov_med": 0.299}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.6, "eac_mpe_med": 0.38, "finish_err_med": 0.98, "finish_ape_med": 7.14, "finish_mpe_med": 1.91, "coverage_med": 0.374, "finish_cov_med": 0.336}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.61, "eac_mpe_med": -0.14, "finish_err_med": 0.58, "finish_ape_med": 3.37, "finish_mpe_med": 1.59, "coverage_med": 0.439, "finish_cov_med": 0.439}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.26, "eac_mpe_med": 0.02, "finish_err_med": 0.27, "finish_ape_med": 1.68, "finish_mpe_med": 0.75, "coverage_med": 0.467, "finish_cov_med": 0.327}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.94, "eac_mpe_med": 0.38, "finish_err_med": 0.99, "finish_ape_med": 24.57, "finish_mpe_med": 23.96, "coverage_med": 0.372, "finish_cov_med": 0.186}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 3.84, "eac_mpe_med": 0.59, "finish_err_med": 0.61, "finish_ape_med": 7.14, "finish_mpe_med": 0.18, "coverage_med": 0.407, "finish_cov_med": 0.556}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 2.49, "eac_mpe_med": -0.07, "finish_err_med": 0.68, "finish_ape_med": 2.97, "finish_mpe_med": 0.4, "coverage_med": 0.4, "finish_cov_med": 0.4}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 6.24, "eac_mpe_med": 1.08, "finish_err_med": 1.05, "finish_ape_med": 2.97, "finish_mpe_med": -2.1, "coverage_med": 0.25, "finish_cov_med": 0.25}}}, "ml_xgboost_realcv": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 4.2, "eac_mpe_med": 0.37, "finish_err_med": 0.79, "finish_ape_med": 7.82, "finish_mpe_med": 0.96}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.76, "eac_mpe_med": -0.11, "finish_err_med": 0.61, "finish_ape_med": 5.8, "finish_mpe_med": 0.67}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.66, "eac_mpe_med": -0.32, "finish_err_med": 0.39, "finish_ape_med": 4.49, "finish_mpe_med": 0.33}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.22, "eac_mpe_med": 0.09, "finish_err_med": 0.23, "finish_ape_med": 2.81, "finish_mpe_med": 0.04}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 2.33, "eac_mpe_med": -0.16, "finish_err_med": 0.3, "finish_ape_med": 6.58, "finish_mpe_med": 1.22}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 6.38, "eac_mpe_med": -0.7, "finish_err_med": 0.42, "finish_ape_med": 5.21, "finish_mpe_med": -2.02}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 5.4, "eac_mpe_med": 0.78, "finish_err_med": 0.85, "finish_ape_med": 4.89, "finish_mpe_med": 3.58}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 7.88, "eac_mpe_med": -3.33, "finish_err_med": 3.47, "finish_ape_med": 9.13, "finish_mpe_med": -3.73}}}, "ml_tabpfn_realcv": {"family": "ml", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.72, "eac_mpe_med": 0.06, "finish_err_med": 0.66, "finish_ape_med": 6.25, "finish_mpe_med": 1.01}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 2.82, "eac_mpe_med": 0.24, "finish_err_med": 0.58, "finish_ape_med": 4.54, "finish_mpe_med": 0.64}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.68, "eac_mpe_med": -0.03, "finish_err_med": 0.24, "finish_ape_med": 1.95, "finish_mpe_med": 0.39}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 1.4, "eac_mpe_med": -0.04, "finish_err_med": 0.15, "finish_ape_med": 1.1, "finish_mpe_med": 0.05}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 1.4, "eac_mpe_med": -0.27, "finish_err_med": 0.25, "finish_ape_med": 5.82, "finish_mpe_med": 1.06}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 5.06, "eac_mpe_med": 0.87, "finish_err_med": 0.59, "finish_ape_med": 5.53, "finish_mpe_med": -0.51}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 4.33, "eac_mpe_med": 1.42, "finish_err_med": 0.64, "finish_ape_med": 4.32, "finish_mpe_med": 1.93}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 4.65, "eac_mpe_med": -1.59, "finish_err_med": 1.25, "finish_ape_med": 3.31, "finish_mpe_med": -0.63}}}, "naive_dist_realcv": {"family": "control", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.55, "eac_mpe_med": -0.13, "finish_err_med": 0.71, "finish_ape_med": 10.0, "finish_mpe_med": -1.0}, "0.40": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.55, "eac_mpe_med": -0.13, "finish_err_med": 0.71, "finish_ape_med": 10.0, "finish_mpe_med": -1.0}, "0.60": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.55, "eac_mpe_med": -0.13, "finish_err_med": 0.71, "finish_ape_med": 10.0, "finish_mpe_med": -1.0}, "0.75": {"n": 107, "valid_rate": 1.0, "eac_ape_med": 3.55, "eac_mpe_med": -0.13, "finish_err_med": 0.71, "finish_ape_med": 10.0, "finish_mpe_med": -1.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "eac_ape_med": 2.74, "eac_mpe_med": -0.13, "finish_err_med": 0.44, "finish_ape_med": 10.0, "finish_mpe_med": 6.79}, "medium": {"n": 27, "valid_rate": 1.0, "eac_ape_med": 5.0, "eac_mpe_med": 1.46, "finish_err_med": 0.71, "finish_ape_med": 7.79, "finish_mpe_med": -4.18}, "long": {"n": 25, "valid_rate": 1.0, "eac_ape_med": 3.91, "eac_mpe_med": -1.22, "finish_err_med": 1.25, "finish_ape_med": 7.93, "finish_mpe_med": -2.26}, "very_long": {"n": 12, "valid_rate": 1.0, "eac_ape_med": 4.02, "eac_mpe_med": -4.02, "finish_err_med": 4.0, "finish_ape_med": 10.81, "finish_mpe_med": -8.65}}}, "agent_deepseek_v4_flash": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 3, "cost_total": 0.0, "tokens_total": 1685971, "eac_ape_med": 3.15, "eac_mpe_med": 0.0, "finish_err_med": 0.67, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 7, "cost_total": 0.0, "tokens_total": 1848021, "eac_ape_med": 2.4, "eac_mpe_med": 0.0, "finish_err_med": 0.6, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 5, "cost_total": 0.0, "tokens_total": 1974062, "eac_ape_med": 1.61, "eac_mpe_med": -0.0, "finish_err_med": 0.35, "finish_mpe_med": 0.0}, "0.75": {"n": 107, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 7, "cost_total": 0.0, "tokens_total": 1978877, "eac_ape_med": 1.26, "eac_mpe_med": 0.0, "finish_err_med": 0.4, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 2, "cost_total": 0.0, "tokens_total": 646885, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 0.35, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 2, "cost_total": 0.0, "tokens_total": 448128, "eac_ape_med": 3.31, "eac_mpe_med": 0.92, "finish_err_med": 0.5, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 3, "cost_total": 0.0, "tokens_total": 491823, "eac_ape_med": 2.11, "eac_mpe_med": 0.0, "finish_err_med": 0.84, "finish_mpe_med": 0.0}, "very_long": {"n": 12, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 0, "cost_total": 0.0, "tokens_total": 261185, "eac_ape_med": 7.09, "eac_mpe_med": 0.32, "finish_err_med": 1.3, "finish_mpe_med": -2.04}}}, "student_MiniCPM5-1B_base": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.009, "turns_med": 6.0, "err_total": 289, "cost_total": 0.0, "tokens_total": 1209134, "eac_ape_med": 3.36, "eac_mpe_med": -3.36, "finish_err_med": 1797870.0, "finish_mpe_med": 44946750.0}, "0.40": {"n": 107, "valid_rate": 0.019, "turns_med": 6.0, "err_total": 167, "cost_total": 0.0, "tokens_total": 1228476, "eac_ape_med": 50.54, "eac_mpe_med": -50.54, "finish_err_med": 1.27, "finish_mpe_med": -14.11}, "0.60": {"n": 107, "valid_rate": 0.009, "turns_med": 6.0, "err_total": 232, "cost_total": 0.0, "tokens_total": 1224221, "eac_ape_med": 14.34, "eac_mpe_med": 14.34, "finish_err_med": 30.0, "finish_mpe_med": -96.77}, "0.75": {"n": 107, "valid_rate": 0.019, "turns_med": 6.0, "err_total": 316, "cost_total": 0.0, "tokens_total": 1186720, "eac_ape_med": 1.25, "eac_mpe_med": -0.48, "finish_err_med": 32308.0, "finish_mpe_med": 538440.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 0.0, "turns_med": 6.0, "err_total": 75, "cost_total": 0.0, "tokens_total": 505928}, "medium": {"n": 27, "valid_rate": 0.037, "turns_med": 6.0, "err_total": 64, "cost_total": 0.0, "tokens_total": 278177, "eac_ape_med": 100.0, "eac_mpe_med": -100.0, "finish_err_med": 2.54, "finish_mpe_med": -28.22}, "long": {"n": 25, "valid_rate": 0.04, "turns_med": 6.0, "err_total": 16, "cost_total": 0.0, "tokens_total": 296800, "eac_ape_med": 1.08, "eac_mpe_med": -1.08, "finish_err_med": 0.0, "finish_mpe_med": 0.0}, "very_long": {"n": 12, "valid_rate": 0.0, "turns_med": 6.0, "err_total": 12, "cost_total": 0.0, "tokens_total": 147571}}}, "student_MiniCPM5-1B_sft": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.991, "turns_med": 3.0, "err_total": 66, "cost_total": 0.0, "tokens_total": 346514, "eac_ape_med": 3.28, "eac_mpe_med": -0.05, "finish_err_med": 0.96, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 0.991, "turns_med": 3.0, "err_total": 93, "cost_total": 0.0, "tokens_total": 411124, "eac_ape_med": 2.69, "eac_mpe_med": 0.0, "finish_err_med": 0.76, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 0.991, "turns_med": 3.0, "err_total": 98, "cost_total": 0.0, "tokens_total": 462523, "eac_ape_med": 1.92, "eac_mpe_med": -0.0, "finish_err_med": 0.44, "finish_mpe_med": 0.0}, "0.75": {"n": 107, "valid_rate": 0.981, "turns_med": 3.0, "err_total": 136, "cost_total": 0.0, "tokens_total": 548791, "eac_ape_med": 1.28, "eac_mpe_med": 0.04, "finish_err_med": 0.39, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 0.977, "turns_med": 3.0, "err_total": 37, "cost_total": 0.0, "tokens_total": 174178, "eac_ape_med": 1.58, "eac_mpe_med": 0.02, "finish_err_med": 0.34, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 28, "cost_total": 0.0, "tokens_total": 91391, "eac_ape_med": 3.41, "eac_mpe_med": 0.0, "finish_err_med": 0.77, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 20, "cost_total": 0.0, "tokens_total": 94454, "eac_ape_med": 2.24, "eac_mpe_med": -0.1, "finish_err_med": 1.0, "finish_mpe_med": -0.42}, "very_long": {"n": 12, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 8, "cost_total": 0.0, "tokens_total": 51101, "eac_ape_med": 6.84, "eac_mpe_med": 0.32, "finish_err_med": 1.63, "finish_mpe_med": -0.15}}}, "student_Nemotron-4B_base": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.991, "turns_med": 10.0, "err_total": 123, "cost_total": 0.0, "tokens_total": 235039, "eac_ape_med": 3.32, "eac_mpe_med": 0.0, "finish_err_med": 1.14, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 0.972, "turns_med": 9.0, "err_total": 126, "cost_total": 0.0, "tokens_total": 240451, "eac_ape_med": 2.69, "eac_mpe_med": 0.02, "finish_err_med": 1.0, "finish_mpe_med": 0.05}, "0.60": {"n": 107, "valid_rate": 0.953, "turns_med": 10.0, "err_total": 142, "cost_total": 0.0, "tokens_total": 368215, "eac_ape_med": 1.84, "eac_mpe_med": -0.0, "finish_err_med": 0.51, "finish_mpe_med": 0.0}, "0.75": {"n": 107, "valid_rate": 0.972, "turns_med": 10.0, "err_total": 119, "cost_total": 0.0, "tokens_total": 268546, "eac_ape_med": 1.47, "eac_mpe_med": 0.0, "finish_err_med": 0.47, "finish_mpe_med": 0.15}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "turns_med": 9.0, "err_total": 50, "cost_total": 0.0, "tokens_total": 106166, "eac_ape_med": 1.34, "eac_mpe_med": 0.69, "finish_err_med": 1.0, "finish_mpe_med": 5.49}, "medium": {"n": 27, "valid_rate": 0.963, "turns_med": 9.0, "err_total": 35, "cost_total": 0.0, "tokens_total": 54595, "eac_ape_med": 3.79, "eac_mpe_med": 0.0, "finish_err_med": 0.94, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 0.92, "turns_med": 10.0, "err_total": 26, "cost_total": 0.0, "tokens_total": 50844, "eac_ape_med": 2.48, "eac_mpe_med": -0.1, "finish_err_med": 0.61, "finish_mpe_med": -0.42}, "very_long": {"n": 12, "valid_rate": 1.0, "turns_med": 12.0, "err_total": 15, "cost_total": 0.0, "tokens_total": 28846, "eac_ape_med": 6.32, "eac_mpe_med": 0.74, "finish_err_med": 1.63, "finish_mpe_med": -2.04}}}, "student_Qwen3.5-4B_base": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.981, "turns_med": 3.0, "err_total": 200, "cost_total": 0.0, "tokens_total": 396281, "eac_ape_med": 3.41, "eac_mpe_med": 0.0, "finish_err_med": 0.92, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 134, "cost_total": 0.0, "tokens_total": 384125, "eac_ape_med": 2.78, "eac_mpe_med": 0.0, "finish_err_med": 0.61, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 0.981, "turns_med": 3.0, "err_total": 155, "cost_total": 0.0, "tokens_total": 376693, "eac_ape_med": 1.61, "eac_mpe_med": 0.0, "finish_err_med": 0.36, "finish_mpe_med": 0.0}, "0.75": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 133, "cost_total": 0.0, "tokens_total": 381914, "eac_ape_med": 1.31, "eac_mpe_med": 0.0, "finish_err_med": 0.39, "finish_mpe_med": 0.23}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 39, "cost_total": 0.0, "tokens_total": 136558, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 0.51, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 46, "cost_total": 0.0, "tokens_total": 112634, "eac_ape_med": 4.17, "eac_mpe_med": 0.92, "finish_err_med": 0.29, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 33, "cost_total": 0.0, "tokens_total": 88064, "eac_ape_med": 2.02, "eac_mpe_med": -0.1, "finish_err_med": 0.9, "finish_mpe_med": 0.0}, "very_long": {"n": 12, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 16, "cost_total": 0.0, "tokens_total": 46869, "eac_ape_med": 7.24, "eac_mpe_med": 0.32, "finish_err_med": 1.31, "finish_mpe_med": -2.04}}}, "student_gemma-4-E2B_base": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.673, "turns_med": 6.0, "err_total": 991, "cost_total": 0.0, "tokens_total": 929091, "eac_ape_med": 3.6, "eac_mpe_med": 0.86, "finish_err_med": 0.91, "finish_mpe_med": 0.56}, "0.40": {"n": 107, "valid_rate": 0.664, "turns_med": 6.0, "err_total": 986, "cost_total": 0.0, "tokens_total": 922957, "eac_ape_med": 3.21, "eac_mpe_med": -0.0, "finish_err_med": 0.75, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 0.729, "turns_med": 8.0, "err_total": 919, "cost_total": 0.0, "tokens_total": 946829, "eac_ape_med": 1.79, "eac_mpe_med": -0.06, "finish_err_med": 0.38, "finish_mpe_med": 1.1}, "0.75": {"n": 107, "valid_rate": 0.682, "turns_med": 6.0, "err_total": 949, "cost_total": 0.0, "tokens_total": 940851, "eac_ape_med": 1.51, "eac_mpe_med": 0.13, "finish_err_med": 0.27, "finish_mpe_med": 1.16}}, "by_strata": {"short": {"n": 43, "valid_rate": 0.674, "turns_med": 5.0, "err_total": 376, "cost_total": 0.0, "tokens_total": 350372, "eac_ape_med": 2.37, "eac_mpe_med": 0.44, "finish_err_med": 0.66, "finish_mpe_med": 11.05}, "medium": {"n": 27, "valid_rate": 0.667, "turns_med": 7.0, "err_total": 270, "cost_total": 0.0, "tokens_total": 232948, "eac_ape_med": 4.17, "eac_mpe_med": 0.11, "finish_err_med": 0.23, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 0.72, "turns_med": 5.0, "err_total": 203, "cost_total": 0.0, "tokens_total": 200387, "eac_ape_med": 2.96, "eac_mpe_med": -0.2, "finish_err_med": 0.71, "finish_mpe_med": -0.67}, "very_long": {"n": 12, "valid_rate": 0.5, "turns_med": 23.5, "err_total": 137, "cost_total": 0.0, "tokens_total": 139250, "eac_ape_med": 23.22, "eac_mpe_med": -9.25, "finish_err_med": 2.18, "finish_mpe_med": -2.9}}}, "student_Qwen3.5-2B_base": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.243, "turns_med": 24.0, "err_total": 1743, "cost_total": 0.0, "tokens_total": 1164878, "eac_ape_med": 3.3, "eac_mpe_med": 0.24, "finish_err_med": 0.74, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 0.159, "turns_med": 24.0, "err_total": 1798, "cost_total": 0.0, "tokens_total": 1214780, "eac_ape_med": 1.2, "eac_mpe_med": 0.57, "finish_err_med": 0.9, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 0.187, "turns_med": 24.0, "err_total": 1703, "cost_total": 0.0, "tokens_total": 1049668, "eac_ape_med": 2.14, "eac_mpe_med": 1.42, "finish_err_med": 0.47, "finish_mpe_med": 2.28}, "0.75": {"n": 107, "valid_rate": 0.196, "turns_med": 24.0, "err_total": 1698, "cost_total": 0.0, "tokens_total": 1539312, "eac_ape_med": 2.42, "eac_mpe_med": 0.11, "finish_err_med": 0.09, "finish_mpe_med": 0.32}}, "by_strata": {"short": {"n": 43, "valid_rate": 0.209, "turns_med": 24.0, "err_total": 704, "cost_total": 0.0, "tokens_total": 499581, "eac_ape_med": 1.2, "eac_mpe_med": 0.58, "finish_err_med": 0.9, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 0.185, "turns_med": 24.0, "err_total": 435, "cost_total": 0.0, "tokens_total": 422007, "eac_ape_med": 4.17, "eac_mpe_med": 0.92, "finish_err_med": 0.77, "finish_mpe_med": 3.86}, "long": {"n": 25, "valid_rate": 0.12, "turns_med": 24.0, "err_total": 424, "cost_total": 0.0, "tokens_total": 203585, "eac_ape_med": 0.57, "eac_mpe_med": 0.34, "finish_err_med": 3.39, "finish_mpe_med": -19.96}, "very_long": {"n": 12, "valid_rate": 0.0, "turns_med": 24.0, "err_total": 235, "cost_total": 0.0, "tokens_total": 89607}}}, "student_Qwen3.5-4B_sft": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.981, "turns_med": 3.0, "err_total": 143, "cost_total": 0.0, "tokens_total": 367727, "eac_ape_med": 3.32, "eac_mpe_med": 0.0, "finish_err_med": 0.89, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 129, "cost_total": 0.0, "tokens_total": 361918, "eac_ape_med": 2.91, "eac_mpe_med": 0.0, "finish_err_med": 0.55, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 0.991, "turns_med": 3.0, "err_total": 122, "cost_total": 0.0, "tokens_total": 398920, "eac_ape_med": 1.84, "eac_mpe_med": -0.0, "finish_err_med": 0.39, "finish_mpe_med": 0.13}, "0.75": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 131, "cost_total": 0.0, "tokens_total": 386452, "eac_ape_med": 1.26, "eac_mpe_med": -0.0, "finish_err_med": 0.32, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 49, "cost_total": 0.0, "tokens_total": 133298, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 0.35, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 48, "cost_total": 0.0, "tokens_total": 101768, "eac_ape_med": 4.17, "eac_mpe_med": 0.22, "finish_err_med": 0.52, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 26, "cost_total": 0.0, "tokens_total": 88527, "eac_ape_med": 2.25, "eac_mpe_med": -0.3, "finish_err_med": 0.9, "finish_mpe_med": -0.42}, "very_long": {"n": 12, "valid_rate": 1.0, "turns_med": 2.0, "err_total": 6, "cost_total": 0.0, "tokens_total": 38325, "eac_ape_med": 6.05, "eac_mpe_med": 0.32, "finish_err_med": 1.31, "finish_mpe_med": -2.04}}}, "student_gemma-4-E2B_sft": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 29, "cost_total": 0.0, "tokens_total": 494640, "eac_ape_med": 3.43, "eac_mpe_med": 0.0, "finish_err_med": 0.79, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 0.991, "turns_med": 3.0, "err_total": 31, "cost_total": 0.0, "tokens_total": 541123, "eac_ape_med": 2.31, "eac_mpe_med": -0.0, "finish_err_med": 0.63, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 23, "cost_total": 0.0, "tokens_total": 548672, "eac_ape_med": 1.76, "eac_mpe_med": -0.0, "finish_err_med": 0.38, "finish_mpe_med": 0.0}, "0.75": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 37, "cost_total": 0.0, "tokens_total": 558859, "eac_ape_med": 1.28, "eac_mpe_med": 0.0, "finish_err_med": 0.39, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 6, "cost_total": 0.0, "tokens_total": 202140, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 0.35, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 11, "cost_total": 0.0, "tokens_total": 126962, "eac_ape_med": 3.41, "eac_mpe_med": 0.0, "finish_err_med": 0.52, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 0.96, "turns_med": 3.0, "err_total": 3, "cost_total": 0.0, "tokens_total": 128406, "eac_ape_med": 2.07, "eac_mpe_med": -0.2, "finish_err_med": 1.05, "finish_mpe_med": -0.21}, "very_long": {"n": 12, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 11, "cost_total": 0.0, "tokens_total": 83615, "eac_ape_med": 6.84, "eac_mpe_med": -1.43, "finish_err_med": 1.63, "finish_mpe_med": -2.04}}}, "student_Qwen3.5-2B_sft": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 0.271, "turns_med": 24.0, "err_total": 1653, "cost_total": 0.0, "tokens_total": 888476, "eac_ape_med": 3.15, "eac_mpe_med": 0.47, "finish_err_med": 0.57, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 0.131, "turns_med": 24.0, "err_total": 1763, "cost_total": 0.0, "tokens_total": 1048427, "eac_ape_med": 3.94, "eac_mpe_med": 1.42, "finish_err_med": 0.97, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 0.224, "turns_med": 24.0, "err_total": 1819, "cost_total": 0.0, "tokens_total": 1084626, "eac_ape_med": 2.1, "eac_mpe_med": 0.54, "finish_err_med": 0.53, "finish_mpe_med": -0.17}, "0.75": {"n": 107, "valid_rate": 0.121, "turns_med": 24.0, "err_total": 1794, "cost_total": 0.0, "tokens_total": 1210331, "eac_ape_med": 2.93, "eac_mpe_med": 0.13, "finish_err_med": 0.21, "finish_mpe_med": 0.8}}, "by_strata": {"short": {"n": 43, "valid_rate": 0.07, "turns_med": 24.0, "err_total": 787, "cost_total": 0.0, "tokens_total": 494830, "eac_ape_med": 1.96, "eac_mpe_med": 0.88, "finish_err_med": 0.98, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 0.185, "turns_med": 24.0, "err_total": 418, "cost_total": 0.0, "tokens_total": 188645, "eac_ape_med": 8.91, "eac_mpe_med": 8.91, "finish_err_med": 0.29, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 0.12, "turns_med": 24.0, "err_total": 383, "cost_total": 0.0, "tokens_total": 224868, "eac_ape_med": 2.59, "eac_mpe_med": 2.48, "finish_err_med": 0.96, "finish_mpe_med": 1.96}, "very_long": {"n": 12, "valid_rate": 0.25, "turns_med": 24.0, "err_total": 175, "cost_total": 0.0, "tokens_total": 140084, "eac_ape_med": 16.16, "eac_mpe_med": 0.83, "finish_err_med": 2.8, "finish_mpe_med": -2.6}}}, "student_Nemotron-4B_sft": {"family": "agent", "stages": {"0.25": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 35, "cost_total": 0.0, "tokens_total": 392676, "eac_ape_med": 3.37, "eac_mpe_med": 0.0, "finish_err_med": 0.93, "finish_mpe_med": 0.0}, "0.40": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 50, "cost_total": 0.0, "tokens_total": 395269, "eac_ape_med": 2.37, "eac_mpe_med": 0.0, "finish_err_med": 0.61, "finish_mpe_med": 0.0}, "0.60": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 30, "cost_total": 0.0, "tokens_total": 430285, "eac_ape_med": 1.61, "eac_mpe_med": 0.0, "finish_err_med": 0.37, "finish_mpe_med": 0.0}, "0.75": {"n": 107, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 41, "cost_total": 0.0, "tokens_total": 407593, "eac_ape_med": 1.28, "eac_mpe_med": 0.0, "finish_err_med": 0.29, "finish_mpe_med": 0.0}}, "by_strata": {"short": {"n": 43, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 10, "cost_total": 0.0, "tokens_total": 134419, "eac_ape_med": 1.54, "eac_mpe_med": -0.0, "finish_err_med": 0.36, "finish_mpe_med": 0.0}, "medium": {"n": 27, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 13, "cost_total": 0.0, "tokens_total": 101902, "eac_ape_med": 3.41, "eac_mpe_med": 0.0, "finish_err_med": 0.77, "finish_mpe_med": 0.0}, "long": {"n": 25, "valid_rate": 1.0, "turns_med": 3.0, "err_total": 6, "cost_total": 0.0, "tokens_total": 97588, "eac_ape_med": 2.02, "eac_mpe_med": -0.1, "finish_err_med": 0.88, "finish_mpe_med": -0.43}, "very_long": {"n": 12, "valid_rate": 1.0, "turns_med": 4.0, "err_total": 21, "cost_total": 0.0, "tokens_total": 61360, "eac_ape_med": 7.23, "eac_mpe_med": 0.45, "finish_err_med": 1.63, "finish_mpe_med": -2.04}}}}}; |
