release/v1/interactive-reports/MANIFEST.json

{
  "availability_contract": "A missing figure is recorded explicitly and emits no placeholder HTML or data CSV. Malformed or incomplete data for a present panel is a build error.",
  "builder": "make_figures.py",
  "builder_sha256": "f43a00a968eb294477e81249999af252cb945cf4374e02565cef55429ea538e6",
  "builder_version": "1.2.0",
  "command": [
    "/Users/jacoblincool/Documents/GitHub/easy-repro/repro_chebyshev/scripts/make_figures.py",
    "--tables-root",
    "/Users/jacoblincool/Documents/GitHub/easy-repro/repro_chebyshev/runs/tables",
    "--output-root",
    "/Users/jacoblincool/Documents/GitHub/easy-repro/repro_chebyshev/runs/reports"
  ],
  "experiment_id": "icml2026_chebyshev_v1",
  "figures": {
    "mountaincar_return_vs_start": {
      "data": {
        "bytes": 183218,
        "path": "mountaincar_return_vs_start.csv",
        "rows": 900,
        "sha256": "4c516793ad9f5308dac8381eaaa5bbc5e3eba90fc640a7895b7347c27d5b6c17"
      },
      "details": {
        "aggregation": "all-recorded-policy mean/min/max at each batch-method-start, plus an exact selected-seed trace declared by selections.csv",
        "excluded_random_start_rows": 1000,
        "exclusion_rule": "rows without start_position are not part of a return-vs-start curve",
        "selected_policy_traces": [
          {
            "batch_id": "hf-claim23-full-v4-20260715T1844Z",
            "method": "ch3_ars",
            "selected_seed": 1107,
            "start_count": 100,
            "status": "generated"
          },
          {
            "batch_id": "hf-claim4-full-v4-20260715T1845Z",
            "method": "ch3_ppo",
            "selected_seed": 738,
            "start_count": 100,
            "status": "generated"
          },
          {
            "batch_id": "hf-claim4-full-v4-20260715T1845Z",
            "method": "ch3_reinforce_adamw_seeded",
            "selected_policy_method": "ch3_reinforce_adamw_seeded_selected",
            "selected_seed": 246,
            "status": "represented_by_explicit_selected_policy_method"
          }
        ],
        "series": 9,
        "source_rows": 4500
      },
      "html": {
        "bytes": 4896849,
        "path": "mountaincar_return_vs_start.html",
        "plotly_javascript": "embedded",
        "sha256": "3e8d4c1e510c98e42da09a87f8e95d3e4d8126a99be9ca7a72e1209a0f7fc240"
      },
      "reason": null,
      "status": "generated"
    },
    "mountaincar_seed_distribution": {
      "data": {
        "bytes": 11323,
        "path": "mountaincar_seed_distribution.csv",
        "rows": 61,
        "sha256": "b196da6a8aba68eb2c6e95c59ecd8c471ac6d1c034c26ba5bbd4cef59e247ab1"
      },
      "details": {
        "experimental_unit": "training seed",
        "seed_rows": 61,
        "seed_statistic": "mean return over that seed's recorded evaluation episodes",
        "selected_seed_rows": 3,
        "source_rows": 5100
      },
      "html": {
        "bytes": 4572990,
        "path": "mountaincar_seed_distribution.html",
        "plotly_javascript": "embedded",
        "sha256": "b174c6b079dd64418b9f9a043d902000b9d22670c96974449bcb4a832ad34b49"
      },
      "reason": null,
      "status": "generated"
    },
    "parameter_performance_comparison": {
      "data": {
        "bytes": 686,
        "path": "parameter_performance_comparison.csv",
        "rows": 4,
        "sha256": "3a1cf540dbe8b09960dae1be0f31fe5748979b2c2647a4e42ba77b62b467e65f"
      },
      "details": {
        "excluded_random_start_rows": 1000,
        "join": "exact batch_id + (performance_method if declared, otherwise method)",
        "performance_filter": "fixed-start rows only; random-start selection episodes are excluded",
        "performance_statistic": "if selections.csv declares a selected seed, mean only that seed's fixed-grid episodes; otherwise mean the method's fixed-grid episodes",
        "points": 4,
        "selection_precedence": "exact batch_id + method selection is authoritative for the headline Pareto point; all-seed robustness remains in mountaincar_seed_distribution"
      },
      "html": {
        "bytes": 4569988,
        "path": "parameter_performance_comparison.html",
        "plotly_javascript": "embedded",
        "sha256": "2634e60348738f3e56f65a13af0c925396d451754b38bac7bdf2f545040f2fe1"
      },
      "reason": null,
      "status": "generated"
    },
    "pendulum_heatmap_difference": {
      "data": {
        "bytes": 2960232,
        "path": "pendulum_heatmap_difference.csv",
        "rows": 10000,
        "sha256": "b0f3a4359cf7996b36dedd1173ef86b26f20d2722f7a66e7898033f7e5c11181"
      },
      "details": {
        "author_exact_ars_mean": -218.3230502504203,
        "candidate_count": 30,
        "candidate_seeds": [
          0,
          123,
          246,
          369,
          492,
          615,
          738,
          861,
          984,
          1107,
          1230,
          1353,
          1476,
          1599,
          1722,
          1845,
          1968,
          2091,
          2214,
          2337,
          2460,
          2583,
          2706,
          2829,
          2952,
          3075,
          3198,
          3321,
          3444,
          3567
        ],
        "candidate_surface_reason": "all candidates remain in canonical tables; the selected candidate is identical to the explicitly named selected-policy grid",
        "candidate_surfaces_excluded_from_render": 30,
        "ch6_minus_author_exact_ars_mean": 67.82480152564975,
        "corrected_minus_author_exact_mean": 2.2210412035294382,
        "corrected_reset_ars_mean": -216.10200904689086,
        "declared_selected_seed": 3075,
        "difference_count": 1,
        "displayed_panels": [
          "CH-6-ARS · selected seed 3075<br><sup>mean -150.50</sup>",
          "ARS · author-exact reset<br><sup>mean -218.32</sup>",
          "CH-6-ARS − ARS · author-exact<br><sup>mean Δ +67.82</sup>",
          "ARS · corrected reset<br><sup>mean -216.10; Δ vs exact +2.22</sup>"
        ],
        "grid_shape": [
          50,
          50
        ],
        "protocols": {
          "author_exact_ars": "author_exact_first_observation_bypasses_wrappers",
          "corrected_reset_ars": "corrected_first_observation_through_vecnormalize",
          "selected_ch6": "author_exact_polynomial_helper"
        },
        "recomputed_selected_seed": 3075,
        "selected_ch6_mean": -150.49824872477055,
        "selected_copy_matches_candidate_grid": true,
        "selection_and_reporting_grid_reused": true,
        "selection_matches_recomputed_argmax": true,
        "source_rows": 82500,
        "surface_count": 3,
        "surface_selection": "authoritative selections.csv record; complete-grid argmax recomputed only as an integrity check"
      },
      "html": {
        "bytes": 5209643,
        "path": "pendulum_heatmap_difference.html",
        "plotly_javascript": "embedded",
        "sha256": "5def9f65237e98dba3f19091772a4fed31f96bff3819353ab062f4a500128c3c"
      },
      "reason": null,
      "status": "generated"
    }
  },
  "openreview_id": "aNWIVNjocB",
  "paper_version": "2605.22305v4",
  "schema_version": "1.0.0",
  "source": {
    "table_hashes": {
      "artifacts.csv": "b2245f3c433e3cda6ea6b3163aeb95040d69ed209c4cbea42c9fe96c878ad185",
      "claim_summaries.csv": "303f50963e97e33b382ca7299ffa25b7d1fe99cfa8d78dd6c3d2a439210dcdc9",
      "environments.csv": "cf8bc2275549e279eed30f9c3692cad4f0a2649a2203678923c28f3c7533f8d4",
      "episodes.csv": "25ba2dbb7eff5d29e464a8eb334e4be161820ea583df34208c17c30ba76f5648",
      "errors.csv": "451a5fb6eac325f9d782ceb0be814bb5e03969ff9a5d991d2d40aef7c3583218",
      "exclusions.csv": "5fc97fe771bf87fe0c3017fac077f2c9817c405c7c7c66cf409785ae9599b083",
      "parameter_audit.csv": "7ca4eefe4e785b0c54654ef7830de77384f41a8a35253d4f107c4ea1f9265945",
      "proof_certificates.csv": "7a703ec070d800ad90247c272f6a6d7cb799bb4efc49cc0989a30dceea90719d",
      "selections.csv": "25cee8383b89250f6413950b628ee7fb15a0858bf89dc527c271cfe1fb2b26c2",
      "summaries.csv": "b0fa3449e5be903091dbe9e49ed59391b5178d4f7d2eeeed6353043d406d34f5",
      "training_metrics.csv": "bb7fae5639f1287596835c09bfff1831779231724218bd9ad3c4367b62a8e12b",
      "training_runs.csv": "12e121547537fcc11c6736f29a006ed866ab7a2a4ecf29ee8be115fecaa6ce44"
    },
    "tables_manifest_sha256": "cbadb64e691d024242da7590671266d5f68b5a8cf60587880b609b0cf547774a"
  },
  "spec_version": "1.0.0",
  "status": "success"
}