ProCreations's picture
Publish validated ICML reproduction
c4dcb6b verified
Raw
History Blame Contribute Delete
22.3 kB
{
"claims": [
{
"actual_model_or_dataset_used": true,
"assessment": "verified",
"claim": 1,
"claim_object_match": "exact",
"control_artifacts": [
"outputs/claim1.csv"
],
"destructive_control_executed": true,
"destructive_or_boundary_control": "A standard-quantum-limit-style mutant freezes the RPE depth at five levels while nominal budget labels grow. It cannot earn the measured 1/T improvement and leaves median error 11.44 times the final nominal error.",
"evidence_tier": "literal_claim_experiment",
"executed_outputs": [
"outputs/results.json",
"outputs/claim1.csv"
],
"independent_evidence": [
"outputs/results.json",
"outputs/claim1.csv",
"source/main.tex"
],
"independent_oracle": "A separately assembled polynomial design directly evaluates C(beta)=Xg and compares the least-squares recovery against the immutable coefficient vector; the rate fit uses measured coefficient RMSE, not the theorem's O(1/epsilon) expression.",
"limitation": "The finite response model begins after the D-RUT projection; an infinite-dimensional device, Trotter hardware error, and a universal theorem proof are not claimed.",
"literal_claim": "The Displacement-Random Unitary Transformation (D-RUT) protocol learns all coefficients of a generic multi-mode bosonic Hamiltonian with evolution time scaling as O(1/epsilon), achieving the Heisenberg limit (Theorem 1, Section 2).",
"native_scale_justification": "Every horizon uses 24 complex two-mode displacement probes and all eight real Hermitian response coefficients; 32 independent binomial-measurement repetitions per horizon give 224 full coefficient recoveries rather than a displayed bound or a single noiseless identity.",
"not_proxy_reason": "The experiment executes the paper's own designed displacement response, phase-measurement, basis-map, error-propagation, information-matrix, root-search, or Chebyshev/Fourier object named by the claim; no unrelated quantum task or theorem-bound substitution is counted.",
"oracle_artifacts": [
"outputs/claim1.csv",
"source/main.tex"
],
"paper_native_mechanism": "The paper's constant-term map C(beta) is instantiated for a Hermitian two-mode Hamiltonian through total order two. X/Y ancilla probabilities are sampled at the v2 geometric kappa=(3/2)^j RPE schedule, unwrapped, and all eight coefficients are recovered by the full-rank probe design.",
"paper_or_released_scale": true,
"rate_artifact": "outputs/claim1.csv",
"rate_evidence_mode": "empirical_scaling",
"rate_executed_system": true,
"rate_fit_claim_consistent": true,
"rate_fit_slope": -1.0163421283995893,
"rate_horizons": [
121536.0,
191520.0,
296496.0,
453960.0,
690156.0,
1044450.0,
1575891.0
],
"rate_is_not_bound_substitution": true,
"rate_measurement": "Measured coefficient RMSE over seven strictly increasing aggregate evolution times has log-log slope -1.016342 with R^2=0.996407, consistent with inverse-time scaling.",
"rate_repetitions_per_horizon": 32,
"registered_system_executed": true,
"result": "Across 32 repetitions at each of seven aggregate evolution budgets, the complete two-mode eight-coefficient D-RUT response fit has RMSE slope -1.016342 (R^2=0.996407); fixed-interrogation control error is 11.44x larger at the final budget.",
"scope_boundary": "The verdict is limited to the exact registered statement, the finite D-RUT response model specified by arXiv 2510.08419v2, and the measured regimes recorded in the frozen outputs.",
"source_locator": "arXiv 2510.08419v2, Theorem 1, Algorithm 1, Eqs. 7-16, and Appendix error propagation",
"upstream_pin": {
"sha256": "a99ff4a9b0980cd76e931e119e75e7542a466e5cc56e72452cf7a14ea077bf29",
"version": "2510.08419v2"
}
},
{
"actual_model_or_dataset_used": true,
"assessment": "verified",
"claim": 2,
"claim_object_match": "exact",
"control_artifacts": [
"outputs/claim2.csv"
],
"destructive_control_executed": true,
"destructive_or_boundary_control": "The same measured responses are inverted as if R=0. The resulting non-decaying basis-mismatch error is over fifty times the corrected final RMSE, showing that the basis map is load-bearing.",
"evidence_tier": "literal_claim_experiment",
"executed_outputs": [
"outputs/results.json",
"outputs/claim2.csv"
],
"independent_evidence": [
"outputs/results.json",
"outputs/claim2.csv",
"source/main.tex"
],
"independent_oracle": "Closed-form forward substitution into Eqs. 69-71 is independent of the inverse in Eqs. 72-73; recovered physical coefficients are compared directly with the inputs across every case and horizon.",
"limitation": "The executed oscillator family covers the exact v2 first-quantized map and mismatch condition, not every finite-order physical Hamiltonian or laboratory implementation.",
"literal_claim": "For single-mode Hamiltonians expressed in a first-quantization (position/momentum) basis, D-RUT recovers physical coefficients with RMSE epsilon_G using total evolution time O~(1/epsilon_G), under stated conditions on known zero coefficients, non-zero response to basis mismatch, and a sufficiently close initial guess (Theorem 2, Section 2).",
"native_scale_justification": "The grid covers four positive physical coefficient pairs, four signed reference-frame mismatches from -0.45 to 0.48, seven time budgets, and eight independent measurement repeats per case—224 complete two-response inversions.",
"not_proxy_reason": "The experiment executes the paper's own designed displacement response, phase-measurement, basis-map, error-propagation, information-matrix, root-search, or Chebyshev/Fourier object named by the claim; no unrelated quantum task or theorem-bound substitution is counted.",
"oracle_artifacts": [
"outputs/claim2.csv",
"source/main.tex"
],
"paper_native_mechanism": "The exact harmonic first-quantized map in v2 Eqs. 69-73 is executed: physical G20/G02 coefficients are mapped to measurable off-diagonal/diagonal bosonic responses, each response is obtained through geometric-time RPE measurements, and the R-dependent inverse returns the physical coefficients.",
"paper_or_released_scale": true,
"rate_artifact": "outputs/claim2.csv",
"rate_evidence_mode": "empirical_scaling",
"rate_executed_system": true,
"rate_fit_claim_consistent": true,
"rate_fit_slope": -1.027935615817229,
"rate_horizons": [
10128.0,
15960.0,
24708.0,
37830.0,
57513.0,
87037.5,
131324.25
],
"rate_is_not_bound_substitution": true,
"rate_measurement": "Measured coefficient RMSE over seven strictly increasing aggregate evolution times has log-log slope -1.027936 with R^2=0.982397, consistent with inverse-time scaling.",
"rate_repetitions_per_horizon": 32,
"registered_system_executed": true,
"result": "Four mismatched first-quantized basis cases and 8 repeats per horizon recover physical coefficients with aggregate-time RMSE slope -1.027936 (R^2=0.982397); omitting the R-dependent inverse leaves a 55.33x error floor.",
"scope_boundary": "The verdict is limited to the exact registered statement, the finite D-RUT response model specified by arXiv 2510.08419v2, and the measured regimes recorded in the frozen outputs.",
"source_locator": "arXiv 2510.08419v2, Theorem 2, Algorithm 2, Eqs. 23-31 and 69-73",
"upstream_pin": {
"sha256": "a99ff4a9b0980cd76e931e119e75e7542a466e5cc56e72452cf7a14ea077bf29",
"version": "2510.08419v2"
}
},
{
"actual_model_or_dataset_used": true,
"assessment": "verified",
"claim": 3,
"claim_object_match": "exact",
"control_artifacts": [
"outputs/claim3.csv"
],
"destructive_control_executed": true,
"destructive_or_boundary_control": "Replacing L_C by 5% of its certified value yields 44 explicit bound violations while the nominal bound has zero, preventing a vacuous zero-error test from passing.",
"evidence_tier": "literal_claim_experiment",
"executed_outputs": [
"outputs/results.json",
"outputs/claim3.csv"
],
"independent_evidence": [
"outputs/results.json",
"outputs/claim3.csv",
"source/main.tex"
],
"independent_oracle": "The analytic gradient bound for the exact polynomial response independently supplies L_C, and a direct SVD supplies sigma_min(K); neither quantity is fitted from the observed coefficient errors.",
"limitation": "This is displacement SPAM in the finite response/recovery stage addressed by the paper; other state-preparation or detector systematics are outside the measured scope.",
"literal_claim": "The protocol's estimation error under state-preparation-and-measurement (SPAM) errors is bounded as ||delta g_SPAM||_2 <= (L_C/sigma_min(K)) ||delta beta||_2, where L_C is a Lipschitz constant and sigma_min(K) the smallest singular value of the Gram-like matrix K (Section 3.6, Eq. 43).",
"native_scale_justification": "Eighteen displacement settings identify all five real coefficients; 64 independent full-vector SPAM perturbations span eight magnitudes while preserving the v2 bounded-displacement domain.",
"not_proxy_reason": "The experiment executes the paper's own designed displacement response, phase-measurement, basis-map, error-propagation, information-matrix, root-search, or Chebyshev/Fourier object named by the claim; no unrelated quantum task or theorem-bound substitution is counted.",
"oracle_artifacts": [
"outputs/claim3.csv",
"source/main.tex"
],
"paper_native_mechanism": "The nominal Chebyshev-compatible single-mode response matrix K maps five Hermitian coefficients to C(beta). Perturbed displacements are evaluated through the same nonlinear polynomial, recovered with K+, and compared against the v2 Lipschitz/sigma_min bound.",
"paper_or_released_scale": true,
"registered_system_executed": true,
"result": "All 64 displacement perturbations satisfy the SPAM inequality with zero violations; the maximum observed error/bound ratio is 0.195318 and a 20x-understated Lipschitz mutant violates 44 cases.",
"scope_boundary": "The verdict is limited to the exact registered statement, the finite D-RUT response model specified by arXiv 2510.08419v2, and the measured regimes recorded in the frozen outputs.",
"source_locator": "arXiv 2510.08419v2, Appendix Robustness under SPAM Errors, Eqs. 43-50",
"upstream_pin": {
"sha256": "a99ff4a9b0980cd76e931e119e75e7542a466e5cc56e72452cf7a14ea077bf29",
"version": "2510.08419v2"
}
},
{
"actual_model_or_dataset_used": true,
"assessment": "verified",
"claim": 4,
"claim_object_match": "exact",
"control_artifacts": [
"outputs/claim4.csv"
],
"destructive_control_executed": true,
"destructive_or_boundary_control": "Removing all bystander columns makes hierarchical and simultaneous information identical in 12/12 boundary cases, eliminating strict improvement exactly as the mechanism predicts.",
"evidence_tier": "literal_claim_experiment",
"executed_outputs": [
"outputs/results.json",
"outputs/claim4.csv"
],
"independent_evidence": [
"outputs/results.json",
"outputs/claim4.csv",
"source/main.tex"
],
"independent_oracle": "Direct eigenvalue decomposition of the symmetrized covariance difference and independent diagonal/trace comparisons jointly check Loewner dominance rather than relying on a symbolic inequality alone.",
"limitation": "The finite Gaussian information designs validate the covariance-ordering mechanism; they do not establish the paper's universal quantifier independently of its pinned proof.",
"literal_claim": "A hierarchical two-stage coefficient recovery strategy (learn single-mode coefficients first, then coupling coefficients) is proven to have covariance dominated by that of simultaneous estimation, Cov(delta g)_hierarchical <= Cov(delta g)_simultaneous, for all parameters (Section 4.1, Appendix A).",
"native_scale_justification": "Forty-eight independent 64-row, five-parameter full-column-rank designs cover correlated target/bystander geometries, and every one evaluates the complete covariance matrices and all target marginals.",
"not_proxy_reason": "The experiment executes the paper's own designed displacement response, phase-measurement, basis-map, error-propagation, information-matrix, root-search, or Chebyshev/Fourier object named by the claim; no unrelated quantum task or theorem-bound substitution is counted.",
"oracle_artifacts": [
"outputs/claim4.csv",
"source/main.tex"
],
"paper_native_mechanism": "Hierarchical recovery removes already learned bystander coefficients before estimating a coupling block, producing A^-1. Simultaneous recovery estimates target and bystander blocks together, producing the target block of the full inverse information matrix; their Schur-complement ordering is evaluated directly.",
"paper_or_released_scale": true,
"registered_system_executed": true,
"result": "For all 48 random full-rank target/nuisance designs, Cov_sim-Cov_hier is positive semidefinite with zero marginal violations and strict trace improvement; the worst numerical minimum eigenvalue is -3.051e-17.",
"scope_boundary": "The verdict is limited to the exact registered statement, the finite D-RUT response model specified by arXiv 2510.08419v2, and the measured regimes recorded in the frozen outputs.",
"source_locator": "arXiv 2510.08419v2, Section Hierarchical Recovery and Appendix Comparative Analysis, Eqs. 61-68",
"upstream_pin": {
"sha256": "a99ff4a9b0980cd76e931e119e75e7542a466e5cc56e72452cf7a14ea077bf29",
"version": "2510.08419v2"
}
},
{
"actual_model_or_dataset_used": true,
"assessment": "verified",
"claim": 5,
"claim_object_match": "exact",
"control_artifacts": [
"outputs/claim5.csv"
],
"destructive_control_executed": true,
"destructive_or_boundary_control": "Values a quarter-unit to either side of every estimated root preserve the strict signal ordering; reversing the update direction would fail the bracket invariant immediately.",
"evidence_tier": "literal_claim_experiment",
"executed_outputs": [
"outputs/results.json",
"outputs/claim5.csv"
],
"independent_evidence": [
"outputs/results.json",
"outputs/claim5.csv",
"source/main.tex"
],
"independent_oracle": "The closed-form root R*=1/4 log(ref^2/(m^2 omega^2)) independently certifies every numerical search endpoint and the exact binary-search iteration ceiling.",
"limitation": "The live registry describes an iterative bisection while v2 states iterative tuning and supplies the monotone signal but not bisection pseudocode; the audit tests the literal registered bisection property and records this citation-number drift.",
"literal_claim": "An iterative bisection search over the squeezing parameter R (relating the physical and reference bases via a Bogoliubov transformation) converges in O(log(1/epsilon_R)) iterations for first-quantization Hamiltonian learning (Section 5.3, Eq. 77-78).",
"native_scale_justification": "Six distinct positive mass/frequency/reference configurations are crossed with tolerances from 1e-2 to 1e-6, totaling 42 complete searches with direct function evaluations at every iteration.",
"not_proxy_reason": "The experiment executes the paper's own designed displacement response, phase-measurement, basis-map, error-propagation, information-matrix, root-search, or Chebyshev/Fourier object named by the claim; no unrelated quantum task or theorem-bound substitution is counted.",
"oracle_artifacts": [
"outputs/claim5.csv",
"source/main.tex"
],
"paper_native_mechanism": "The v2 off-diagonal basis-mismatch signal g'20(R) is evaluated from Eq. 74. Its unique analytic zero brackets each search, and ordinary sign bisection tunes the Bogoliubov squeezing parameter until the interval half-width is at most epsilon_R.",
"paper_or_released_scale": true,
"rate_artifact": "outputs/claim5.csv",
"rate_evidence_mode": "empirical_scaling",
"rate_executed_system": true,
"rate_fit_claim_consistent": true,
"rate_fit_slope": 3.2491766550390344,
"rate_horizons": [
100.0,
333.3333333333333,
1000.0,
3333.3333333333335,
10000.0,
99999.99999999999,
1000000.0
],
"rate_is_not_bound_substitution": true,
"rate_measurement": "Across seven inverse tolerances and six systems, the measured median iteration count is linear in log10(1/epsilon_R) with slope 3.249177; every binary-search ceiling is respected.",
"rate_repetitions_per_horizon": 6,
"registered_system_executed": true,
"result": "All 42 basis-alignment searches across six physical/reference cases and seven tolerances reach the analytic root within epsilon_R and within the binary-search ceiling; median iterations grow linearly with log10(1/epsilon_R), slope 3.249177.",
"scope_boundary": "The verdict is limited to the exact registered statement, the finite D-RUT response model specified by arXiv 2510.08419v2, and the measured regimes recorded in the frozen outputs.",
"source_locator": "arXiv 2510.08419v2, Bogoliubov map Eqs. 23-24 and basis-alignment signal Eq. 74 (the registry's Eq. 77-78 numbering predates v2)",
"upstream_pin": {
"sha256": "a99ff4a9b0980cd76e931e119e75e7542a466e5cc56e72452cf7a14ea077bf29",
"version": "2510.08419v2"
}
},
{
"actual_model_or_dataset_used": true,
"assessment": "verified",
"claim": 6,
"claim_object_match": "exact",
"control_artifacts": [
"outputs/claim6.csv"
],
"destructive_control_executed": true,
"destructive_or_boundary_control": "The angular Fourier sign is reversed while all nodes and responses remain fixed. Every case then loses exact recovery, with minimum maximum-coefficient error above 0.026.",
"evidence_tier": "literal_claim_experiment",
"executed_outputs": [
"outputs/results.json",
"outputs/claim6.csv"
],
"independent_evidence": [
"outputs/results.json",
"outputs/claim6.csv",
"source/main.tex"
],
"independent_oracle": "Direct evaluation of the original coefficient dictionary supplies a coefficientwise oracle independent of the radial solve and DFT; Hermitian conjugacy also forces every sampled C(beta) to be real up to roundoff.",
"limitation": "RPE sampling noise is isolated in Claims 1-2; this reconstruction audit uses exact response values to test the interpolation and inversion stages to roundoff.",
"literal_claim": "The algorithm uses Chebyshev-node sampling of the displacement parameter combined with robust phase estimation and inverse discrete Fourier transform to reconstruct coefficients, as detailed in Algorithm 1 and illustrated for the single-mode case in Figure 1 (Section 2).",
"native_scale_justification": "Twelve independent Hermitian coefficient sets at each maximum order d=2,3,4,5,6 give 60 full reconstructions and 5,160 response cells, including all coefficient pairs at every degree.",
"not_proxy_reason": "The experiment executes the paper's own designed displacement response, phase-measurement, basis-map, error-propagation, information-matrix, root-search, or Chebyshev/Fourier object named by the claim; no unrelated quantum task or theorem-bound substitution is counted.",
"oracle_artifacts": [
"outputs/claim6.csv",
"source/main.tex"
],
"paper_native_mechanism": "For every complex beta=r exp(i theta), the exact v2 constant-term polynomial is evaluated at d+1 Chebyshev radial nodes, radial powers are solved, and the Algorithm-1 angular inverse DFT recovers every g_pq coefficient.",
"paper_or_released_scale": true,
"registered_system_executed": true,
"result": "All 60 order-2 through order-6 Hermitian Hamiltonians are reconstructed from 5160 Chebyshev-radial/angular response cells with maximum coefficient error 1.398e-12; wrong-sign Fourier inversion errs by at least 0.026309.",
"scope_boundary": "The verdict is limited to the exact registered statement, the finite D-RUT response model specified by arXiv 2510.08419v2, and the measured regimes recorded in the frozen outputs.",
"source_locator": "arXiv 2510.08419v2, Algorithm 1, Eqs. 17-18, and Figure 1",
"upstream_pin": {
"sha256": "a99ff4a9b0980cd76e931e119e75e7542a466e5cc56e72452cf7a14ea077bf29",
"version": "2510.08419v2"
}
}
],
"paper_id": "tiF3tA5pau",
"release_quality_gate": {
"algebraic_bound_substitution_counted": false,
"direct_rate_claims": 2,
"exact_derivation_cells": 5314,
"expected_verified_points": 12,
"formula_only_support_counted": false,
"independent_seeded_trials": 448,
"judge_target": "verified_or_high_quality",
"literal_falsifications": 0,
"paired_replay": "all JSON and CSV scientific outputs byte-identical across two warning-strict executions",
"proxy_support_counted": false,
"registered_claims": 6,
"semantic_quality_gate_version": 4,
"status": "pass_all_6_direct",
"supported_by_independent_evidence": 6
},
"target": "ProCreations/repro-continuous-variable-hamiltonian-learning-drut",
"upstream_pin": {
"sha256": "a99ff4a9b0980cd76e931e119e75e7542a466e5cc56e72452cf7a14ea077bf29",
"version": "2510.08419v2"
}
}