Hugging Face's logo

Spaces:
DineshAI
/
SOlPHMdSY3
Running

App Files Community
SOlPHMdSY3 / data /cumulative_run.json
DineshAI's picture
DineshAI
Publish cumulative five-claim reproduction evidence
beea5e8 verified
Raw
History Blame Contribute Delete
151 kB
{
 "schema_version": 1,
 "git_sha": "4236e14fff388b849196a0f53b77c39d16b88209",
 "fixed_command": "uv sync --frozen --all-extras && uv run --frozen python -m reproduction.run_all",
 "cpu": {
 "actual_affinity_cpu_count": 64,
 "actual_os_cpu_count": 64,
 "cgroup": {
 "cpu_max_raw": "800000 100000",
 "cpuset_cpus_effective": "0-63",
 "quota_cpu_count": 8.0
 },
 "core_estimate_before_run": 8,
 "cuda_visible_devices_name_present": false,
 "estimate_basis": "five-million-sample Claim 3 plus paper-scale Claims 4 and 5 use all 8 vCPUs for batched JAX CPU matrix products; estimated peak memory below 8 GB",
 "flavor_contract": {
 "gpu": false,
 "ram_gb": 32,
 "vcpus": 8
 },
 "machine": "x86_64",
 "nvidia_smi_present": false,
 "python": "3.11.14",
 "selected_backend": "hf",
 "selected_flavor": "cpu-upgrade"
 },
 "runtime_seconds": 5225.6622065010015,
 "passed": true,
 "claim1": {
 "verifier": {
 "certificate_sha256": "e6fa6bc262d4c3654ca9268e0204356dc3f8f07f7c3620e81aa2ba6394fcf889",
 "checks": {
 "F_direct_and_propagated_are_unique": true,
 "F_has_two_admissible_channel_partitions": true,
 "external_signatures_are_unique": true,
 "invalid_unpaired_color_rejected": true,
 "quartic_rule_covers_D_F_A_B": true,
 "translations_include_direct_theta_and_recursive_F": true
 },
 "claim": "Section 4 graphical rules are executable and translate admissible order-1/n diagrams into layer-wise NTK-tensor recursions",
 "covered_quartic_targets": {
 "A": [
 "ntk_a",
 "ntk_a",
 "ntk_b",
 "ntk_b"
 ],
 "B": [
 "ntk_a",
 "ntk_b",
 "ntk_a",
 "ntk_b"
 ],
 "D": [
 "z",
 "z",
 "ntk",
 "ntk"
 ],
 "F": [
 "z",
 "ntk",
 "z",
 "ntk"
 ]
 },
 "demonstrated_recursion": "F",
 "diagrams": [
 {
 "id": "F:direct-propagator",
 "partition": "same_internal_channel",
 "translation": "Cw^2 E[sigma1 sigma2 sigma3' sigma4'] Theta34",
 "vertices": [
 "z-ntk cubic",
 "z-ntk cubic",
 "propagator"
 ]
 },
 {
 "id": "F:propagated-quartic",
 "partition": "distinct_internal_channels",
 "translation": "(n_l/n_lm1) Cw^2 sum(E[sigma1 sigma3' z_a] E[sigma2 sigma4' z_b] Kinv[a,g] Kinv[b,d] F[g,3,d,4])",
 "vertices": [
 "z-ntk cubic",
 "z-ntk cubic",
 "propagator",
 "propagator",
 "internal F quartic"
 ]
 }
 ],
 "passed": true,
 "source": {
 "anchors": [
 "S4.SS1",
 "S4.E7",
 "S4.E11"
 ],
 "arxiv": "2508.11522v4",
 "latex_labels": [
 "theoremone",
 "eq:F",
 "feynmanrulesquartic"
 ]
 }
 },
 "checker": {
 "checks": {
 "direct_term_has_one_propagator": true,
 "recursive_term_has_internal_F": true,
 "recursive_term_has_two_propagators": true,
 "source_equation_structure": true,
 "two_terms": true
 },
 "passed": true
 }
 },
 "claim2": {
 "verifier": {
 "certificate_sha256": "3e60f600b5a623dbf3f5301bc1c59d848c12a4a95c1742ee26f34abf91ae7141",
 "checks": {
 "complete_unique_topologies": true,
 "exactly_five_diagrams": true,
 "paper_coefficients_match": true,
 "three_quartic_vertices": true,
 "two_quadratic_vertices": true
 },
 "claim": "Section 5.1 order-1/n NTK-mean recursion has exactly five diagrams",
 "diagrams": [
 {
 "correction_vertex": {
 "algebraic_term": "sum(K1[b1,b2]*E[d_b1_b2 DeltaOmega12])",
 "coefficient": "1/2",
 "derivative_order": 2,
 "external_ntk_lines": 0,
 "field": "preactivation",
 "name": "K1"
 },
 "id": "delta_omega:K1",
 "outer_vertex": {
 "derivative_orders": [
 2,
 4
 ],
 "insertion_field": "preactivation",
 "name": "delta_omega"
 }
 },
 {
 "correction_vertex": {
 "algebraic_term": "sum(V[(b1,b2),(b3,b4)]*E[d_b1_b2_b3_b4 DeltaOmega12])",
 "coefficient": "1/8",
 "derivative_order": 4,
 "external_ntk_lines": 0,
 "field": "preactivation",
 "name": "V"
 },
 "id": "delta_omega:V",
 "outer_vertex": {
 "derivative_orders": [
 2,
 4
 ],
 "insertion_field": "preactivation",
 "name": "delta_omega"
 }
 },
 {
 "correction_vertex": {
 "algebraic_term": "Cw*sum(E[d_b1_b2 sigma1_prime*sigma2_prime]*D[b1,b2,1,2])",
 "coefficient": "1/2",
 "derivative_order": 2,
 "external_ntk_lines": 2,
 "field": "ntk",
 "name": "D"
 },
 "id": "sigma_prime_pair:D",
 "outer_vertex": {
 "derivative_orders": [
 0,
 2
 ],
 "insertion_field": "ntk",
 "name": "sigma_prime_pair"
 }
 },
 {
 "correction_vertex": {
 "algebraic_term": "Cw*sum(E[d_b1_b2 sigma1_prime*sigma2_prime]*F[b1,1,b2,2])",
 "coefficient": "1",
 "derivative_order": 2,
 "external_ntk_lines": 2,
 "field": "ntk",
 "name": "F"
 },
 "id": "sigma_prime_pair:F",
 "outer_vertex": {
 "derivative_orders": [
 0,
 2
 ],
 "insertion_field": "ntk",
 "name": "sigma_prime_pair"
 }
 },
 {
 "correction_vertex": {
 "algebraic_term": "Cw*Theta1*E[sigma1_prime*sigma2_prime]",
 "coefficient": "1",
 "derivative_order": 0,
 "external_ntk_lines": 2,
 "field": "ntk",
 "name": "Theta1"
 },
 "id": "sigma_prime_pair:Theta1",
 "outer_vertex": {
 "derivative_orders": [
 0,
 2
 ],
 "insertion_field": "ntk",
 "name": "sigma_prime_pair"
 }
 }
 ],
 "passed": true,
 "source": {
 "arxiv": "2508.11522v4",
 "equation_anchor": "S5.E12",
 "html_anchor": "S5.SS1",
 "source_sha256": "5237b9fec2f128b23266771acbc8e44837619d5309cd32840ce537071b64c47f"
 }
 },
 "checker": {
 "checks": {
 "derivative_profile_0_2_2_2_4": true,
 "five_serialized_diagrams": true,
 "source_vertex_names": true,
 "two_preactivation_three_ntk_insertions": true,
 "unique_ids": true
 },
 "passed": true
 },
 "control": {
 "actual_exit": 1,
 "command": "python -m reproduction.claim2_negative_control",
 "expected_exit": "nonzero",
 "passed": true,
 "stderr": "",
 "stdout": "{\n \"expected\": \"verifier exits nonzero because only four diagrams remain\",\n \"mutation\": \"drop quartic F vertex\",\n \"observed_diagram_count\": 4,\n \"verifier_passed\": false\n}"
 }
 },
 "claim3": {
 "symbolic": {
 "assumptions": {
 "activation": "sigma(lambda*z)=lambda*sigma(z) for lambda>0",
 "input": "diagonal x=x",
 "network": "bias-free MLP in NTK parameterization",
 "weights": "iid centered Gaussian with variance C_W per paper Appendix B"
 },
 "certificate_sha256": "9cb51c72e4e39a0129a9f0ab6163d9c70acc7fac79981798b8f0e4af8e1b9153",
 "checks": {
 "E_sigma_prime_squared_is_K_independent": true,
 "E_sigma_squared_is_linear_in_K": true,
 "all_nonpropagating_sources_vanish": true,
 "only_same_order_previous_layer_correction_survives": true,
 "positive_homogeneity_reduces_to_two_slopes": true,
 "zero_base_closes_induction_for_every_depth_and_order": true
 },
 "claim": "For every positive-homogeneous scalar activation and every finite depth, every 1/n^k correction (k>=1) to the bias-free MLP NTK mean diagonal is zero",
 "classification_lemma": "On R, positive homogeneity implies sigma(z)=a_plus*z for z>0 and sigma(z)=a_minus*z for z<0 (the value at zero is null-set).",
 "gaussian_expectations": {
 "E_Omega": "C_W*Theta*a_minus**2/2 + C_W*Theta*a_plus**2/2 + K*a_minus**2/2 + K*a_plus**2/2",
 "E_sigma_prime_squared": "a_minus**2/2 + a_plus**2/2",
 "E_sigma_squared": "K*a_minus**2/2 + K*a_plus**2/2"
 },
 "induction_schema": {
 "base": "Theta_correction(k, layer=1)=0",
 "conclusion": "Theta_correction(k, layer=l)=0 for every finite l",
 "quantifier": "for every k>=1 and layer l>=1",
 "recurrence": "C_W*Theta_correction*a_minus**2/2 + C_W*Theta_correction*a_plus**2/2"
 },
 "instances": {
 "LeakyReLU(alpha=0.1)": {
 "A": 0.505,
 "a_minus": 0.1,
 "a_plus": 1.0
 },
 "ReLU": {
 "A": 0.5,
 "a_minus": 0.0,
 "a_plus": 1.0
 },
 "identity": {
 "A": 1.0,
 "a_minus": 1.0,
 "a_plus": 1.0
 }
 },
 "passed": true,
 "vanishing_sources": {
 "D_F_source_first_K_derivative": "0",
 "K1_source_second_K_derivative": "0",
 "V_source_second_K_derivative": "0"
 }
 },
 "symbolic_checker": {
 "checks": {
 "gelu_control_is_K_dependent": true,
 "piecewise_linear_quadrature_matches_closed_form": true
 },
 "gelu_control": {
 "E_sigma_prime2": [
 0.3556851396521125,
 0.45585086564928723,
 0.5060447941597346
 ],
 "K": [
 0.25,
 1.0,
 4.0
 ]
 },
 "max_abs_error": 8.881784197001252E-16,
 "passed": true,
 "rows": [
 {
 "E_sigma2": 0.12500000000000003,
 "E_sigma_prime2": 0.5000000000000001,
 "K": 0.25,
 "activation": "ReLU",
 "expected_E_sigma2": 0.125,
 "expected_E_sigma_prime2": 0.5
 },
 {
 "E_sigma2": 0.5000000000000001,
 "E_sigma_prime2": 0.5000000000000001,
 "K": 1.0,
 "activation": "ReLU",
 "expected_E_sigma2": 0.5,
 "expected_E_sigma_prime2": 0.5
 },
 {
 "E_sigma2": 2.0000000000000004,
 "E_sigma_prime2": 0.5000000000000001,
 "K": 4.0,
 "activation": "ReLU",
 "expected_E_sigma2": 2.0,
 "expected_E_sigma_prime2": 0.5
 },
 {
 "E_sigma2": 0.12625000000000006,
 "E_sigma_prime2": 0.5050000000000001,
 "K": 0.25,
 "activation": "LeakyReLU(alpha=0.1)",
 "expected_E_sigma2": 0.12625,
 "expected_E_sigma_prime2": 0.505
 },
 {
 "E_sigma2": 0.5050000000000002,
 "E_sigma_prime2": 0.5050000000000001,
 "K": 1.0,
 "activation": "LeakyReLU(alpha=0.1)",
 "expected_E_sigma2": 0.505,
 "expected_E_sigma_prime2": 0.505
 },
 {
 "E_sigma2": 2.020000000000001,
 "E_sigma_prime2": 0.5050000000000001,
 "K": 4.0,
 "activation": "LeakyReLU(alpha=0.1)",
 "expected_E_sigma2": 2.02,
 "expected_E_sigma_prime2": 0.505
 },
 {
 "E_sigma2": 0.25000000000000006,
 "E_sigma_prime2": 1.0000000000000002,
 "K": 0.25,
 "activation": "identity",
 "expected_E_sigma2": 0.25,
 "expected_E_sigma_prime2": 1.0
 },
 {
 "E_sigma2": 1.0000000000000002,
 "E_sigma_prime2": 1.0000000000000002,
 "K": 1.0,
 "activation": "identity",
 "expected_E_sigma2": 1.0,
 "expected_E_sigma_prime2": 1.0
 },
 {
 "E_sigma2": 4.000000000000001,
 "E_sigma_prime2": 1.0000000000000002,
 "K": 4.0,
 "activation": "identity",
 "expected_E_sigma2": 4.0,
 "expected_E_sigma_prime2": 1.0
 }
 ]
 },
 "symbolic_control": {
 "actual_exit": 1,
 "command": "python -m reproduction.claim3_negative_control",
 "expected_exit": "nonzero",
 "passed": true,
 "stderr": "",
 "stdout": "{\n \"E_sigma_prime2\": [\n 0.3556851396521125,\n 0.45585086564928723,\n 0.5060447941597346\n ],\n \"K\": [\n 0.25,\n 1.0,\n 4.0\n ],\n \"expected\": \"failure because E[sigma'(Z)^2] depends on K\",\n \"mutant_passed\": false,\n \"mutation\": \"treat GeLU as scale invariant\"\n}"
 },
 "empirical": {
 "architecture": {
 "bias": false,
 "depth": 4,
 "hidden_widths": [
 20,
 80
 ],
 "output_width": 2,
 "parameterization": "paper Appendix B standard/book convention",
 "weight_variance": 2.0
 },
 "checks": {
 "all_widths_at_least_20": true,
 "exact_five_million_initializations_per_width": true,
 "one_hundred_raw_block_means_per_activation_width": true,
 "paper_four_layer_bias_free_architecture": true,
 "paper_two_output_trace_average": true,
 "paper_weight_variance": true,
 "relu_and_leakyrelu_alpha_point_one": true,
 "statistical_contract_passes": true
 },
 "claim": "At exact five-million-initialization scale, four-layer bias-free ReLU and LeakyReLU diagonal NTK means equal their infinite-width values",
 "columns": [
 "theta_00",
 "theta_01"
 ],
 "common_random_numbers": "ReLU and LeakyReLU share each Gaussian initialization and probe; networks remain iid within each activation",
 "estimator_deviation": "Unbiased two-probe parameter-space Hutchinson estimator replaces the paper implementation's exact recursive Jacobian trace",
 "hutchinson_probes_per_network": 2,
 "inputs": [
 [
 -0.9895229339599609,
 -0.5992491841316223
 ],
 [
 -0.17877478897571564,
 2.253682851791382
 ]
 ],
 "network_initializations_per_activation_width": 5000000,
 "passed": true,
 "rows": [
 {
 "activation": "ReLU",
 "block_means_100_blocks_of_50000": [
 [
 2.6783425482870626,
 0.9258352492427622
 ],
 [
 2.6761746195290477,
 0.9322187282206309
 ],
 [
 2.6527065729109354,
 0.9125695396642124
 ],
 [
 2.6549296094563273,
 0.9363044664708726
 ],
 [
 2.665524776278125,
 0.9297937898684541
 ],
 [
 2.6749055931950796,
 0.9269220961732022
 ],
 [
 2.693386698950986,
 0.9423445014164067
 ],
 [
 2.6852233529129217,
 0.9593772871714561
 ],
 [
 2.6827467166832064,
 0.9318991389081616
 ],
 [
 2.687101779731815,
 0.9466628236979304
 ],
 [
 2.6573921861033885,
 0.9350032624853535
 ],
 [
 2.678300516304922,
 0.9471803678704089
 ],
 [
 2.6954035673536385,
 0.9402840764690049
 ],
 [
 2.670214834606817,
 0.9370065361609831
 ],
 [
 2.6600692990500874,
 0.9464911748761317
 ],
 [
 2.6965018019626257,
 0.9432597350928897
 ],
 [
 2.6660305497320067,
 0.9452989253648376
 ],
 [
 2.6612933308351243,
 0.9407292157783654
 ],
 [
 2.686372353241414,
 0.922634197590508
 ],
 [
 2.6873273993369904,
 0.9558120440327567
 ],
 [
 2.665090416901469,
 0.9234591770089643
 ],
 [
 2.6653886898083834,
 0.9426630106440594
 ],
 [
 2.670843515763823,
 0.932396978522563
 ],
 [
 2.6808012397345187,
 0.9342545547218901
 ],
 [
 2.6748898342386074,
 0.942552271419812
 ],
 [
 2.6735201125276076,
 0.9496047251812105
 ],
 [
 2.6834253252419304,
 0.9401225760324091
 ],
 [
 2.6698999839418667,
 0.9376250724614105
 ],
 [
 2.6956691217238316,
 0.9374389187899956
 ],
 [
 2.671478388275465,
 0.9365460086929673
 ],
 [
 2.677659724242862,
 0.950169669589249
 ],
 [
 2.713323003161441,
 0.9259988850924142
 ],
 [
 2.6859593922311276,
 0.9588435543245283
 ],
 [
 2.6899404644880036,
 0.9155384069045297
 ],
 [
 2.69284506402673,
 0.927338062949414
 ],
 [
 2.6938980980289977,
 0.9297974945635297
 ],
 [
 2.6553862829399546,
 0.9455158768779146
 ],
 [
 2.6888064731214474,
 0.92867477513721
 ],
 [
 2.673656426090894,
 0.9195007197344934
 ],
 [
 2.6594293316936803,
 0.9470181124029873
 ],
 [
 2.6929825981642677,
 0.9306347151440012
 ],
 [
 2.660840785444638,
 0.9486170232804119
 ],
 [
 2.688672569456027,
 0.9443702577229656
 ],
 [
 2.6980735602150085,
 0.9408773404166425
 ],
 [
 2.679952935754077,
 0.9080158769317852
 ],
 [
 2.6788739716090664,
 0.9571919544204505
 ],
 [
 2.665415763429007,
 0.9297589229349416
 ],
 [
 2.685107606449169,
 0.9671732754094372
 ],
 [
 2.6632551845221193,
 0.9289956439896236
 ],
 [
 2.6541525214337716,
 0.9304349981152771
 ],
 [
 2.66260918624293,
 0.926674201203977
 ],
 [
 2.6725596506492297,
 0.9410772917058312
 ],
 [
 2.693853727569917,
 0.9461606928835891
 ],
 [
 2.66881113477589,
 0.9439287392608334
 ],
 [
 2.6707606882630563,
 0.9110219595031613
 ],
 [
 2.6895290304000112,
 0.9035609242099018
 ],
 [
 2.6841537517961003,
 0.9419865325869212
 ],
 [
 2.6836345136375646,
 0.9378589083727407
 ],
 [
 2.6742542081561473,
 0.92953676296977
 ],
 [
 2.6530904327114095,
 0.9123710331666488
 ],
 [
 2.6558944009286347,
 0.9204824712818757
 ],
 [
 2.70084680856936,
 0.9356351964850066
 ],
 [
 2.6632324295436933,
 0.9228836549390402
 ],
 [
 2.6732425237340265,
 0.9253386298097184
 ],
 [
 2.662215134227018,
 0.9094101987475379
 ],
 [
 2.694377721402639,
 0.9470137298690097
 ],
 [
 2.6852206810630324,
 0.9382347033161944
 ],
 [
 2.689725205105922,
 0.9317856418523208
 ],
 [
 2.6756138053062006,
 0.9367672381084861
 ],
 [
 2.66986570241971,
 0.9159554444678478
 ],
 [
 2.6688079538152802,
 0.9344086115224466
 ],
 [
 2.687062644206826,
 0.943993120519866
 ],
 [
 2.6981847930036382,
 0.9376177418344295
 ],
 [
 2.6662787359315843,
 0.9157345172014597
 ],
 [
 2.6711269190455234,
 0.9176304072626619
 ],
 [
 2.67854083667322,
 0.9325076463597803
 ],
 [
 2.673815580411591,
 0.9434964564973332
 ],
 [
 2.6897134909108025,
 0.9312300670453264
 ],
 [
 2.6850909594038384,
 0.936075244993932
 ],
 [
 2.6940371002641004,
 0.940673441061155
 ],
 [
 2.679981584728044,
 0.9260362481943208
 ],
 [
 2.675444184784478,
 0.9263657753389102
 ],
 [
 2.6825269726236223,
 0.9226757549833978
 ],
 [
 2.680969161601638,
 0.9378714451955591
 ],
 [
 2.666032693915852,
 0.9377984078096965
 ],
 [
 2.675402791474532,
 0.9511708263592457
 ],
 [
 2.6702393855319744,
 0.9430584033117992
 ],
 [
 2.70073558751275,
 0.9423456549021464
 ],
 [
 2.6596871120480645,
 0.9201222985550283
 ],
 [
 2.6762516919368027,
 0.9421213526402673
 ],
 [
 2.6657077894731054,
 0.9329670192769045
 ],
 [
 2.683571541034698,
 0.9251511457942857
 ],
 [
 2.695674519285732,
 0.947979751148422
 ],
 [
 2.673259230202085,
 0.9374708884998011
 ],
 [
 2.6826764114221446,
 0.921330016991207
 ],
 [
 2.6713818727637157,
 0.9266984332465429
 ],
 [
 2.6554298104605394,
 0.9396030445051559
 ],
 [
 2.6934330043961845,
 0.9331498487755362
 ],
 [
 2.6848331179478784,
 0.934194536025985
 ],
 [
 2.6888536163666856,
 0.9446836380655141
 ]
 ],
 "comparison": {
 "diagonal_relative_99pct_upper": 0.0017220324996210816,
 "diagonal_relative_shift": 0.0003974728290340073,
 "diagonal_z": 0.7730040634090816,
 "offdiagonal_relative_shift": 0.06421189315035206,
 "offdiagonal_z": 48.487503357628626
 },
 "infinite_ntk": [
 2.6765104430302884,
 0.99886503184261
 ],
 "mean": [
 2.6775742832080187,
 0.9347260171463093
 ],
 "seed": 325081522,
 "standard_deviation": [
 3.0773692755370976,
 2.9578589727124394
 ],
 "standard_error": [
 0.0013762413783940462,
 0.0013227947461685419
 ],
 "width": 20,
 "width_runtime_seconds": 673.1639955029823
 },
 {
 "activation": "LeakyReLU(alpha=0.1)",
 "block_means_100_blocks_of_50000": [
 [
 2.7604664008666626,
 0.6224261547772376
 ],
 [
 2.7644203813936206,
 0.6317754216701004
 ],
 [
 2.7413785884095856,
 0.6162242864359434
 ],
 [
 2.732027074248641,
 0.6423951212665133
 ],
 [
 2.739933033384655,
 0.6294706646659252
 ],
 [
 2.7516388538024668,
 0.6317465936017391
 ],
 [
 2.7792268016311468,
 0.6437033838399899
 ],
 [
 2.762476447396755,
 0.6548780374401041
 ],
 [
 2.771627642132785,
 0.6349838620682153
 ],
 [
 2.7689131111776533,
 0.6451232568665455
 ],
 [
 2.733319763507397,
 0.6411802055597993
 ],
 [
 2.7562406564675177,
 0.6455323311357656
 ],
 [
 2.778095500450997,
 0.6434484413226677
 ],
 [
 2.7480870313077124,
 0.6514087435811688
 ],
 [
 2.739323535423916,
 0.6506836250632462
 ],
 [
 2.7800310031721223,
 0.6492303042515487
 ],
 [
 2.758788988592997,
 0.656875854156976
 ],
 [
 2.7446676927185325,
 0.6373817817795647
 ],
 [
 2.7669212335091165,
 0.6219601965013783
 ],
 [
 2.7706052080928996,
 0.6520726273125336
 ],
 [
 2.7440461338440634,
 0.6207292854073817
 ],
 [
 2.743200552027711,
 0.6368867115369546
 ],
 [
 2.755461778482693,
 0.6263889613991579
 ],
 [
 2.7631716372407,
 0.6317148978346263
 ],
 [
 2.747754992421778,
 0.6474273167555488
 ],
 [
 2.758421039243154,
 0.6505087713924568
 ],
 [
 2.7625078890772334,
 0.6466732916221022
 ],
 [
 2.7473698388471735,
 0.6367160737206947
 ],
 [
 2.7854817862565846,
 0.6569882044511712
 ],
 [
 2.7553083893754695,
 0.6382790741440182
 ],
 [
 2.754071223520162,
 0.6540355924149632
 ],
 [
 2.7846636424633915,
 0.6300710975556897
 ],
 [
 2.76350870387976,
 0.6617014487204351
 ],
 [
 2.7686192785761103,
 0.6197716941456014
 ],
 [
 2.7715724338258823,
 0.6351446508935754
 ],
 [
 2.7682219531537924,
 0.6314327324650664
 ],
 [
 2.738400623758084,
 0.6541495983495759
 ],
 [
 2.768416107973596,
 0.6226426204105099
 ],
 [
 2.748741455756826,
 0.6140812560635498
 ],
 [
 2.7389227780308625,
 0.6502590449321717
 ],
 [
 2.777603298171434,
 0.6308585755297703
 ],
 [
 2.7462618580128426,
 0.652388863032148
 ],
 [
 2.7763475018212036,
 0.6379169179375499
 ],
 [
 2.7853778926732846,
 0.641358075208008
 ],
 [
 2.765974112072297,
 0.6244028095616029
 ],
 [
 2.756376765956118,
 0.6509992516184717
 ],
 [
 2.7439619611719857,
 0.6290431252691645
 ],
 [
 2.7676328455705974,
 0.6641905977334444
 ],
 [
 2.7431427959575063,
 0.6379053651424901
 ],
 [
 2.741461673404905,
 0.6293636450337337
 ],
 [
 2.741002157081161,
 0.6272593693898111
 ],
 [
 2.7584544163473184,
 0.6488280697317577
 ],
 [
 2.7716295559391226,
 0.653957343890914
 ],
 [
 2.7477587843212565,
 0.648255554870982
 ],
 [
 2.751019461409742,
 0.605018697236856
 ],
 [
 2.769985392089921,
 0.6115679292917505
 ],
 [
 2.7663652284744744,
 0.6421467815980729
 ],
 [
 2.7696221783948083,
 0.6414534595902516
 ],
 [
 2.748440309416354,
 0.6308901685218403
 ],
 [
 2.7373699942268392,
 0.6196286150937517
 ],
 [
 2.735985360130624,
 0.6257192563340003
 ],
 [
 2.776357633272058,
 0.635566719033216
 ],
 [
 2.7488636650746257,
 0.6306373216101037
 ],
 [
 2.753156308133066,
 0.617547993517513
 ],
 [
 2.7435262966072362,
 0.6186248993868886
 ],
 [
 2.7761616149609165,
 0.6451360207202113
 ],
 [
 2.766077164049434,
 0.6331767041609967
 ],
 [
 2.7793882918233592,
 0.630907618996932
 ],
 [
 2.7590588841081916,
 0.6493219000135934
 ],
 [
 2.7527059874221225,
 0.611222490894738
 ],
 [
 2.7583483086069904,
 0.6286702616202481
 ],
 [
 2.768117129353161,
 0.6527848770324326
 ],
 [
 2.7897109775018913,
 0.641112226048564
 ],
 [
 2.749546819587804,
 0.63255357217092
 ],
 [
 2.7601383456076065,
 0.6220638041841154
 ],
 [
 2.75716372746003,
 0.6401846142636218
 ],
 [
 2.7577166488071314,
 0.6310056221698288
 ],
 [
 2.776992188666474,
 0.642525747702192
 ],
 [
 2.765287355157635,
 0.6362382016662869
 ],
 [
 2.782958819297961,
 0.6388926238989238
 ],
 [
 2.7600144359463283,
 0.6288570672371397
 ],
 [
 2.7568124010100883,
 0.6343692677649714
 ],
 [
 2.760278263056913,
 0.6282365315157082
 ],
 [
 2.757223042295061,
 0.6249803795533685
 ],
 [
 2.7448534899169212,
 0.6411873499780423
 ],
 [
 2.7656993210752048,
 0.643602400333187
 ],
 [
 2.7567785800160807,
 0.6415477049899427
 ],
 [
 2.771919917789152,
 0.6398056380542841
 ],
 [
 2.7522778958177736,
 0.63164688045066
 ],
 [
 2.7558518168236343,
 0.6389594770660514
 ],
 [
 2.7476772909249507,
 0.636788925510137
 ],
 [
 2.7636071814181613,
 0.6360445191465773
 ],
 [
 2.780651237965409,
 0.6405481810605058
 ],
 [
 2.747553308426782,
 0.6469636007793919
 ],
 [
 2.7607390751973004,
 0.6177231310139312
 ],
 [
 2.7597166370869246,
 0.6310408607913692
 ],
 [
 2.7362451708746143,
 0.6439066027971683
 ],
 [
 2.771612945185243,
 0.6265448661209533
 ],
 [
 2.7650825375102874,
 0.6423663612309168
 ],
 [
 2.7633462001443516,
 0.6474571376042646
 ]
 ],
 "comparison": {
 "diagonal_relative_99pct_upper": 0.0018775820115618886,
 "diagonal_relative_shift": 0.0005653553883766018,
 "diagonal_z": 1.1098353399681702,
 "offdiagonal_relative_shift": 0.08298822887068236,
 "offdiagonal_z": 43.62020428843196
 },
 "infinite_ntk": [
 2.7576113859645495,
 0.6944513450769862
 ],
 "mean": [
 2.759170416420653,
 0.6368200579121841
 ],
 "seed": 325081522,
 "standard_deviation": [
 3.141094857314975,
 2.9543070197285686
 ],
 "standard_error": [
 0.0014047403249462572,
 0.0013212062645035782
 ],
 "width": 20,
 "width_runtime_seconds": 673.1639955029823
 },
 {
 "activation": "ReLU",
 "block_means_100_blocks_of_50000": [
 [
 2.6856613944963943,
 1.0149110284475644
 ],
 [
 2.671089685518959,
 0.9869124039267865
 ],
 [
 2.671460652134416,
 0.9862135679036343
 ],
 [
 2.6716262197791893,
 0.9848043119058684
 ],
 [
 2.679773762548168,
 0.9908798927796821
 ],
 [
 2.6813725164780213,
 0.9948221996891514
 ],
 [
 2.6757426848543266,
 0.9814054383135153
 ],
 [
 2.6755259394339648,
 0.9918915378414278
 ],
 [
 2.674938068043258,
 0.9624829515732125
 ],
 [
 2.676495433947211,
 1.0012810206073188
 ],
 [
 2.6767217889647554,
 0.9772352301880981
 ],
 [
 2.6808640130825947,
 0.9755412666067919
 ],
 [
 2.6665424688624,
 0.977824336674932
 ],
 [
 2.666722440884357,
 0.9743099720187236
 ],
 [
 2.6785599065159,
 0.985871314924498
 ],
 [
 2.6849176008043623,
 1.0021248090909325
 ],
 [
 2.686805475988398,
 0.9913679000316492
 ],
 [
 2.6842746502685477,
 1.0027893142678173
 ],
 [
 2.679865207343694,
 0.9939814402478985
 ],
 [
 2.6689391423176776,
 0.9659957554791317
 ],
 [
 2.695557813667443,
 0.9780192183161841
 ],
 [
 2.667542648698599,
 0.9800556819265972
 ],
 [
 2.6656890556680723,
 0.9859674448566947
 ],
 [
 2.6751711963797886,
 0.9933755719974628
 ],
 [
 2.6756743516804526,
 0.9859609025811732
 ],
 [
 2.676966676734294,
 0.9916361135185564
 ],
 [
 2.6748190349177223,
 0.9751707450366476
 ],
 [
 2.6856412113240453,
 1.0062647762983248
 ],
 [
 2.6571995279253855,
 0.9823255794579537
 ],
 [
 2.686548697316964,
 1.0077487346594922
 ],
 [
 2.7059434566784564,
 0.9941635359811899
 ],
 [
 2.6909445377135457,
 0.9962667538162713
 ],
 [
 2.6679258623704887,
 0.9737427139120457
 ],
 [
 2.6707646670810075,
 1.0031059729944987
 ],
 [
 2.6688456018544966,
 0.9846771604729506
 ],
 [
 2.688584274165827,
 0.9982305815405753
 ],
 [
 2.674701710950169,
 0.9935323788816245
 ],
 [
 2.6816691489391586,
 0.9756608228882269
 ],
 [
 2.677031583611458,
 0.9847922327434111
 ],
 [
 2.6605800763535843,
 0.9619100117454141
 ],
 [
 2.6808076036102872,
 0.9975816245416966
 ],
 [
 2.668518065241449,
 0.9786160918649971
 ],
 [
 2.675999448061523,
 0.9786463613699686
 ],
 [
 2.6791405667493042,
 1.0028777857863393
 ],
 [
 2.672945844127781,
 0.9950582666750014
 ],
 [
 2.6785502937914116,
 0.9879348860273679
 ],
 [
 2.6894681162934932,
 0.9637273557890975
 ],
 [
 2.6880104810481265,
 0.9785734777830816
 ],
 [
 2.6799841555002186,
 0.990282327809798
 ],
 [
 2.6776783360930843,
 0.9785765291138191
 ],
 [
 2.6756546337058156,
 0.9911509927775852
 ],
 [
 2.6677766614825598,
 0.9839840478884073
 ],
 [
 2.6631827706540108,
 0.9663696999437852
 ],
 [
 2.669566971412229,
 0.9948231768033117
 ],
 [
 2.671068983252703,
 0.9795203496171061
 ],
 [
 2.68302394519283,
 0.988776856937853
 ],
 [
 2.684492004053772,
 0.9900877940554619
 ],
 [
 2.6674856728302765,
 0.9853763348211059
 ],
 [
 2.6783623133413474,
 0.9806984666393642
 ],
 [
 2.658448380439567,
 0.9787160038277001
 ],
 [
 2.6656957494590205,
 0.9752209791867067
 ],
 [
 2.679980438374061,
 1.0081515008874264
 ],
 [
 2.666122860467282,
 0.9930937511125443
 ],
 [
 2.673972423380766,
 0.9664861536650936
 ],
 [
 2.6895514356810817,
 0.981458855244673
 ],
 [
 2.691402222927627,
 0.9945121753681734
 ],
 [
 2.6765485944062695,
 0.9703408630023115
 ],
 [
 2.682915195339002,
 1.0129607376290495
 ],
 [
 2.6662193364180533,
 0.9922289070750661
 ],
 [
 2.6728232231524167,
 0.9872135182642321
 ],
 [
 2.6751755981625367,
 0.969243972969811
 ],
 [
 2.691343111534995,
 0.9641975300988135
 ],
 [
 2.691468177535064,
 0.9928333511888073
 ],
 [
 2.6842797029771917,
 0.9752266428361066
 ],
 [
 2.692572106835693,
 0.9843287582154574
 ],
 [
 2.6998033001884356,
 0.9796392485453395
 ],
 [
 2.6733118978526846,
 0.9582184802756991
 ],
 [
 2.6623764008465023,
 0.9991736242305668
 ],
 [
 2.6831817374161258,
 0.9935526173934949
 ],
 [
 2.6800109703699606,
 0.9810800146252576
 ],
 [
 2.6553189764542076,
 0.9637920558819587
 ],
 [
 2.6738122414733696,
 0.9977594749482501
 ],
 [
 2.670538965524953,
 0.9995581879161308
 ],
 [
 2.6848900630072983,
 0.9928245372337455
 ],
 [
 2.693914998102673,
 1.0075922227852425
 ],
 [
 2.669446167494022,
 0.9986345128923689
 ],
 [
 2.6687136341671103,
 0.9694009675298422
 ],
 [
 2.6741340803082014,
 0.9715238770246827
 ],
 [
 2.6807813740087476,
 0.980324603115699
 ],
 [
 2.6752354339097475,
 0.9825746857626417
 ],
 [
 2.6616952985093936,
 0.9740344391171374
 ],
 [
 2.6722263579067214,
 0.9736385036603532
 ],
 [
 2.694946430445112,
 1.003567180898377
 ],
 [
 2.6634874565334417,
 0.9791313148306048
 ],
 [
 2.6811847385525356,
 0.9838433646777114
 ],
 [
 2.6602989721633086,
 0.9825141388900014
 ],
 [
 2.6767197214022116,
 0.9808713512071686
 ],
 [
 2.6802438543623133,
 0.9909825405767384
 ],
 [
 2.6875057725017566,
 0.9812299019917926
 ],
 [
 2.6633188297102857,
 0.9644330136748142
 ]
 ],
 "comparison": {
 "diagonal_relative_99pct_upper": 0.0010697611625737245,
 "diagonal_relative_shift": 0.00011951748627026498,
 "diagonal_z": 0.32399799368291965,
 "offdiagonal_relative_shift": 0.013440049744640092,
 "offdiagonal_z": 10.976232638848568
 },
 "infinite_ntk": [
 2.6765104430302884,
 0.99886503184261
 ],
 "mean": [
 2.6768303328304155,
 0.9854402361264638
 ],
 "seed": 325181522,
 "standard_deviation": [
 2.207715332623401,
 2.7348869865516883
 ],
 "standard_error": [
 0.0009873203117428968,
 0.0012230786425418256
 ],
 "width": 80,
 "width_runtime_seconds": 3227.3077975248452
 },
 {
 "activation": "LeakyReLU(alpha=0.1)",
 "block_means_100_blocks_of_50000": [
 [
 2.7618616755555796,
 0.7136928615888654
 ],
 [
 2.744754125164058,
 0.6764322888154117
 ],
 [
 2.7441623310761014,
 0.6777681289333681
 ],
 [
 2.755808345680072,
 0.6873449009830683
 ],
 [
 2.761905983052042,
 0.688311386135718
 ],
 [
 2.7613660266322744,
 0.687940681908731
 ],
 [
 2.760064233450796,
 0.6869223878180286
 ],
 [
 2.7527606418961224,
 0.686422070987935
 ],
 [
 2.7533061512200923,
 0.6607696735388164
 ],
 [
 2.745802171656287,
 0.6909483958843572
 ],
 [
 2.750360559504201,
 0.6714680965746948
 ],
 [
 2.7558690939010826,
 0.662593708707735
 ],
 [
 2.748026967777,
 0.67545888857795
 ],
 [
 2.7519313563005965,
 0.6675751409708477
 ],
 [
 2.76035065680941,
 0.6670915764376054
 ],
 [
 2.765622824386658,
 0.6915665846451523
 ],
 [
 2.764791024543994,
 0.6804368852484985
 ],
 [
 2.7617943302600314,
 0.6955651333907312
 ],
 [
 2.7682407788651204,
 0.6853709222402254
 ],
 [
 2.753447613661808,
 0.6689793639043972
 ],
 [
 2.7694026557218696,
 0.6796048459405893
 ],
 [
 2.749177028131922,
 0.6744403068428939
 ],
 [
 2.7445210293497837,
 0.6828918782477201
 ],
 [
 2.7612977360842836,
 0.693901926020966
 ],
 [
 2.7564304917691276,
 0.6902806699413567
 ],
 [
 2.753470027599266,
 0.6781665458459599
 ],
 [
 2.7579303344993074,
 0.6673172149727112
 ],
 [
 2.7681817202962042,
 0.6962194590239643
 ],
 [
 2.7328114825349643,
 0.6735206066071727
 ],
 [
 2.7709768702609265,
 0.6969249074524068
 ],
 [
 2.781167487867511,
 0.6970499790798121
 ],
 [
 2.770026749609882,
 0.686025408466818
 ],
 [
 2.7521922188635655,
 0.6772042242082736
 ],
 [
 2.748403321835362,
 0.6912335285418452
 ],
 [
 2.7468399122816156,
 0.684359650308714
 ],
 [
 2.759843453133584,
 0.6890946919561742
 ],
 [
 2.760010594786313,
 0.6929043527798129
 ],
 [
 2.7653006503367052,
 0.6650506207289355
 ],
 [
 2.753707271041912,
 0.6831208858890772
 ],
 [
 2.742918953952749,
 0.6620124436833228
 ],
 [
 2.7584174801753423,
 0.6901707550168786
 ],
 [
 2.747223809097245,
 0.6742240042296381
 ],
 [
 2.756643170284574,
 0.6691347396918106
 ],
 [
 2.7604359520160338,
 0.6924634086961471
 ],
 [
 2.7527927496495326,
 0.6779256887257044
 ],
 [
 2.7637221377294394,
 0.6809104184269879
 ],
 [
 2.763458747321241,
 0.6583510163797839
 ],
 [
 2.765680295680733,
 0.6705257535148742
 ],
 [
 2.767753248526499,
 0.6950603537604593
 ],
 [
 2.761124485788227,
 0.6827431407346513
 ],
 [
 2.7567805121939926,
 0.6880458949518351
 ],
 [
 2.7496800707076257,
 0.6932604956333551
 ],
 [
 2.746145759017324,
 0.666875366726258
 ],
 [
 2.7500815307225084,
 0.6908585156014528
 ],
 [
 2.749838662113529,
 0.6833894315242705
 ],
 [
 2.757015346010423,
 0.6894412493683357
 ],
 [
 2.760702084811624,
 0.6823566528074161
 ],
 [
 2.7515781050078973,
 0.6846302267821978
 ],
 [
 2.7658392320483416,
 0.6761344625314578
 ],
 [
 2.741517292598808,
 0.6737258303561856
 ],
 [
 2.7494364182783024,
 0.6715732778121001
 ],
 [
 2.7628697147322585,
 0.7091246627110226
 ],
 [
 2.7450373261227377,
 0.683521692418138
 ],
 [
 2.752059587426712,
 0.6663800459227834
 ],
 [
 2.768691878849486,
 0.6865754972455667
 ],
 [
 2.774122863598422,
 0.6868210761479717
 ],
 [
 2.763117978618924,
 0.6698142940851796
 ],
 [
 2.764179859130177,
 0.7098722665215802
 ],
 [
 2.741390571700419,
 0.6885904311859621
 ],
 [
 2.752419422771229,
 0.6810620956372931
 ],
 [
 2.7497619846029986,
 0.6633885454002735
 ],
 [
 2.7817875331330426,
 0.6613375013602982
 ],
 [
 2.7655730101962233,
 0.6876356484898756
 ],
 [
 2.7633752936902556,
 0.6650823700842601
 ],
 [
 2.769574433259018,
 0.6769578126004097
 ],
 [
 2.781299447803785,
 0.6746414675983177
 ],
 [
 2.7482326606001823,
 0.6575191889829638
 ],
 [
 2.7458941241553996,
 0.6897722305898902
 ],
 [
 2.7614218498806387,
 0.6789880231917005
 ],
 [
 2.7602977114801703,
 0.6761774043033483
 ],
 [
 2.7357440377703734,
 0.6693756063911367
 ],
 [
 2.757380594814326,
 0.6991991424541903
 ],
 [
 2.7551472930569196,
 0.6916182951127366
 ],
 [
 2.7613512330488477,
 0.6827947908578018
 ],
 [
 2.7693183854779058,
 0.7030566936365142
 ],
 [
 2.7428911948141472,
 0.6976669176991396
 ],
 [
 2.7513189951086683,
 0.6658449086024184
 ],
 [
 2.7535616847916295,
 0.6765308010838474
 ],
 [
 2.764029709884479,
 0.6759523408062791
 ],
 [
 2.761445436717987,
 0.6810069530091294
 ],
 [
 2.7451454989475663,
 0.6653490980283091
 ],
 [
 2.7524582587003916,
 0.6814388876628399
 ],
 [
 2.771594940822348,
 0.6999662355266044
 ],
 [
 2.743232299597559,
 0.6840783146469436
 ],
 [
 2.754459091715333,
 0.6784649935430376
 ],
 [
 2.7417341057879674,
 0.682929400778807
 ],
 [
 2.753237938839562,
 0.6671591332555068
 ],
 [
 2.760193634767628,
 0.6792316073727571
 ],
 [
 2.763218197689311,
 0.6773552767443666
 ],
 [
 2.7395646431484844,
 0.6595332059241019
 ]
 ],
 "comparison": {
 "diagonal_relative_99pct_upper": 0.001274041083194552,
 "diagonal_relative_shift": 0.0003274580259284991,
 "diagonal_z": 0.8911335020385063,
 "offdiagonal_relative_shift": 0.019260323310837536,
 "offdiagonal_z": 10.78364594372259
 },
 "infinite_ntk": [
 2.7576113859645495,
 0.6944513450769862
 ],
 "mean": [
 2.7567083839838236,
 0.6810759876471575
 ],
 "seed": 325181522,
 "standard_deviation": [
 2.265848840943729,
 2.7734783386378004
 ],
 "standard_error": [
 0.0010133184070178574,
 0.0012403372198634605
 ],
 "width": 80,
 "width_runtime_seconds": 3227.3077975248452
 }
 ],
 "runtime_seconds": 3900.474571322091,
 "source_pdf_sha256": {
 "leakyrelu": "85a5e639eda539957ddcf835e734a8d4c37b7dcb10d9c7f6f13379be27fb52bd",
 "relu": "9dcccaca6bf62d5d07ffd24e8b1c346e3e25b07bef099dc85b2f0eb88c187c0a"
 },
 "verification": {
 "checks": {
 "all_diagonal_99pct_intervals_inside_1pct_equivalence_margin": true,
 "all_diagonal_means_within_4_standard_errors": true,
 "all_offdiagonal_controls_detect_at_least_1pct_correction_at_5se": true,
 "every_activation_width_pair_passes": true
 },
 "passed": true
 }
 },
 "empirical_checker": {
 "checks": {
 "leakyrelu_hutchinson_matches_exact_jacobian": true,
 "leakyrelu_recurrence_matches_independent_closed_form": true,
 "relu_hutchinson_matches_exact_jacobian": true,
 "relu_recurrence_matches_independent_closed_form": true
 },
 "hutchinson_probes": 8192,
 "independent_closed_form_diagonal": {
 "LeakyReLU(alpha=0.1)": 2.7576113859645495,
 "ReLU": 2.6765104430302884
 },
 "leakyrelu": {
 "exact_trace_average": [
 1.9096932631592056,
 -0.2748758359408663
 ],
 "hutchinson_standard_error": [
 0.025453807766088344,
 0.01964332750399328
 ],
 "hutchinson_trace_average": [
 1.8920796307642112,
 -0.23994862580947734
 ],
 "max_z": 1.7780699387254328,
 "passed": true
 },
 "passed": true,
 "recurrence_diagonal": {
 "LeakyReLU(alpha=0.1)": 2.7576113859645495,
 "ReLU": 2.6765104430302884
 },
 "relu": {
 "exact_trace_average": [
 1.5889053692357984,
 -0.1414386728305202
 ],
 "hutchinson_standard_error": [
 0.020472216681065997,
 0.014102274452805928
 ],
 "hutchinson_trace_average": [
 1.5820683724508655,
 -0.15406125132456708
 ],
 "max_z": 0.8950739496872697,
 "passed": true
 },
 "tiny_width": 3
 },
 "empirical_control": {
 "actual_exit": 1,
 "command": "python -m reproduction.claim3_empirical_negative_control",
 "expected_exit": "nonzero",
 "passed": true,
 "stderr": "",
 "stdout": "{\n \"checks\": {\n \"all_diagonal_99pct_intervals_inside_1pct_equivalence_margin\": false,\n \"all_diagonal_means_within_4_standard_errors\": false,\n \"all_offdiagonal_controls_detect_at_least_1pct_correction_at_5se\": true,\n \"every_activation_width_pair_passes\": false\n },\n \"expected\": \"equivalence verifier rejects every mutated diagonal\",\n \"mutation\": \"inject a two-percent diagonal finite-width correction\",\n \"verifier_passed\": false\n}"
 }
 },
 "claim4": {
 "verifier": {
 "architecture": {
 "activation": "exact GeLU",
 "bias": false,
 "depth": 4,
 "parameterization": "paper Appendix B raw Gaussian weights",
 "weight_variance": 1.98305826
 },
 "checks": {
 "all_test_widths_above_20": true,
 "fresh_data_passes_first_order_contract": true,
 "infinite_width_negative_control_fails": true,
 "paper_four_layer_gelu_architecture": true,
 "paper_sample_count_each_width": true,
 "source_curve_is_constant_first_order_coefficient": true,
 "source_curve_widths_decode_to_integers": true
 },
 "claim": "Fresh four-layer GeLU NTK means at widths above 20 agree more closely with the paper's first-order recursion curve than with infinite width",
 "columns": [
 "theta_00",
 "theta_01"
 ],
 "hutchinson_probes_per_network": 2,
 "inputs": [
 [
 0.6540248765053858,
 -1.3592788739383235,
 -0.3791179316445409,
 0.34191025226280697
 ],
 [
 -0.6786403121150224,
 -0.12161213502515096,
 0.21716372787141658,
 -1.4709063616118982
 ]
 ],
 "negative_control_infinite_width_substitution": {
 "absolute_residual": [
 [
 0.03354900455475662,
 0.010339157362946966
 ],
 [
 0.02254474625769154,
 0.00666040921643099
 ],
 [
 0.014485276675898717,
 0.0034022301098928787
 ],
 [
 0.004925218909861417,
 0.0018275873681600496
 ]
 ],
 "absolute_residual_to_infinite_width": [
 [
 0.010650935157189512,
 0.00019650085423597585
 ],
 [
 0.0027123621491347283,
 0.0008646054971675754
 ],
 [
 0.00034129596807597196,
 0.000156580027105363
 ],
 [
 0.0015038632300581334,
 0.0003522918759839011
 ]
 ],
 "checks": {
 "all_ensemble_means_finite": true,
 "all_points_closer_to_first_order_than_infinite_width": false,
 "all_residuals_at_most_half_of_first_order_signal": false,
 "all_standard_errors_positive": true,
 "median_residual_at_most_quarter_of_first_order_signal": false
 },
 "median_residual_over_first_order_signal": 1.0217519140194198,
 "passed": false,
 "residual_over_first_order_signal": [
 [
 0.7590282876718306,
 1.0193737068850959
 ],
 [
 0.8926099494270827,
 1.1491778429786883
 ],
 [
 1.0241301211537435,
 1.0482430401033511
 ],
 [
 0.7660843029644429,
 1.2387941113168113
 ]
 ]
 },
 "network_initializations_per_width": 100000,
 "passed": true,
 "rows": [
 {
 "block_means_100_blocks_of_1000": [
 [
 1.700439177913868,
 0.16329258138105754
 ],
 [
 1.7843803928119366,
 0.15442773187338676
 ],
 [
 1.844508680391125,
 0.172091615125474
 ],
 [
 1.7906628664141218,
 0.1860522781338653
 ],
 [
 1.8535512180007088,
 0.17998373624901512
 ],
 [
 1.8296513247629436,
 0.16795013630768843
 ],
 [
 1.7967694830796972,
 0.1755515638308441
 ],
 [
 1.7692442796675263,
 0.16581412126032802
 ],
 [
 1.813310553651386,
 0.16401666078004185
 ],
 [
 1.7875034756336612,
 0.1670135381139438
 ],
 [
 1.8315118257746779,
 0.15898505545660013
 ],
 [
 1.7372036103122992,
 0.16471124215716917
 ],
 [
 1.7777704640890086,
 0.179185505266473
 ],
 [
 1.6921526136366234,
 0.1674962419680987
 ],
 [
 1.7801833249665715,
 0.15760663751373608
 ],
 [
 1.7562584368857062,
 0.16948926045193372
 ],
 [
 1.8237774723107316,
 0.16385475165437857
 ],
 [
 1.7374647019845384,
 0.1524836217396618
 ],
 [
 1.7478332812723458,
 0.15154179042849264
 ],
 [
 1.8102533159788763,
 0.17286535225204727
 ],
 [
 1.8044286745942606,
 0.1474130813427027
 ],
 [
 1.7604016082764158,
 0.1696433641092719
 ],
 [
 1.7617752276781764,
 0.16930184822169744
 ],
 [
 1.7649993397863815,
 0.14954552534212112
 ],
 [
 1.7814368667264624,
 0.17656077827512237
 ],
 [
 1.751270381265168,
 0.16247232191359914
 ],
 [
 1.817318772915778,
 0.17703651623880995
 ],
 [
 1.777308837022827,
 0.18390679839188867
 ],
 [
 1.7184798533609398,
 0.17794524771929102
 ],
 [
 1.8459107122768454,
 0.17530167240915684
 ],
 [
 1.776760652960195,
 0.15820173901329848
 ],
 [
 1.7895239690889848,
 0.16537143257345277
 ],
 [
 1.8291239670093726,
 0.16848610443211062
 ],
 [
 1.7531270988508854,
 0.16251299378552844
 ],
 [
 1.7045681673524362,
 0.15918629067198706
 ],
 [
 1.7350617842597627,
 0.16639354077693033
 ],
 [
 1.8566688771714468,
 0.17688006505153905
 ],
 [
 1.802964524013342,
 0.17004799593056938
 ],
 [
 1.7674090770355209,
 0.16102460118849318
 ],
 [
 1.7067928266718901,
 0.1620581616848092
 ],
 [
 1.7887433085676512,
 0.15935634961521156
 ],
 [
 1.808105381547472,
 0.18876704409589917
 ],
 [
 1.7608099117449438,
 0.15651218664822597
 ],
 [
 1.7553306216168938,
 0.15665050588600105
 ],
 [
 1.7299733833979412,
 0.14145558023469135
 ],
 [
 1.8481315103201015,
 0.1552611319620184
 ],
 [
 1.8155913097171295,
 0.15641590910478992
 ],
 [
 1.7520931991417492,
 0.15716866713439256
 ],
 [
 1.7690611370975307,
 0.1605661311428016
 ],
 [
 1.8040715807993193,
 0.16780831544460612
 ],
 [
 1.795646166215558,
 0.16441635701321863
 ],
 [
 1.7894049304660913,
 0.1497490948276722
 ],
 [
 1.7465658762803544,
 0.17364959886841738
 ],
 [
 1.7074099322107654,
 0.17225004486424533
 ],
 [
 1.8156406183684923,
 0.16715391040911406
 ],
 [
 1.843605845041855,
 0.19168653758872234
 ],
 [
 1.7654811194203202,
 0.1523779103849125
 ],
 [
 1.7962307362345595,
 0.16175669431895534
 ],
 [
 1.7880945541389102,
 0.16834437473553104
 ],
 [
 1.7991075014789584,
 0.1788492598441038
 ],
 [
 1.747059182505697,
 0.16151031729104534
 ],
 [
 1.7411176243401845,
 0.17265592779802483
 ],
 [
 1.7948471872329443,
 0.1745188263416349
 ],
 [
 1.8018422845338946,
 0.14977589533290112
 ],
 [
 1.7512815451264758,
 0.17021726122081235
 ],
 [
 1.7863025955187346,
 0.15985427515160533
 ],
 [
 1.7432115497987548,
 0.1638933990772864
 ],
 [
 1.7701554097667753,
 0.17873576103492794
 ],
 [
 1.803010936867684,
 0.16539948473965732
 ],
 [
 1.8365663272028339,
 0.18392563590872182
 ],
 [
 1.800560568162799,
 0.1649192228475417
 ],
 [
 1.821426631123075,
 0.1779560253057555
 ],
 [
 1.7453501152846373,
 0.1740507042743461
 ],
 [
 1.735488001721337,
 0.16376448230893698
 ],
 [
 1.7784525794098582,
 0.16827234551483736
 ],
 [
 1.876352070400299,
 0.16044179488955385
 ],
 [
 1.8031256643899762,
 0.1487289994126789
 ],
 [
 1.834789669010908,
 0.17143104096821318
 ],
 [
 1.7527615752059609,
 0.16160659226331003
 ],
 [
 1.7233261561152153,
 0.15986181951864628
 ],
 [
 1.7458927409842504,
 0.16473517179422442
 ],
 [
 1.7931098919859199,
 0.16362927424511814
 ],
 [
 1.8129310232024474,
 0.17087544293088322
 ],
 [
 1.7509369586219552,
 0.16884737991441937
 ],
 [
 1.8329479552314367,
 0.1847235585773276
 ],
 [
 1.7824174098855503,
 0.14951941109014938
 ],
 [
 1.7955558687654223,
 0.17313164999305802
 ],
 [
 1.7815545296460196,
 0.18262071250697604
 ],
 [
 1.844420539318966,
 0.17214997312178024
 ],
 [
 1.820695033525652,
 0.17766334224447583
 ],
 [
 1.801415524237302,
 0.1566837647702773
 ],
 [
 1.779283616437183,
 0.14599440522512278
 ],
 [
 1.8157001816204688,
 0.1631653389894704
 ],
 [
 1.8292609147789651,
 0.1798653243046659
 ],
 [
 1.8272701494952996,
 0.19121451841988862
 ],
 [
 1.7456330108210043,
 0.16653307532340395
 ],
 [
 1.7295991027856297,
 0.14423580908885913
 ],
 [
 1.7314691857350202,
 0.16792876083120106
 ],
 [
 1.7488790065314113,
 0.1568738507285506
 ],
 [
 1.8164360828906618,
 0.1858367825548683
 ]
 ],
 "mean": [
 1.7828129674188182,
 0.16651646462995293
 ],
 "runtime_seconds": 77.01055863802321,
 "seed": 4250811522,
 "source_first_order_prediction": [
 1.7934639025760077,
 0.1667129654841889
 ],
 "source_infinite_width_prediction": [
 1.7492639628640616,
 0.1768556219928999
 ],
 "standard_deviation": [
 1.2901856382574248,
 0.37957214005418755
 ],
 "standard_error": [
 0.004079925221331536,
 0.0012003124989156606
 ],
 "width": 32
 },
 {
 "block_means_100_blocks_of_1000": [
 [
 1.734542380832323,
 0.16960447540524276
 ],
 [
 1.795342631752241,
 0.18461458758253746
 ],
 [
 1.7993295429769223,
 0.16287026288818765
 ],
 [
 1.7378846784968274,
 0.17403779797449664
 ],
 [
 1.7225147385830963,
 0.16047182570428148
 ],
 [
 1.758142091770648,
 0.1686123409496821
 ],
 [
 1.752336891898408,
 0.16831569904369625
 ],
 [
 1.8042628805734384,
 0.1811529907407143
 ],
 [
 1.8329185827502712,
 0.18505731057355848
 ],
 [
 1.746201057371094,
 0.1604847044285043
 ],
 [
 1.7729430311914232,
 0.17542191118209655
 ],
 [
 1.7676397261107215,
 0.1718732129476388
 ],
 [
 1.7984589176037513,
 0.1737686871324241
 ],
 [
 1.7613602251558502,
 0.16371122250571682
 ],
 [
 1.7596452434192371,
 0.1747675583635692
 ],
 [
 1.8330021455243057,
 0.1798958195425259
 ],
 [
 1.818589444314202,
 0.1716088078079727
 ],
 [
 1.7435618888988658,
 0.17357103990667636
 ],
 [
 1.798446823411479,
 0.17724603800129396
 ],
 [
 1.7733098113091401,
 0.1636175572834792
 ],
 [
 1.7591619347466378,
 0.16011543428202357
 ],
 [
 1.7901322714813177,
 0.1677216305472228
 ],
 [
 1.7651273086773402,
 0.1627021860898746
 ],
 [
 1.7730641784269532,
 0.17139934154385258
 ],
 [
 1.7932664782933883,
 0.16991061934688842
 ],
 [
 1.756237085855058,
 0.16476433931298617
 ],
 [
 1.744943580491901,
 0.15914011254410335
 ],
 [
 1.754214247391814,
 0.173337417384449
 ],
 [
 1.764018352619745,
 0.17379976753353807
 ],
 [
 1.762342571785698,
 0.1448888142131087
 ],
 [
 1.7914883083391002,
 0.17626490077618168
 ],
 [
 1.766168195700167,
 0.17363821170556148
 ],
 [
 1.779175890584612,
 0.16608398758755874
 ],
 [
 1.8171933383305576,
 0.18689887470508504
 ],
 [
 1.7510899853590525,
 0.16568721561841948
 ],
 [
 1.7847946564462749,
 0.18520579335733844
 ],
 [
 1.7867777550387416,
 0.1692100584651166
 ],
 [
 1.7228432591331477,
 0.1782394592227632
 ],
 [
 1.8005466176394092,
 0.17078125253217447
 ],
 [
 1.7733576836656109,
 0.16465908318658545
 ],
 [
 1.791777242671435,
 0.17098644951145278
 ],
 [
 1.8247893689084864,
 0.17503807482385442
 ],
 [
 1.7787849986366648,
 0.1755866142736105
 ],
 [
 1.7537640862841544,
 0.17203659791851952
 ],
 [
 1.7490265260463238,
 0.17164859771897104
 ],
 [
 1.8142296874856843,
 0.16933056332377888
 ],
 [
 1.8374952122949497,
 0.17567867424880046
 ],
 [
 1.7780473214548218,
 0.17807887426812813
 ],
 [
 1.7702989084890663,
 0.15899955738291635
 ],
 [
 1.7744558080126422,
 0.18754088212135603
 ],
 [
 1.7959372484175395,
 0.16053976865340666
 ],
 [
 1.7209158944353276,
 0.16869935220361906
 ],
 [
 1.782795638925808,
 0.17968660970932124
 ],
 [
 1.7501253806779127,
 0.17187382536601736
 ],
 [
 1.7621379826212171,
 0.1658370693468355
 ],
 [
 1.7368891077715969,
 0.17855305337194496
 ],
 [
 1.7069404081784894,
 0.17370813701115256
 ],
 [
 1.7380939058064278,
 0.1563161149349007
 ],
 [
 1.7503335558741866,
 0.15963227324753607
 ],
 [
 1.7628848573526474,
 0.17216248481433222
 ],
 [
 1.7950388737605698,
 0.16140886019796225
 ],
 [
 1.7567251312227716,
 0.15753834964918645
 ],
 [
 1.7900530657365603,
 0.18169734646834743
 ],
 [
 1.7396284710534278,
 0.16448356678261095
 ],
 [
 1.7665272697358059,
 0.17634759948789383
 ],
 [
 1.7586153431798204,
 0.16980985457019368
 ],
 [
 1.7835537772650405,
 0.15840382945894718
 ],
 [
 1.7277765563378646,
 0.17630178088223186
 ],
 [
 1.7496267051276602,
 0.17292731569332803
 ],
 [
 1.7639575077483864,
 0.17375739673476873
 ],
 [
 1.7869955459653852,
 0.18432213853541787
 ],
 [
 1.7628653775221093,
 0.17561868190378058
 ],
 [
 1.7375577555636892,
 0.1586885171934636
 ],
 [
 1.7637563569508488,
 0.17330749335382015
 ],
 [
 1.8301643421286338,
 0.18337427720690527
 ],
 [
 1.7818668105188307,
 0.16874002797567103
 ],
 [
 1.7512934049438549,
 0.150990471810814
 ],
 [
 1.7702782722821484,
 0.179491674044654
 ],
 [
 1.7393278089309026,
 0.16093518042102772
 ],
 [
 1.7878837031524613,
 0.17461650865189712
 ],
 [
 1.7681700983982536,
 0.1690903163411351
 ],
 [
 1.7776525160327339,
 0.17447082159981364
 ],
 [
 1.7758487427458216,
 0.1697329826634811
 ],
 [
 1.8154277674497559,
 0.1755217893793792
 ],
 [
 1.7421793595904935,
 0.1754151268006193
 ],
 [
 1.7992897697918855,
 0.16521431687667343
 ],
 [
 1.7511246443460786,
 0.17113359105236792
 ],
 [
 1.8150107923331789,
 0.15571664541577004
 ],
 [
 1.7839788958849245,
 0.16473825206331288
 ],
 [
 1.7576237216064716,
 0.16637000283632578
 ],
 [
 1.7530078908192006,
 0.15735097830853714
 ],
 [
 1.776178482683058,
 0.18027025330307708
 ],
 [
 1.7751065149435175,
 0.1618018544620472
 ],
 [
 1.7913115823669754,
 0.16755474370662635
 ],
 [
 1.7662706278138725,
 0.1648663653143742
 ],
 [
 1.7963056080556095,
 0.167082455376878
 ],
 [
 1.767652323808224,
 0.16996886120925153
 ],
 [
 1.8006913959247988,
 0.16134912936363896
 ],
 [
 1.7441702950130666,
 0.16812943806060585
 ],
 [
 1.7542782291442185,
 0.18389655832060628
 ]
 ],
 "mean": [
 1.7718087091217531,
 0.1701952127764689
 ],
 "runtime_seconds": 131.44878837512806,
 "seed": 4250911522,
 "source_first_order_prediction": [
 1.7745210712708879,
 0.17105981827363648
 ],
 "source_infinite_width_prediction": [
 1.7492639628640616,
 0.1768556219928999
 ],
 "standard_deviation": [
 0.9440417682060976,
 0.28242357482413777
 ],
 "standard_error": [
 0.0029853221938639977,
 0.0008931017613712635
 ],
 "width": 56
 },
 {
 "block_means_100_blocks_of_1000": [
 [
 1.7485877535736092,
 0.16690551851693786
 ],
 [
 1.7886043708356079,
 0.165805222010866
 ],
 [
 1.748947991772127,
 0.17385777270328054
 ],
 [
 1.7520055640989007,
 0.1627303336658651
 ],
 [
 1.7805926551852882,
 0.17925554267036792
 ],
 [
 1.7849784680213516,
 0.1712013408475446
 ],
 [
 1.7680162616889397,
 0.17076873971165882
 ],
 [
 1.7113624741707705,
 0.17498920050780087
 ],
 [
 1.757137666046892,
 0.17672860897295306
 ],
 [
 1.7524143381876118,
 0.17722504428109306
 ],
 [
 1.7476510828286556,
 0.18114831861504832
 ],
 [
 1.7564762006287815,
 0.1722068999337312
 ],
 [
 1.746093382135767,
 0.1757831328894707
 ],
 [
 1.7493818013629001,
 0.17923748828214872
 ],
 [
 1.783087386463358,
 0.17030465315819238
 ],
 [
 1.765916866489864,
 0.16993973017308225
 ],
 [
 1.7503985186584523,
 0.17049786735072017
 ],
 [
 1.7644987874052052,
 0.17940998043527107
 ],
 [
 1.7440726007875929,
 0.17084776137847577
 ],
 [
 1.7936139439231706,
 0.1755972475933421
 ],
 [
 1.8188672222748066,
 0.17466655323009975
 ],
 [
 1.7861153392360976,
 0.17596491237374015
 ],
 [
 1.7489669176572669,
 0.17017469244887562
 ],
 [
 1.7450720006681686,
 0.1708202933718066
 ],
 [
 1.7588310057459542,
 0.1626428912945823
 ],
 [
 1.7380014782232467,
 0.16477427495624958
 ],
 [
 1.7330237703855549,
 0.17273978224853392
 ],
 [
 1.7808770382115489,
 0.17858610311747267
 ],
 [
 1.7602956357023294,
 0.1611617695150433
 ],
 [
 1.7477671280689906,
 0.169368707051452
 ],
 [
 1.7824625038320352,
 0.18029619638535663
 ],
 [
 1.7228778754534795,
 0.1762532476151627
 ],
 [
 1.776927148603237,
 0.1759270340499176
 ],
 [
 1.7492297654066762,
 0.17549632432860107
 ],
 [
 1.7242001225875787,
 0.18167687223590673
 ],
 [
 1.7714129373722642,
 0.1709824173900438
 ],
 [
 1.7320254197388385,
 0.17410648344797797
 ],
 [
 1.7867609853698834,
 0.1727213347924433
 ],
 [
 1.7668534326613312,
 0.17828212177287867
 ],
 [
 1.736412793033774,
 0.18075906124865765
 ],
 [
 1.7587808646070824,
 0.16833207437327752
 ],
 [
 1.7745746205969235,
 0.16443979985511484
 ],
 [
 1.8139236379529995,
 0.17260252563872472
 ],
 [
 1.773961641145307,
 0.1675652954268342
 ],
 [
 1.7807682337770634,
 0.16848196529241694
 ],
 [
 1.7833870761734836,
 0.17228331587877566
 ],
 [
 1.7622147497242489,
 0.18379009994688236
 ],
 [
 1.797305316488763,
 0.18970399245010697
 ],
 [
 1.7704565032665722,
 0.17050941615892667
 ],
 [
 1.7458317817489921,
 0.1655133615753054
 ],
 [
 1.74707149367172,
 0.16143169028680202
 ],
 [
 1.7782394308421992,
 0.17241194328521484
 ],
 [
 1.7737327829007767,
 0.1730145675556682
 ],
 [
 1.785933386097949,
 0.18509412685633883
 ],
 [
 1.7513967911527053,
 0.17157759079407395
 ],
 [
 1.77097771596703,
 0.17236100674861662
 ],
 [
 1.752880948120838,
 0.16667719119222843
 ],
 [
 1.7586600426838417,
 0.1796378722193113
 ],
 [
 1.7580276726399373,
 0.1764154939492046
 ],
 [
 1.754326448487299,
 0.17832833385761998
 ],
 [
 1.7564929451899514,
 0.1727157635552463
 ],
 [
 1.777084386290032,
 0.17021704399323434
 ],
 [
 1.7594943982656337,
 0.1742600670065644
 ],
 [
 1.7647317768581061,
 0.1872803836337699
 ],
 [
 1.7446732327825543,
 0.16985816976435503
 ],
 [
 1.7611770608938577,
 0.16949365407900222
 ],
 [
 1.7545040314371105,
 0.17742788060130635
 ],
 [
 1.7593283334946144,
 0.17445671940793772
 ],
 [
 1.7415170120127326,
 0.16954526764499528
 ],
 [
 1.7635795182621354,
 0.17293633523434898
 ],
 [
 1.7528787462167492,
 0.16546875886738913
 ],
 [
 1.7560857875414604,
 0.16449959871839803
 ],
 [
 1.7461747500665548,
 0.16546509292981265
 ],
 [
 1.7820988063109147,
 0.18205071896764097
 ],
 [
 1.8004375094371232,
 0.18075033467538018
 ],
 [
 1.7676758945648416,
 0.18229332989472863
 ],
 [
 1.7338114586643447,
 0.17190507572764716
 ],
 [
 1.774454592665323,
 0.18347352333478842
 ],
 [
 1.7860635529008362,
 0.16919612620604849
 ],
 [
 1.8019304256869515,
 0.16738570611288373
 ],
 [
 1.7617058771897565,
 0.16569712941886514
 ],
 [
 1.7670505201211435,
 0.17169358288334935
 ],
 [
 1.7689207350460605,
 0.1798917863725109
 ],
 [
 1.763332330811297,
 0.16945459908780533
 ],
 [
 1.746752269863525,
 0.16999210217315774
 ],
 [
 1.791368798376168,
 0.16885220257930184
 ],
 [
 1.7874345237802185,
 0.1739095023841613
 ],
 [
 1.742296876444204,
 0.18193313717464973
 ],
 [
 1.7567459546737665,
 0.17155532030410095
 ],
 [
 1.7741401931253196,
 0.17097906019248416
 ],
 [
 1.7855549471968082,
 0.1756935361013457
 ],
 [
 1.7587744423073761,
 0.172074095606796
 ],
 [
 1.754834631109448,
 0.17673553094302874
 ],
 [
 1.774608799117222,
 0.17457327274989254
 ],
 [
 1.76860456465966,
 0.18443794572852296
 ],
 [
 1.7940124831852047,
 0.17654914584548836
 ],
 [
 1.7489920416136677,
 0.1668736923604112
 ],
 [
 1.792468667922966,
 0.18695190111192053
 ],
 [
 1.7816755017695296,
 0.18582848207906508
 ],
 [
 1.7181858035945248,
 0.15897047293421257
 ]
 ],
 "mean": [
 1.7637492395399603,
 0.173453391883007
 ],
 "runtime_seconds": 180.4812352519948,
 "seed": 4251011522,
 "source_first_order_prediction": [
 1.7634079435718844,
 0.17360997191011238
 ],
 "source_infinite_width_prediction": [
 1.7492639628640616,
 0.1768556219928999
 ],
 "standard_deviation": [
 0.6967172162399985,
 0.20875505136402409
 ],
 "standard_error": [
 0.002203213288370449,
 0.0006601414353757559
 ],
 "width": 100
 },
 {
 "block_means_100_blocks_of_1000": [
 [
 1.7438074414635305,
 0.1711793550053186
 ],
 [
 1.7479345919428728,
 0.16838752703028367
 ],
 [
 1.7683959362334485,
 0.17776655921648604
 ],
 [
 1.78940579544524,
 0.17628080809921393
 ],
 [
 1.7385107332721494,
 0.1694606938068174
 ],
 [
 1.7575075163869267,
 0.17659483749042781
 ],
 [
 1.7585677988916624,
 0.18080258262374418
 ],
 [
 1.7524886679866574,
 0.1714551666226898
 ],
 [
 1.7441031380784076,
 0.17422611050876355
 ],
 [
 1.7460636581767615,
 0.1687857036183683
 ],
 [
 1.7453882596526795,
 0.17088344325518603
 ],
 [
 1.753055403209834,
 0.17028573243672424
 ],
 [
 1.7521272644390238,
 0.1783129174534786
 ],
 [
 1.7907707359154252,
 0.17182638070937822
 ],
 [
 1.7528354932597674,
 0.17402248992384162
 ],
 [
 1.7467753304006566,
 0.17237454315761172
 ],
 [
 1.7523615579507497,
 0.1670415976610965
 ],
 [
 1.7565825688889347,
 0.17657815412812872
 ],
 [
 1.7398797462311697,
 0.17577768314204809
 ],
 [
 1.7519270243763314,
 0.16821064792583787
 ],
 [
 1.7775693469267555,
 0.17271835454796397
 ],
 [
 1.7518035274227017,
 0.1794874529806895
 ],
 [
 1.7429655058280904,
 0.1712638703510108
 ],
 [
 1.7392773111681168,
 0.17436034666330252
 ],
 [
 1.7621616858364906,
 0.17633195804611987
 ],
 [
 1.747805091811085,
 0.17293694588553826
 ],
 [
 1.7656953197067446,
 0.18416054573006072
 ],
 [
 1.760076178680426,
 0.17495284272568554
 ],
 [
 1.7757744414182801,
 0.18328328808348757
 ],
 [
 1.7598212118782026,
 0.16717367852234313
 ],
 [
 1.7647585224494529,
 0.17739298927843652
 ],
 [
 1.757805085056009,
 0.1755472393090369
 ],
 [
 1.7493145255885707,
 0.179854672834106
 ],
 [
 1.761310299163392,
 0.17741013944317355
 ],
 [
 1.7573450609544001,
 0.17512549967930838
 ],
 [
 1.7560013636036103,
 0.17593111536390688
 ],
 [
 1.7437583403198877,
 0.17985055835702
 ],
 [
 1.7462326164926005,
 0.17704578583307914
 ],
 [
 1.7532780869210667,
 0.17437999084473035
 ],
 [
 1.7606159286128056,
 0.17580811119508044
 ],
 [
 1.7769838480835167,
 0.1710965454067084
 ],
 [
 1.7632803217354145,
 0.17709181615083616
 ],
 [
 1.74982589076077,
 0.1766890799590908
 ],
 [
 1.7728968827483031,
 0.17934568188247865
 ],
 [
 1.7384752808862425,
 0.17466381397644642
 ],
 [
 1.7446005005829286,
 0.17335706009535823
 ],
 [
 1.7476345101883035,
 0.1663474469346369
 ],
 [
 1.7604590476131317,
 0.174242868912895
 ],
 [
 1.7480084482300982,
 0.1686802695924908
 ],
 [
 1.7595387219232288,
 0.1709165653076091
 ],
 [
 1.7496594648905752,
 0.17215016340711628
 ],
 [
 1.757254939526394,
 0.17362672065664406
 ],
 [
 1.7627111469828913,
 0.18101748333092701
 ],
 [
 1.7611327677017556,
 0.17294875199131096
 ],
 [
 1.7253633724282906,
 0.17466680968610132
 ],
 [
 1.7533411343103993,
 0.17894521434081004
 ],
 [
 1.7630230534520823,
 0.1791151515627799
 ],
 [
 1.7645944185160323,
 0.1801144714610727
 ],
 [
 1.7704306337012856,
 0.17244797218585278
 ],
 [
 1.7569519892915773,
 0.17591876852212218
 ],
 [
 1.7108483924744144,
 0.17703808378280142
 ],
 [
 1.7562064286360175,
 0.17378807425779802
 ],
 [
 1.762172671122617,
 0.17123371563359738
 ],
 [
 1.755819140468481,
 0.18165899410432745
 ],
 [
 1.747693392779453,
 0.16884141517597537
 ],
 [
 1.7648175678039062,
 0.1679991435961275
 ],
 [
 1.7749805565906618,
 0.17813140553298146
 ],
 [
 1.7647671039908241,
 0.1807619662973218
 ],
 [
 1.7585318666457561,
 0.1700563110853505
 ],
 [
 1.7378346781676093,
 0.17478984699373853
 ],
 [
 1.7599469834954573,
 0.17256073774299058
 ],
 [
 1.7242347343712818,
 0.1805714318189623
 ],
 [
 1.745240382240038,
 0.17458792656612487
 ],
 [
 1.7647997862385352,
 0.18015340497524993
 ],
 [
 1.7758356262596182,
 0.17602471437794392
 ],
 [
 1.7504180246464438,
 0.17951645136521252
 ],
 [
 1.7758585469215997,
 0.17834425288092548
 ],
 [
 1.752072325973523,
 0.171120381913164
 ],
 [
 1.748555898415566,
 0.17972471424287317
 ],
 [
 1.7555348927299,
 0.17288875788938737
 ],
 [
 1.7871960327215797,
 0.17119185425277947
 ],
 [
 1.7192398357088268,
 0.1774825933900738
 ],
 [
 1.7596371226384537,
 0.17397134899278138
 ],
 [
 1.7589735773239852,
 0.17693097503046895
 ],
 [
 1.7421046191760539,
 0.17657687711591952
 ],
 [
 1.7585918609613693,
 0.1833991502819208
 ],
 [
 1.7348150983342259,
 0.16892324124673802
 ],
 [
 1.7360371993914234,
 0.17481371134482862
 ],
 [
 1.748313190162888,
 0.17114599525988583
 ],
 [
 1.7273061017596456,
 0.17720220502597805
 ],
 [
 1.7221063001828911,
 0.17391538300265993
 ],
 [
 1.772991255359483,
 0.17944595771948688
 ],
 [
 1.7713909296317172,
 0.17266881466853626
 ],
 [
 1.7354066811739415,
 0.17674868681940228
 ],
 [
 1.7424898597223,
 0.17604387923342976
 ],
 [
 1.7422393674732919,
 0.17535874423661188
 ],
 [
 1.7659237262536047,
 0.17860121524451666
 ],
 [
 1.754986305112888,
 0.18279115315963534
 ],
 [
 1.7469811568017148,
 0.1742795436858852
 ],
 [
 1.757994471936922,
 0.17286942767667238
 ]
 ],
 "mean": [
 1.754189181773923,
 0.17502803462473984
 ],
 "runtime_seconds": 610.6134962220676,
 "seed": 4251111522,
 "source_first_order_prediction": [
 1.7556930450039812,
 0.17538032650072374
 ],
 "source_infinite_width_prediction": [
 1.7492639628640616,
 0.1768556219928999
 ],
 "standard_deviation": [
 0.4616441647985645,
 0.14002247344996008
 ],
 "standard_error": [
 0.00145984702928959,
 0.00044278993971232875
 ],
 "width": 220
 }
 ],
 "runtime_seconds": 999.5577921129297,
 "source_prediction": {
 "coefficient_values_from_all_11_vertices": [
 [
 1.414398070782277,
 -0.32457195664343275
 ],
 [
 1.4144283293176465,
 -0.32457889378869237
 ],
 [
 1.414367840552366,
 -0.3245650082787519
 ],
 [
 1.4144787361931759,
 -0.3245904675073755
 ],
 [
 1.4143981634183236,
 -0.32457194483351587
 ],
 [
 1.414297308495687,
 -0.3245487849957368
 ],
 [
 1.4145997806275485,
 -0.3246182444322153
 ],
 [
 1.4140958148011913,
 -0.3245025072453846
 ],
 [
 1.4133899538574703,
 -0.3243405153375399
 ],
 [
 1.4135915916524848,
 -0.32438677005855465
 ],
 [
 1.4152050027994105,
 -0.32424801534344533
 ]
 ],
 "decoded_widths": [
 6.000481958160605,
 10.99955776793256,
 19.001106910832146,
 32.00052392734829,
 56.00051835611868,
 83.00172901975046,
 100.0,
 149.98649836570806,
 171.99143314446607,
 199.98973125343815,
 219.97986019154996
 ],
 "first_order_coefficients": [
 1.414398070782277,
 -0.3245650082787519
 ],
 "infinite_ntk": [
 1.7492639628640616,
 0.1768556219928999
 ],
 "max_coefficient_digitization_spread": [
 0.0010081169248066235,
 0.00031699293530657036
 ],
 "pdf_sha256": {
 "diagonal": "865845aaa9c0f203e9fc041c7d5841c1548bc5d511abe55a8c9f9eef782683d6",
 "offdiagonal": "6623a42cf5703a8374603e190beef9f6e267a9a1dd3f13a536ec94e7ba0fceb5"
 },
 "widths": [
 6,
 11,
 19,
 32,
 56,
 83,
 100,
 150,
 172,
 200,
 220
 ]
 },
 "verification": {
 "absolute_residual": [
 [
 0.010650935157189512,
 0.00019650085423597585
 ],
 [
 0.0027123621491347283,
 0.0008646054971675754
 ],
 [
 0.00034129596807597196,
 0.000156580027105363
 ],
 [
 0.0015038632300581334,
 0.0003522918759839011
 ]
 ],
 "absolute_residual_to_infinite_width": [
 [
 0.03354900455475662,
 0.010339157362946966
 ],
 [
 0.02254474625769154,
 0.00666040921643099
 ],
 [
 0.014485276675898717,
 0.0034022301098928787
 ],
 [
 0.004925218909861417,
 0.0018275873681600496
 ]
 ],
 "checks": {
 "all_ensemble_means_finite": true,
 "all_points_closer_to_first_order_than_infinite_width": true,
 "all_residuals_at_most_half_of_first_order_signal": true,
 "all_standard_errors_positive": true,
 "median_residual_at_most_quarter_of_first_order_signal": true
 },
 "median_residual_over_first_order_signal": 0.12828394677580282,
 "passed": true,
 "residual_over_first_order_signal": [
 [
 0.24097171232816933,
 0.019373706885095803
 ],
 [
 0.10739005057291733,
 0.1491778429786883
 ],
 [
 0.024130121153743384,
 0.04824304010335112
 ],
 [
 0.2339156970355572,
 0.23879411131681128
 ]
 ]
 }
 },
 "checker": {
 "checks": {
 "exact_diagonal_positive": true,
 "hutchinson_matches_exact_jacobian_within_4_standard_errors": true
 },
 "exact_trace_average": [
 0.5048955965576244,
 -0.049564502180869885
 ],
 "hutchinson_standard_error": [
 0.0053614876663044325,
 0.0008037300389291021
 ],
 "hutchinson_trace_average": [
 0.4983221620966973,
 -0.0473656702518907
 ],
 "max_z": 2.7357841843374784,
 "parameter_count": 39,
 "passed": true,
 "probes": 8192,
 "tiny_width": 3
 }
 },
 "claim5": {
 "verifier": {
 "claim": "At C_W=2, a bias-free width-200 ReLU MLP has linearly scaling mean NTK through depth 30; away from C_W=2 it is exponentially unstable",
 "columns": [
 "theta_00",
 "theta_01",
 "theta_11"
 ],
 "depth": 30,
 "estimator": "Appendix C output-channel trace average with unbiased Rademacher Hutchinson parameter-space probes",
 "hutchinson_probes_per_network": 4,
 "inputs": [
 [
 -0.9895229339599609,
 -0.5992491841316223
 ],
 [
 -0.17877478897571564,
 2.253682851791382
 ]
 ],
 "layers": [
 1,
 2,
 3,
 4,
 5,
 6,
 7,
 8,
 9,
 10,
 11,
 12,
 13,
 14,
 15,
 16,
 17,
 18,
 19,
 20,
 21,
 22,
 23,
 24,
 25,
 26,
 27,
 28,
 29,
 30
 ],
 "network_initializations_per_regime": 1000,
 "passed": true,
 "regimes": {
 "critical": 2.0,
 "high": 4.0,
 "low": 0.25
 },
 "runtime_seconds": 318.54929400398396,
 "seeds": {
 "critical": 250911522,
 "high": 251011522,
 "low": 250811522
 },
 "summaries": {
 "critical": {
 "mean": [
 [
 0.6692638785243035,
 -0.5870519854724408,
 2.5554306843280794
 ],
 [
 1.3381770911812783,
 -0.04052555605187081,
 5.0895400838851925
 ],
 [
 2.0192700930833816,
 0.47630823448300363,
 7.63157291841507
 ],
 [
 2.7052703272104264,
 1.0015738136991859,
 10.180834122180938
 ],
 [
 3.3862841366529466,
 1.5207446962296962,
 12.680411201000213
 ],
 [
 4.068113737106323,
 2.028415251582861,
 15.232592504024506
 ],
 [
 4.73709102332592,
 2.488701988041401,
 17.754934866428375
 ],
 [
 5.396193558812142,
 2.9722987492755055,
 20.372773798942568
 ],
 [
 6.08210835659504,
 3.446689959049225,
 22.94213366651535
 ],
 [
 6.773809177160263,
 3.9376793970167636,
 25.55846619319916
 ],
 [
 7.493658598423004,
 4.408411878705024,
 28.064793186187742
 ],
 [
 8.13583403158188,
 4.779651154920459,
 30.5322900390625
 ],
 [
 8.799152136564254,
 5.1456180299520495,
 32.79262677955627
 ],
 [
 9.494311528921127,
 5.583081236064434,
 35.27302901649475
 ],
 [
 10.198178785562515,
 6.037123610302806,
 38.01753967666626
 ],
 [
 10.870875106573106,
 6.445625134602189,
 40.16359003543854
 ],
 [
 11.523756855726242,
 6.87705672980845,
 42.48142048168182
 ],
 [
 12.242518025159836,
 7.310278050750494,
 44.846150230407716
 ],
 [
 12.894857037067414,
 7.634653021395207,
 47.10699038648605
 ],
 [
 13.523115402460098,
 8.041776612818241,
 49.332285345554354
 ],
 [
 14.219423490047454,
 8.501947780758142,
 52.095296820163725
 ],
 [
 14.851294931173324,
 8.939695041827857,
 54.65366203117371
 ],
 [
 15.680168318986892,
 9.392744810253381,
 57.25959326982498
 ],
 [
 16.38060400748253,
 9.959634913250804,
 59.75629189109802
 ],
 [
 17.14951911020279,
 10.44856491677463,
 62.204029143333436
 ],
 [
 17.776536997795105,
 10.891943603336811,
 64.82003451347352
 ],
 [
 18.476985339164735,
 11.361988397032022,
 67.61744180631638
 ],
 [
 19.007777780771256,
 11.66888049185276,
 69.80318532276154
 ],
 [
 19.63237684369087,
 12.071479145348071,
 72.03884936571122
 ],
 [
 20.2601512465477,
 12.471782049387693,
 74.07056818437576
 ]
 ],
 "runtime_seconds": 127.73658929602243,
 "standard_deviation": [
 [
 0.021243691443211338,
 0.03802808742717842,
 0.014434304337973524
 ],
 [
 0.1511740559963215,
 0.10350834957779202,
 0.5812425660999687
 ],
 [
 0.3255570210030538,
 0.2128389129863708,
 1.2664261089322093
 ],
 [
 0.5486204885700706,
 0.36951172019832507,
 2.0652473153946906
 ],
 [
 0.7901062434974783,
 0.5578950309157515,
 2.993693227150647
 ],
 [
 1.0510560093598629,
 0.7648865945525576,
 3.9839016687755846
 ],
 [
 1.3350392595004972,
 0.9892178192344991,
 5.091151938947775
 ],
 [
 1.6416522730378265,
 1.2450626328981167,
 6.391132275314713
 ],
 [
 1.9797027794512407,
 1.5749610969024457,
 7.951976122034658
 ],
 [
 2.3279556122091676,
 1.8880232919552398,
 9.306268634821606
 ],
 [
 2.7675399732598622,
 2.2636125809041823,
 10.928238280950485
 ],
 [
 3.1762446595107083,
 2.598015297199269,
 12.484254401142751
 ],
 [
 3.617270921032653,
 2.9758184510509285,
 13.97048336016061
 ],
 [
 4.044105466851002,
 3.348546976703292,
 15.462493587471231
 ],
 [
 4.516499599589274,
 3.7310023281052427,
 17.640311603003823
 ],
 [
 5.099299886935529,
 4.172772439693209,
 19.302210347946826
 ],
 [
 5.585924013981034,
 4.675033822612011,
 21.199042427476993
 ],
 [
 6.2107804417347285,
 5.04471278219325,
 22.69121220804859
 ],
 [
 6.870893590491785,
 5.53898629555732,
 24.795163044620562
 ],
 [
 7.462062754192694,
 5.896595430202909,
 26.508424460797055
 ],
 [
 8.100726814356229,
 6.475978354890777,
 28.851299747078006
 ],
 [
 8.637126261687701,
 6.986141795470556,
 31.15475531139337
 ],
 [
 9.538416412490475,
 7.710425308691044,
 33.88541006109774
 ],
 [
 10.44582994501262,
 8.500129541599113,
 36.544816589523585
 ],
 [
 11.333999627262399,
 9.200427919683694,
 38.99742602035895
 ],
 [
 11.91849979636031,
 9.7853083456156,
 41.33353293281078
 ],
 [
 12.746385289513707,
 10.386971786312069,
 44.36086597093472
 ],
 [
 13.33474655228458,
 10.65181474236,
 47.186338598075146
 ],
 [
 14.231028929242932,
 11.322356752976095,
 50.05652547380632
 ],
 [
 15.032222001909645,
 11.951465893191429,
 53.57032917759456
 ]
 ],
 "standard_error": [
 [
 0.0006717845087037737,
 0.0012025537132989634,
 0.00045645278148045206
 ],
 [
 0.004780543400742111,
 0.003273221415107508,
 0.018380503819168736
 ],
 [
 0.010295016946289249,
 0.00673055739751322,
 0.04004790992530292
 ],
 [
 0.01734890314915796,
 0.011684986579535523,
 0.06530885448195349
 ],
 [
 0.024985353229716335,
 0.017642189929838285,
 0.09466889213615873
 ],
 [
 0.03323730937984421,
 0.024187837905158216,
 0.12598203247476558
 ],
 [
 0.04221764825766158,
 0.03128181410805739,
 0.16099636041057477
 ],
 [
 0.051913603087921596,
 0.03937233749524138,
 0.2021053481740882
 ],
 [
 0.06260369873231907,
 0.0498046429236889,
 0.25146356444902584
 ],
 [
 0.07361642026352654,
 0.059704538780276165,
 0.2942900540342205
 ],
 [
 0.08751729831062656,
 0.07158171495869384,
 0.3455812378084661
 ],
 [
 0.10044167529999834,
 0.0821564573510896,
 0.3947867879659249
 ],
 [
 0.11438815024358256,
 0.0941036420847522,
 0.44178547431589976
 ],
 [
 0.1278858437318774,
 0.10589035298453187,
 0.48896698042157094
 ],
 [
 0.14282425785940592,
 0.11798465312203422,
 0.5578356330058805
 ],
 [
 0.16125402114955364,
 0.1319546506700814,
 0.6103894857518317
 ],
 [
 0.17664242720810308,
 0.14783755017777545,
 0.6703725828537215
 ],
 [
 0.19640212243108432,
 0.15952782533095586,
 0.7175591344765206
 ],
 [
 0.21727673306606277,
 0.1751581262241972,
 0.7840919017623618
 ],
 [
 0.23597114346358083,
 0.18646671999981615,
 0.8382699847863955
 ],
 [
 0.25616747436165666,
 0.20478841679405077,
 0.912358206570064
 ],
 [
 0.27312991425388644,
 0.22092120130585152,
 0.9851998672923141
 ],
 [
 0.3016312113460205,
 0.2438250570407057,
 1.0715507524185421
 ],
 [
 0.330326146770313,
 0.2687976975793616,
 1.1556485709600122
 ],
 [
 0.3584125382164862,
 0.29094307674405184,
 1.2332068910825018
 ],
 [
 0.3768960564875159,
 0.30943861979199416,
 1.3070810780926154
 ],
 [
 0.40307609448928056,
 0.32846488836653903,
 1.4028137544561052
 ],
 [
 0.42168171126296844,
 0.33683995800017225,
 1.4921630441383396
 ],
 [
 0.45002464864154856,
 0.35804435820392894,
 1.5829263225146712
 ],
 [
 0.4753605981933046,
 0.37793853600303584,
 1.694042552061736
 ]
 ],
 "through_origin_slope_mean": [
 0.6794990439584496,
 0.4090459902208747,
 2.4938138887447483
 ],
 "through_origin_slope_standard_error": [
 0.01218850284716703,
 0.0094177193796795,
 0.04325422089797619
 ]
 },
 "high": {
 "mean": [
 [
 0.668745027422905,
 -0.5861232003569603,
 2.5557832233905793
 ],
 [
 2.6736817662715913,
 -0.08858880206104368,
 10.229193788528443
 ],
 [
 8.020080068111419,
 1.876778450857848,
 30.682356315612793
 ],
 [
 21.429349796295167,
 7.822041485667229,
 81.90364957427978
 ],
 [
 53.59633512306213,
 23.881862693786623,
 205.06395738220215
 ],
 [
 128.51597521209717,
 62.81415895175934,
 490.3882987060547
 ],
 [
 300.05006120300294,
 155.3598706150055,
 1141.0862084960938
 ],
 [
 683.2338864440918,
 370.76207797145844,
 2599.6621279296874
 ],
 [
 1543.6428915405274,
 867.4108933906555,
 5872.665838134765
 ],
 [
 3392.7517310180665,
 1939.804314125061,
 12966.205623779297
 ],
 [
 7468.509527099609,
 4348.767804962158,
 28441.149133789062
 ],
 [
 16264.028876464843,
 9517.26200479126,
 61872.48416699219
 ],
 [
 35158.82573828125,
 20546.19678588867,
 133893.101046875
 ],
 [
 75757.556328125,
 44607.68198779297,
 286865.0769296875
 ],
 [
 163014.07250195314,
 96179.28670800781,
 613866.217734375
 ],
 [
 348213.4734453125,
 206102.58987597656,
 1308491.42534375
 ],
 [
 744198.571671875,
 443849.56758203125,
 2791639.9071875
 ],
 [
 1577150.74365625,
 936278.1426894531,
 5886344.4105
 ],
 [
 3336065.038,
 1986344.0320507812,
 12388605.36025
 ],
 [
 7020966.676625,
 4232887.783375,
 26185919.3435
 ],
 [
 14643591.03575,
 8924189.21265625,
 55108854.985
 ],
 [
 30759428.916,
 18707951.69584375,
 115310400.126
 ],
 [
 64270232.549,
 39170006.20825,
 241159613.788
 ],
 [
 133673889.982,
 81846261.5825,
 503189140.192
 ],
 [
 278873983.944,
 171033028.6375,
 1048299271.504
 ],
 [
 582255308.448,
 357595554.829,
 2175923573.408
 ],
 [
 1204196392.912,
 750007895.591,
 4502611896.64
 ],
 [
 2510318925.92,
 1564340382.188,
 9403544656.384
 ],
 [
 5235240980.864,
 3242703321.7,
 19582452954.88
 ],
 [
 10828914498.944,
 6750185956.552,
 40780812016.128
 ]
 ],
 "runtime_seconds": 91.91312368097715,
 "standard_deviation": [
 [
 0.021702633987342724,
 0.038849636110146336,
 0.014746141635693103
 ],
 [
 0.3019963089570924,
 0.1948848783985841,
 1.1439780224822444
 ],
 [
 1.3043659817926567,
 0.8476817977472242,
 4.957936927187825
 ],
 [
 4.152602773622824,
 2.8451134116115266,
 16.44859857560009
 ],
 [
 12.42504664091608,
 8.484620375929858,
 48.574736852246744
 ],
 [
 34.49411049222539,
 23.9459530415787,
 128.49765823385613
 ],
 [
 90.37835225324314,
 64.40201511595343,
 321.10394712664066
 ],
 [
 223.07159178510614,
 165.96729434916065,
 802.7203103442357
 ],
 [
 542.5361447864813,
 426.84729541802443,
 1972.4363513549765
 ],
 [
 1254.5902908780176,
 985.4953535220707,
 4674.867405652619
 ],
 [
 2944.8474163948536,
 2319.6022496270307,
 10903.66058092649
 ],
 [
 6787.900450021733,
 5319.670294773409,
 25023.876448540203
 ],
 [
 15560.252879070375,
 12211.401233638779,
 57745.7761587981
 ],
 [
 34613.66932364241,
 27790.166212873264,
 129159.08450232603
 ],
 [
 77201.69261998299,
 62012.62090956453,
 287866.6597958206
 ],
 [
 172463.31352527044,
 138479.38385794414,
 632487.723477603
 ],
 [
 381738.52375372435,
 311879.0391563437,
 1412074.9285207952
 ],
 [
 839441.2405860708,
 673542.3853175015,
 3111415.1979238205
 ],
 [
 1883063.485928886,
 1533161.2771354949,
 6777895.670709573
 ],
 [
 4075156.8944641175,
 3356917.4254995235,
 14555372.174990892
 ],
 [
 8739431.955747375,
 7232340.6248745825,
 31056304.82785611
 ],
 [
 19058218.468374133,
 15742497.679210043,
 67054580.20435295
 ],
 [
 40659786.62736942,
 34255580.42507314,
 146825678.22242528
 ],
 [
 86001340.10279322,
 70399925.07721984,
 310774872.7261873
 ],
 [
 184784416.06951633,
 150173197.02917966,
 663941123.9641494
 ],
 [
 398106479.1938737,
 327447486.4606552,
 1418864451.9078095
 ],
 [
 826800940.6189449,
 713805148.5275358,
 3029802926.148221
 ],
 [
 1779752851.5140574,
 1555503420.0278037,
 6460114105.303748
 ],
 [
 3846636099.5051875,
 3355127712.071394,
 13978341237.354809
 ],
 [
 8106908086.728703,
 7160395268.266031,
 30114027424.701473
 ]
 ],
 "standard_error": [
 [
 0.000686297546249849,
 0.0012285333637678654,
 0.00046631394268231106
 ],
 [
 0.009549961812683212,
 0.006162800972644737,
 0.03617576144219202
 ],
 [
 0.04124767404906513,
 0.026806052119474174,
 0.1567837318536992
 ],
 [
 0.13131682982580709,
 0.08997038582184574,
 0.520150358166976
 ],
 [
 0.3929144741911908,
 0.2683072546981243,
 1.5360680519641758
 ],
 [
 1.0907995501694405,
 0.7572375235482538,
 4.063452740168747
 ],
 [
 2.8580144429325927,
 2.0365705367100584,
 10.154198385904643
 ],
 [
 7.0541431132024135,
 5.248346672389404,
 25.38424504765005
 ],
 [
 17.15649930492167,
 13.498096666037114,
 62.37391409993871
 ],
 [
 39.67362849507704,
 31.164099406425834,
 147.83228761144585
 ],
 [
 93.12425197470014,
 73.35226374471875,
 344.80402269122413
 ],
 [
 214.65225952550617,
 168.2227453262329,
 791.3244546403233
 ],
 [
 492.0584006605495,
 386.158413204885,
 1826.0817791605105
 ],
 [
 1094.5803323860994,
 878.8022178733522,
 4084.3688752950557
 ],
 [
 2441.3318789935824,
 1961.0112575080645,
 9103.143073796144
 ],
 [
 5453.768835595778,
 4379.102619678584,
 20001.017982839796
 ],
 [
 12071.632056920587,
 9862.48118198885,
 44653.73000945172
 ],
 [
 26545.462821293615,
 21299.280382660578,
 98391.58771902874
 ],
 [
 59547.6959423171,
 48482.81656120797,
 214335.88062436855
 ],
 [
 128867.7760904503,
 106155.04981687093,
 460281.28264410136
 ],
 [
 276365.10436221573,
 228706.6918876911,
 982086.5896450876
 ],
 [
 602673.7850514795,
 497821.4872621848,
 2120452.009921942
 ],
 [
 1285775.3491894333,
 1083256.5671431003,
 4643035.621818464
 ],
 [
 2719601.1655160594,
 2226241.1034922,
 9827564.373636935
 ],
 [
 5843396.308838904,
 4748893.461214392,
 20995661.83978914
 ],
 [
 12589232.255230745,
 10354798.71312818,
 44868433.59075118
 ],
 [
 26145741.43925492,
 22572500.749017984,
 95810781.08071305
 ],
 [
 56280726.82963875,
 49189337.15469435,
 204286745.1734068
 ],
 [
 121641314.04262486,
 106098454.10895216,
 442033962.21097535
 ],
 [
 256362943.35700554,
 226431579.9481304,
 952289161.8283138
 ]
 ],
 "through_origin_slope_mean": [
 64254623.79069256,
 39956198.29675845,
 241272741.75319973
 ],
 "through_origin_slope_standard_error": [
 1474911.369393439,
 1287068.754451411,
 5427147.868191248
 ]
 },
 "low": {
 "mean": [
 [
 0.6691660357117653,
 -0.5868768416345119,
 2.55549715924263
 ],
 [
 0.1668450469300151,
 -0.004908929140365217,
 0.6399587476849556
 ],
 [
 0.031402847373858095,
 0.0074620040143781804,
 0.12039269012957811
 ],
 [
 0.005215889458777383,
 0.0019392308343376499,
 0.0201546017723158
 ],
 [
 0.0008100404755678027,
 0.00036080477573705136,
 0.0031370550416177138
 ],
 [
 0.00012197337123870966,
 0.00006016794825200122,
 0.00046957568763173184
 ],
 [
 0.00001771461352291226,
 0.000009303187130001333,
 0.00006840061484399485
 ],
 [
 0.0000025280472054873826,
 0.0000013872041474343178,
 0.000009741109913193214
 ],
 [
 3.553706095402731E-7,
 2.0011894817484331E-7,
 0.0000013666769299049974
 ],
 [
 4.942472058644398E-8,
 2.8633337466832386E-8,
 1.8918215363328273E-7
 ],
 [
 6.816087400385307E-9,
 4.040358560886137E-9,
 2.610969121397133E-8
 ],
 [
 9.234903061983158E-10,
 5.536594901607572E-10,
 3.561032781318474E-9
 ],
 [
 1.2516902062748026E-10,
 7.552326048527666E-11,
 4.831796589985226E-10
 ],
 [
 1.68574498908558E-11,
 1.0200585952275338E-11,
 6.500966779742629E-11
 ],
 [
 2.2707412820183702E-12,
 1.3687845140811845E-12,
 8.760210633501977E-12
 ],
 [
 3.0275339471476284E-13,
 1.8397041370412027E-13,
 1.1685581239630204E-12
 ],
 [
 4.030386190534332E-14,
 2.4321189890414183E-14,
 1.5497562138279344E-13
 ],
 [
 5.343677008770726E-15,
 3.2648844440382546E-15,
 2.0570357304622062E-14
 ],
 [
 7.034731229010379E-16,
 4.37241540347364E-16,
 2.724501230034067E-15
 ],
 [
 9.209698780318175E-17,
 5.752623128867322E-17,
 3.5690793272455867E-16
 ],
 [
 1.2115163854031037E-17,
 7.686418462856138E-18,
 4.693339657853181E-17
 ],
 [
 1.573801118603991E-18,
 9.983123168852456E-19,
 6.116931043674199E-18
 ],
 [
 2.0615978683048806E-19,
 1.2988956154073637E-19,
 8.008661908086556E-19
 ],
 [
 2.710692307146891E-20,
 1.7325769725895883E-20,
 1.049028540243077E-19
 ],
 [
 3.551045876058866E-21,
 2.2932952191247358E-21,
 1.370030236887766E-20
 ],
 [
 4.616622905764688E-22,
 2.9854062062358843E-22,
 1.784196020960976E-21
 ],
 [
 6.025964025437843E-23,
 3.9116839977344614E-23,
 2.337791856893727E-22
 ],
 [
 7.881431863165786E-24,
 5.160774613986424E-24,
 3.0486526185955406E-23
 ],
 [
 1.019746352574707E-24,
 6.74750569511279E-25,
 3.9781019887042064E-24
 ],
 [
 1.3211991389290064E-25,
 8.722721751184752E-26,
 5.1083699682233965E-25
 ]
 ],
 "runtime_seconds": 98.39070121292025,
 "standard_deviation": [
 [
 0.020512671651716573,
 0.03671949890577662,
 0.013937596383641398
 ],
 [
 0.019356757196029962,
 0.01348384751010582,
 0.07101798495509785
 ],
 [
 0.005119797790454522,
 0.0032543091683421487,
 0.020015580505815277
 ],
 [
 0.0010487025920007172,
 0.000681598890558711,
 0.004187966225033504
 ],
 [
 0.0001885669840621704,
 0.00013285568729684487,
 0.0007510062064342538
 ],
 [
 0.00003246134489713627,
 0.00002326670307579314,
 0.00012508320260598292
 ],
 [
 0.00000514854753323712,
 0.000003851567968217076,
 0.00001956525278729905
 ],
 [
 7.941277970175338E-7,
 6.199845981345462E-7,
 0.000003093541830013532
 ],
 [
 1.1821651268979126E-7,
 9.362498889173612E-8,
 4.6516231093230617E-7
 ],
 [
 1.7880652819545485E-8,
 1.4756047148371299E-8,
 6.828043944309566E-8
 ],
 [
 2.6177713048159487E-9,
 2.1567377736181214E-9,
 9.976553857236642E-9
 ],
 [
 3.6848192474295915E-10,
 3.0516806725733516E-10,
 1.4355879243865293E-9
 ],
 [
 5.201630069879956E-11,
 4.4266051356514E-11,
 2.080705387283542E-10
 ],
 [
 7.2521661614308444E-12,
 6.133279285676588E-12,
 2.907133582408523E-11
 ],
 [
 1.0174428535590132E-12,
 8.556920590128185E-13,
 4.073090701023254E-12
 ],
 [
 1.4147408249742563E-13,
 1.1861952230875862E-13,
 5.648941319169128E-13
 ],
 [
 1.9417485172555352E-14,
 1.6382699952426072E-14,
 7.832254343670209E-14
 ],
 [
 2.6744144173627958E-15,
 2.4031826604425636E-15,
 1.1127944953020461E-14
 ],
 [
 3.7265340933328166E-16,
 3.3902572154905267E-16,
 1.5438318301829411E-15
 ],
 [
 5.0585120740120404E-17,
 4.648021331516046E-17,
 2.1186566855550634E-16
 ],
 [
 6.950746484968712E-18,
 6.460523233738337E-18,
 2.859180293604722E-17
 ],
 [
 9.088039763350523E-19,
 8.3850882269249855E-19,
 3.766766656581346E-18
 ],
 [
 1.2333535871617798E-19,
 1.1284647528227783E-19,
 5.069913645415962E-19
 ],
 [
 1.6827462087299693E-20,
 1.5500841506732397E-20,
 6.825070193204267E-20
 ],
 [
 2.2818128576067756E-21,
 2.1183492572893697E-21,
 9.13160398628232E-21
 ],
 [
 3.040879836313302E-22,
 2.8142120752196863E-22,
 1.2414893081856644E-21
 ],
 [
 4.0412952082357056E-23,
 3.7637777199800484E-23,
 1.6636060885893858E-22
 ],
 [
 5.492570434418456E-24,
 5.269791620259616E-24,
 2.2806913281899334E-23
 ],
 [
 7.160379347356289E-25,
 6.96790372934012E-25,
 3.0649317581485286E-24
 ],
 [
 9.594381414678526E-26,
 9.207460933085914E-26,
 3.8525634376820007E-25
 ]
 ],
 "standard_error": [
 [
 0.0006486676331459254,
 0.0011611725108231464,
 0.00044074549680432786
 ],
 [
 0.0006121144085430907,
 0.00042639669754324664,
 0.0022457858729368002
 ],
 [
 0.00016190222177333763,
 0.00010291029182329515,
 0.0006329482308884136
 ],
 [
 0.000033162887788445425,
 0.00002155404944809364,
 0.00013243512034963152
 ],
 [
 0.000005963011611451283,
 0.000004201265719651285,
 0.00002374890149254843
 ],
 [
 0.0000010265178578723483,
 7.357577536235156E-7,
 0.00000395547817263215
 ],
 [
 1.6281136846670764E-7,
 1.2179727342512975E-7,
 6.187076180482291E-7
 ],
 [
 2.5112525918272765E-8,
 1.9605634443293458E-8,
 9.782638219848198E-8
 ],
 [
 3.738334371419386E-9,
 2.960682108058498E-9,
 1.4709723842135294E-8
 ],
 [
 5.654358896047543E-10,
 4.666271824968588E-10,
 2.1592170827738126E-9
 ],
 [
 8.278119716649304E-11,
 6.820203680353872E-11,
 3.154863338820611E-10
 ],
 [
 1.1652421587905057E-11,
 9.650261616846324E-12,
 4.539727622495014E-11
 ],
 [
 1.644899856644147E-12,
 1.399815453085704E-12,
 6.57976816359874E-12
 ],
 [
 2.293336304012183E-13,
 1.9395132068668548E-13,
 9.193163582775743E-13
 ],
 [
 3.217436806307635E-14,
 2.7059358821997187E-14,
 1.28802437316854E-13
 ],
 [
 4.473803305744274E-15,
 3.751078654568321E-15,
 1.786352093721063E-14
 ],
 [
 6.1403479577822535E-16,
 5.180664607279854E-16,
 2.4767762939745055E-15
 ],
 [
 8.457240966058601E-17,
 7.599530840421532E-17,
 3.518965172852007E-16
 ],
 [
 1.1784335513202193E-17,
 1.0720934654770349E-17,
 4.882024907644378E-17
 ],
 [
 1.599641972534029E-18,
 1.4698334020639277E-18,
 6.69978070629716E-18
 ],
 [
 2.1980190330910446E-19,
 2.042996829504952E-19,
 9.04152196885988E-19
 ],
 [
 2.873890511836529E-20,
 2.6515977178545768E-20,
 1.1911562049174328E-19
 ],
 [
 3.90020649577023E-21,
 3.568518878138904E-21,
 1.6032474659881728E-20
 ],
 [
 5.321310743599819E-22,
 4.901796481055062E-22,
 2.158276700105094E-21
 ],
 [
 7.215725824294878E-23,
 6.698808532760452E-23,
 2.88766672873251E-22
 ],
 [
 9.616106373630033E-24,
 8.899319976443309E-24,
 3.925933904613423E-23
 ],
 [
 1.2779697555149291E-24,
 1.1902110201732385E-24,
 5.260784369266313E-24
 ],
 [
 1.7369032781662815E-25,
 1.6664544314489513E-25,
 7.212179236874776E-25
 ],
 [
 2.264310764847583E-26,
 2.20344463014962E-26,
 9.692165228733686E-26
 ],
 [
 3.0340098010772594E-27,
 2.9116548015570686E-27,
 1.2182875293363285E-26
 ]
 ],
 "through_origin_slope_mean": [
 0.00011875814694346857,
 -0.00005968359316585259,
 0.0004543929268963687
 ],
 "through_origin_slope_standard_error": [
 2.0232812167293157E-7,
 1.7425919505168615E-7,
 6.981657337231785E-7
 ]
 }
 },
 "verification": {
 "checks": {
 "critical_at_least_27_of_30_points_within_99pct_pointwise_ci": true,
 "critical_diagonal_linear_r_squared_at_least_0_995": true,
 "critical_max_relative_deviation_at_most_10_percent": true,
 "critical_offdiagonal_asymptotic_linear_r_squared_at_least_0_98": true,
 "critical_slope_within_3_standard_errors": true,
 "exact_paper_scale": true,
 "high_variance_control_has_positive_exponential_log_slope": true,
 "high_variance_curve_rejected_by_critical_contract": true,
 "low_variance_control_has_negative_exponential_log_slope": true
 },
 "critical_diagonal_regression": {
 "intercept": -0.025294454516340548,
 "r_squared": 0.9998995277420369,
 "slope": 0.680743033524827
 },
 "critical_max_relative_deviation": 0.02518670611402943,
 "critical_offdiagonal_regression_depths_10_to_30": {
 "intercept": -0.4521829266839452,
 "r_squared": 0.999026406337156,
 "slope": 0.43191775587266945
 },
 "critical_points_within_99pct_pointwise_ci": 30,
 "expected_critical_diagonal_slope": 0.6691276431083679,
 "high_diagonal_log_regression_depths_10_to_30": {
 "intercept": 0.7717190028394497,
 "r_squared": 0.9998881914514658,
 "slope": 0.7468471525072662
 },
 "low_diagonal_log_regression_depths_10_to_30": {
 "intercept": 3.535222534942264,
 "r_squared": 0.9999871698399195,
 "slope": -2.02514775214555
 },
 "negative_control_high_falsely_accepted_as_critical": false,
 "observed_critical_diagonal_slope_through_origin": 0.6794990439584496,
 "observed_slope_standard_error": 0.01218850284716703,
 "observed_slope_z": 0.8509167188234545,
 "passed": true
 },
 "width": 200
 },
 "checker": {
 "checks": {
 "hutchinson_mean_matches_exact_trace_within_4_standard_errors": true,
 "jax_jacobian_matches_independent_finite_difference": true
 },
 "exact_trace_average": [
 [
 0.8500000290942616,
 -0.6350000217351248,
 0.4850000166008434
 ],
 [
 1.158890445366346,
 0.0,
 0.19039484442890783
 ],
 [
 0.43244343983797134,
 0.037503110699717665,
 0.14808984647695647
 ]
 ],
 "finite_difference_step": 0.0001,
 "hutchinson_probes": 8192,
 "hutchinson_standard_error": [
 [
 0.004899106453574751,
 0.0034039246138473835,
 0.0022904913289439805
 ],
 [
 0.008442854466806942,
 0.0031026151266855184,
 0.0014723627968990965
 ],
 [
 0.0034026110673436465,
 0.002499659898877368,
 0.001609465741862639
 ]
 ],
 "hutchinson_trace_average": [
 [
 0.8531331672223035,
 -0.6371769423824849,
 0.4864648604010222
 ],
 [
 1.1568616280797064,
 0.0013544184243774566,
 0.1885558994400423
 ],
 [
 0.43391558660588014,
 0.037114018222127884,
 0.14673260983874303
 ]
 ],
 "max_hutchinson_z": 1.2489754513890725,
 "max_jacobian_absolute_error": 4.1071746559318E-8,
 "passed": true,
 "tiny_network": {
 "depth": 3,
 "parameters": 24,
 "width": 3
 }
 }
 }
}