jzxiao commited on
Commit
9dacc7b
·
verified ·
1 Parent(s): a667e58

Complete 135-dataset results for Crush, Density, Gipfeli, LZO2A and Lzlib

Browse files

Publish 675 completed server-192 dataset-method results with original-dtype bit-exact decoding checks. Preserve earlier results. The final WiDS / LZG measurement remains pending.

.gitattributes CHANGED
@@ -39,3 +39,4 @@ dbp-audit.json filter=lfs diff=lfs merge=lfs -text
39
  cpp-latest-view.json filter=lfs diff=lfs merge=lfs -text
40
  ui-data.json filter=lfs diff=lfs merge=lfs -text
41
  data-main26.json.br filter=lfs diff=lfs merge=lfs -text
 
 
39
  cpp-latest-view.json filter=lfs diff=lfs merge=lfs -text
40
  ui-data.json filter=lfs diff=lfs merge=lfs -text
41
  data-main26.json.br filter=lfs diff=lfs merge=lfs -text
42
+ data-remaining6-completed5.json.br filter=lfs diff=lfs merge=lfs -text
REMAINING6_COMPLETED5_ACCEPTANCE.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "created_at": "2026-10-16T03:24:43.059681+00:00",
3
+ "historical_variants_preserved": true,
4
+ "lossless": "producer compared the complete original Block after every warmup and measured decode",
5
+ "methods": {
6
+ "Crush": {
7
+ "configurations": [
8
+ "level0_single_thread+zero_padded_workspace+encode_decode_admission+tagged_raw_fallback"
9
+ ],
10
+ "dataset_count": 135,
11
+ "profile_versions": [
12
+ "baseline86-fixed-profiles-20260919-v3"
13
+ ],
14
+ "runtime_binary_sha256_set": [
15
+ "2d137271d314fa3991fe85c4a4f9baf55f346c4f9b5872cc299b8a89cc39163e",
16
+ "c67a1ed796f6f2d762fdd275f70f6389cb672bf52e7729c310353e3d918c766a"
17
+ ],
18
+ "source_selection_set": [
19
+ "timing383_attempt3_server192",
20
+ "timing383_repair16_fix2_server192",
21
+ "timing_remaining6_uniform192_fix2_server192"
22
+ ]
23
+ },
24
+ "Density": {
25
+ "configurations": [
26
+ "lion_default_single_thread_tagged_raw_fallback"
27
+ ],
28
+ "dataset_count": 135,
29
+ "profile_versions": [
30
+ "baseline86-fixed-profiles-20260919-v3"
31
+ ],
32
+ "runtime_binary_sha256_set": [
33
+ "2d137271d314fa3991fe85c4a4f9baf55f346c4f9b5872cc299b8a89cc39163e",
34
+ "c67a1ed796f6f2d762fdd275f70f6389cb672bf52e7729c310353e3d918c766a"
35
+ ],
36
+ "source_selection_set": [
37
+ "timing383_attempt3_server192",
38
+ "timing_remaining6_uniform192_fix2_server192"
39
+ ]
40
+ },
41
+ "Gipfeli": {
42
+ "configurations": [
43
+ "string_api_default_single_thread+encode_decode_admission+tagged_raw_fallback"
44
+ ],
45
+ "dataset_count": 135,
46
+ "profile_versions": [
47
+ "baseline86-fixed-profiles-20260919-v3"
48
+ ],
49
+ "runtime_binary_sha256_set": [
50
+ "2d137271d314fa3991fe85c4a4f9baf55f346c4f9b5872cc299b8a89cc39163e",
51
+ "c67a1ed796f6f2d762fdd275f70f6389cb672bf52e7729c310353e3d918c766a"
52
+ ],
53
+ "source_selection_set": [
54
+ "timing383_attempt3_server192",
55
+ "timing383_repair16_fix2_server192",
56
+ "timing_remaining6_uniform192_fix2_server192"
57
+ ]
58
+ },
59
+ "LZO2A": {
60
+ "configurations": [
61
+ "lzo2a_999_single_thread+control_bit_worst_case_bound+encode_decode_admission+tagged_raw_fallback"
62
+ ],
63
+ "dataset_count": 135,
64
+ "profile_versions": [
65
+ "baseline86-fixed-profiles-20260919-v3"
66
+ ],
67
+ "runtime_binary_sha256_set": [
68
+ "2d137271d314fa3991fe85c4a4f9baf55f346c4f9b5872cc299b8a89cc39163e",
69
+ "c67a1ed796f6f2d762fdd275f70f6389cb672bf52e7729c310353e3d918c766a"
70
+ ],
71
+ "source_selection_set": [
72
+ "timing383_attempt3_server192",
73
+ "timing383_repair16_fix2_server192",
74
+ "timing_remaining6_uniform192_fix2_server192"
75
+ ]
76
+ },
77
+ "Lzlib": {
78
+ "configurations": [
79
+ "level6_dict8MiB_match36_single_thread_tagged_raw_fallback"
80
+ ],
81
+ "dataset_count": 135,
82
+ "profile_versions": [
83
+ "baseline86-fixed-profiles-20260919-v3"
84
+ ],
85
+ "runtime_binary_sha256_set": [
86
+ "c67a1ed796f6f2d762fdd275f70f6389cb672bf52e7729c310353e3d918c766a"
87
+ ],
88
+ "source_selection_set": [
89
+ "timing383_repair16_fix2_server192",
90
+ "timing_remaining6_uniform192_fix2_server192"
91
+ ]
92
+ }
93
+ },
94
+ "overlay_receipt_sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e",
95
+ "parent_revision": "a667e581961f786940c9e1c59172e6057db72600",
96
+ "public_evidence": {
97
+ "REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json": {
98
+ "bytes": 1001,
99
+ "sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e"
100
+ },
101
+ "REMAINING6_COMPLETED5_SOURCE_BINDINGS.json": {
102
+ "bytes": 1246,
103
+ "sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b"
104
+ },
105
+ "remaining6-completed5-dataset-method-overlay.jsonl.gz": {
106
+ "bytes": 140763,
107
+ "sha256": "9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8"
108
+ }
109
+ },
110
+ "schema": "compressionbenchmark-cpp135-remaining6-acceptance-v1",
111
+ "scope": {
112
+ "column_count": 3519,
113
+ "column_method_row_count": 17595,
114
+ "dataset_count": 135,
115
+ "method_count": 5,
116
+ "pair_count": 675
117
+ },
118
+ "scope_name": "completed5",
119
+ "source_bindings_sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b",
120
+ "status": "accepted_completed_builtin_bitexact",
121
+ "timing": {
122
+ "aggregation": "equal-column mean of median(aligned block sums)/valid native points",
123
+ "comparison_profile": "cpp-native192-remaining-six135-whole-column-20261016-v1",
124
+ "cross_host_mixing": false,
125
+ "host": "192.168.99.20",
126
+ "schedule": "one warmup; three encode measurements; then three decode measurements",
127
+ "threads": 1
128
+ }
129
+ }
REMAINING6_COMPLETED5_CANDIDATE_QA.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "pair_ledger_count": 13975,
3
+ "parent_revision": "a667e581961f786940c9e1c59172e6057db72600",
4
+ "ranking_unchanged": true,
5
+ "schema": "cpp135-remaining6-incremental-candidate-qa-v1",
6
+ "scope_name": "completed5",
7
+ "selected_row_count": 32631,
8
+ "status": "passed",
9
+ "target_methods": [
10
+ {
11
+ "family": "Crush",
12
+ "hosts": [
13
+ "192.168.99.20"
14
+ ],
15
+ "profiles": [
16
+ "cpp-native192-remaining-six135-whole-column-20261016-v1"
17
+ ],
18
+ "rate_coverage": 135,
19
+ "timing_coverage": 135
20
+ },
21
+ {
22
+ "family": "Density",
23
+ "hosts": [
24
+ "192.168.99.20"
25
+ ],
26
+ "profiles": [
27
+ "cpp-native192-remaining-six135-whole-column-20261016-v1"
28
+ ],
29
+ "rate_coverage": 135,
30
+ "timing_coverage": 135
31
+ },
32
+ {
33
+ "family": "Gipfeli",
34
+ "hosts": [
35
+ "192.168.99.20"
36
+ ],
37
+ "profiles": [
38
+ "cpp-native192-remaining-six135-whole-column-20261016-v1"
39
+ ],
40
+ "rate_coverage": 135,
41
+ "timing_coverage": 135
42
+ },
43
+ {
44
+ "family": "LZO2A",
45
+ "hosts": [
46
+ "192.168.99.20"
47
+ ],
48
+ "profiles": [
49
+ "cpp-native192-remaining-six135-whole-column-20261016-v1"
50
+ ],
51
+ "rate_coverage": 135,
52
+ "timing_coverage": 135
53
+ },
54
+ {
55
+ "family": "Lzlib",
56
+ "hosts": [
57
+ "192.168.99.20"
58
+ ],
59
+ "profiles": [
60
+ "cpp-native192-remaining-six135-whole-column-20261016-v1"
61
+ ],
62
+ "rate_coverage": 135,
63
+ "timing_coverage": 135
64
+ }
65
+ ],
66
+ "unaffected_pair_ledger_preserved": true,
67
+ "unaffected_selected_rows_preserved": true
68
+ }
REMAINING6_COMPLETED5_INCREMENTAL_INTEGRATION.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "authority": "cpp135_remaining_six_server192_latest",
3
+ "canonical_snapshot": {
4
+ "base_data_sha256": "5c20e191e146d02408f4d7fc41224e8e72b81bd18bf862f3dbda1708d44706f8",
5
+ "base_revision": "a667e581961f786940c9e1c59172e6057db72600",
6
+ "derived_data_sha256": "a0e8b3c6207e627fe9c863a968af52257750f6c33becd231201803bc80f1c184",
7
+ "derived_sidecar_sha256": "29499dcee2681cd97ec27326dc3fcb321c77b1a165d9f829f5e27a6d7d2ebd9b",
8
+ "derived_ui_sha256": "5ca409427984e14e3cab4b55d8dc7ad55cf4def9119871c48908ea869adc7576"
9
+ },
10
+ "created_at": "2026-10-16T03:24:58.287605+00:00",
11
+ "final_dataset_result_count": 106739,
12
+ "historical_dataset_result_count": 105174,
13
+ "historical_dataset_results_canonical_sha256": "483bd1d09e70ee51c13bae3dce7f1e11d1b54af0bd6604b7a478d7d04154a276",
14
+ "new_dataset_result_count": 1565,
15
+ "overlay": {
16
+ "column_results_sha256": "ed3ce96c07235854ab08c393f8bea2745fec4e887e57bd34ee92cf03aeacb70b",
17
+ "dataset_method_results_sha256": "9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8",
18
+ "receipt_sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e",
19
+ "source_bindings_sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b"
20
+ },
21
+ "parent_revision": "a667e581961f786940c9e1c59172e6057db72600",
22
+ "publication_file_list": [
23
+ "app.js",
24
+ "index.html",
25
+ "manifest.json",
26
+ "ui-data-remaining6-completed5.json.gz",
27
+ "cpp-latest-view-remaining6-completed5.json.gz",
28
+ "remaining6-completed5-dataset-method-overlay.jsonl.gz",
29
+ "REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json",
30
+ "REMAINING6_COMPLETED5_SOURCE_BINDINGS.json",
31
+ "REMAINING6_COMPLETED5_ACCEPTANCE.json",
32
+ "REMAINING6_COMPLETED5_CANDIDATE_QA.json",
33
+ "build_remaining6_incremental_site.py",
34
+ "REMAINING6_COMPLETED5_INCREMENTAL_INTEGRATION.json"
35
+ ],
36
+ "publication_files_excluding_this_receipt": {
37
+ "REMAINING6_COMPLETED5_ACCEPTANCE.json": {
38
+ "bytes": 4655,
39
+ "sha256": "5940179bc7fa1b43c0db86efb063f8e7c40b6b5ddd6ba07bcfc9893f990acae3"
40
+ },
41
+ "REMAINING6_COMPLETED5_CANDIDATE_QA.json": {
42
+ "bytes": 1591,
43
+ "sha256": "8ef90c549de5a28ff56e969dc29e5e9d7ff1953556222de4b0fa8ad7f8355ad4"
44
+ },
45
+ "REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json": {
46
+ "bytes": 1001,
47
+ "sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e"
48
+ },
49
+ "REMAINING6_COMPLETED5_SOURCE_BINDINGS.json": {
50
+ "bytes": 1246,
51
+ "sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b"
52
+ },
53
+ "app.js": {
54
+ "bytes": 70219,
55
+ "sha256": "7b47ff8a3b7e1c823e82568946ca94d36a1441398d444863c37b120e676ff632"
56
+ },
57
+ "build_remaining6_incremental_site.py": {
58
+ "bytes": 31891,
59
+ "sha256": "358404633f9652ab2744c64e63b2c4679d8c03674cf30a9faf4c9809f557c8e1"
60
+ },
61
+ "cpp-latest-view-remaining6-completed5.json.gz": {
62
+ "bytes": 1689596,
63
+ "sha256": "dc03363557cabbc83b2e2020d4c5972590fd27f81edde08dc2ac62b4a37238e6"
64
+ },
65
+ "index.html": {
66
+ "bytes": 17946,
67
+ "sha256": "a319cb6aec162890c12e3cd7df046ef28007da13421acb663a7daaea0948db3e"
68
+ },
69
+ "manifest.json": {
70
+ "bytes": 120145,
71
+ "sha256": "995a7aa9212eef449279f9f3bdb126ff0c7a28be3aaed1ccf4c4601b67654f59"
72
+ },
73
+ "remaining6-completed5-dataset-method-overlay.jsonl.gz": {
74
+ "bytes": 140763,
75
+ "sha256": "9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8"
76
+ },
77
+ "ui-data-remaining6-completed5.json.gz": {
78
+ "bytes": 2377658,
79
+ "sha256": "ed571b4053ce4289be5bd4d002e10289c23497d04e3535774bb6aff4a6c43426"
80
+ }
81
+ },
82
+ "publication_total_bytes_excluding_this_receipt": 4456711,
83
+ "schema": "compressionbenchmark-cpp135-remaining6-incremental-integration-v1",
84
+ "scope": {
85
+ "column_count": 3519,
86
+ "column_method_row_count": 17595,
87
+ "methods": [
88
+ "Crush",
89
+ "Density",
90
+ "Gipfeli",
91
+ "LZO2A",
92
+ "Lzlib"
93
+ ],
94
+ "numeric_scope_rows": 1565,
95
+ "pair_count": 675
96
+ },
97
+ "scope_name": "completed5",
98
+ "semantic_checks": {
99
+ "base_plus_overlay_hash_closure": true,
100
+ "built_in_exact_block_bound": true,
101
+ "historical_rows_retained": true,
102
+ "live_ui_sidecar_hash_closure": true,
103
+ "only_target_pairs_replaced": true,
104
+ "ranking_unchanged": true,
105
+ "same_host_w1_r3_t1": true,
106
+ "target_methods_each_cover_135_datasets": true,
107
+ "target_methods_no_mixed_timing_identity": true,
108
+ "unaffected_pair_ledger_preserved": true,
109
+ "unaffected_selected_rows_preserved": true
110
+ },
111
+ "status": "passed_not_published"
112
+ }
REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "column_count": 3519,
3
+ "column_method_count": 17595,
4
+ "created_epoch_ns": 1792120862700414201,
5
+ "dataset_count": 135,
6
+ "dataset_method_count": 675,
7
+ "dataset_method_support_counts": {
8
+ "full_numeric": 675
9
+ },
10
+ "excluded_pending_methods": [
11
+ "LZG"
12
+ ],
13
+ "files": {
14
+ "COLUMN_RESULTS.jsonl.gz": {
15
+ "bytes": 4486956,
16
+ "sha256": "ed3ce96c07235854ab08c393f8bea2745fec4e887e57bd34ee92cf03aeacb70b"
17
+ },
18
+ "DATASET_METHOD_RESULTS.jsonl.gz": {
19
+ "bytes": 140763,
20
+ "sha256": "9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8"
21
+ },
22
+ "SOURCE_BINDINGS.json": {
23
+ "bytes": 1246,
24
+ "sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b"
25
+ }
26
+ },
27
+ "method_counts": {
28
+ "Crush": 135,
29
+ "Density": 135,
30
+ "Gipfeli": 135,
31
+ "LZO2A": 135,
32
+ "Lzlib": 135
33
+ },
34
+ "schema": "cpp135-remaining6-completed5-overlay-receipt-v1",
35
+ "source_host": "192.168.99.20",
36
+ "status": "complete_combined_compacts_not_published"
37
+ }
REMAINING6_COMPLETED5_SOURCE_BINDINGS.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "column_method_count": 17595,
3
+ "dataset_method_count": 675,
4
+ "excluded_pending_methods": [
5
+ "LZG"
6
+ ],
7
+ "inputs": {
8
+ "crush": {
9
+ "path": "/data/root/web_compression/cpp135_lossless_completion_20261015_v1/timing383/timing_remaining6_uniform192_v1/aggregate_completed5_v1/crush_output",
10
+ "receipt_sha256": "c3884511fc9bb9d800b3474301e9b4627c22dccebcaf153fefdfd00ec893d49e",
11
+ "source_bindings_sha256": "180686313de461860952a083f780f904b23757c10360feb35c91493518c9dbfc"
12
+ },
13
+ "fast4": {
14
+ "path": "/data/root/web_compression/cpp135_lossless_completion_20261015_v1/timing383/timing_remaining6_uniform192_v1/aggregate_v1/fast4_output",
15
+ "receipt_sha256": "7fe07858e08e2d194be1b1c60a5d49c3946de2692e9fe495e0860a67f76ec3ff",
16
+ "source_bindings_sha256": "c9dcc899ef3f874343af287ff99b247ef80079bf2b4cc5c8648c73dd7027f3ce"
17
+ }
18
+ },
19
+ "method_counts": {
20
+ "Crush": 135,
21
+ "Density": 135,
22
+ "Gipfeli": 135,
23
+ "LZO2A": 135,
24
+ "Lzlib": 135
25
+ },
26
+ "old_results_preserved": true,
27
+ "raw_result_policy": "no raw JSONL reread; compact union only",
28
+ "schema": "cpp135-remaining6-completed5-source-bindings-v1",
29
+ "source_host": "192.168.99.20",
30
+ "status": "combined_from_frozen_fast4_and_crush_compacts"
31
+ }
REMAINING6_COMPLETED5_TRANSPORT_V3.json ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_plus_patch": {
3
+ "base_revision": "a667e581961f786940c9e1c59172e6057db72600",
4
+ "sidecar_patch": {
5
+ "file": "cpp-latest-view-remaining6-completed5-patch.json.gz",
6
+ "sha256": "c54b1ad640406637120e3b273002f35e125f4390dc393f3ac21aff29c0ec7f63",
7
+ "uncompressed_sha256": "8e98c21986c4a7ca79b6af19d92fcb923d26ad314e2857d900f9906fc13463f6"
8
+ },
9
+ "ui_patch": {
10
+ "file": "ui-data-remaining6-completed5-patch.json.gz",
11
+ "sha256": "5169074c3097d131ffbc550ac1466e719e65f8e7ae630dedbec352b5ce16bca3",
12
+ "uncompressed_sha256": "66dbd2505522c16bd996bf4dabfc7afdd64fadf15e9307bf16230960ab1591e5"
13
+ }
14
+ },
15
+ "checks": {
16
+ "UI_patch_reconstructs_completed5": true,
17
+ "base_assets_reused_by_sha": true,
18
+ "full_download_is_latest_logical_snapshot": true,
19
+ "historical_results_preserved": true,
20
+ "old_online_files_not_deleted": true,
21
+ "selection_patch_reconstructs_completed5": true
22
+ },
23
+ "full_snapshot": {
24
+ "encoding": "br",
25
+ "file": "data-remaining6-completed5.json.br",
26
+ "quality": 10,
27
+ "roundtrip_byte_identical": true,
28
+ "sha256": "892caa7075806b231913c7414c5774e26458ca9b7acf784f27a7eefac77cae8e",
29
+ "uncompressed_sha256": "a0e8b3c6207e627fe9c863a968af52257750f6c33becd231201803bc80f1c184"
30
+ },
31
+ "parent_revision": "a667e581961f786940c9e1c59172e6057db72600",
32
+ "publication_file_list": [
33
+ "data-remaining6-completed5.json.br",
34
+ "ui-data-remaining6-completed5-patch.json.gz",
35
+ "cpp-latest-view-remaining6-completed5-patch.json.gz",
36
+ "app.js",
37
+ "index.html",
38
+ "manifest.json",
39
+ "remaining6-completed5-dataset-method-overlay.jsonl.gz",
40
+ "REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json",
41
+ "REMAINING6_COMPLETED5_SOURCE_BINDINGS.json",
42
+ "REMAINING6_COMPLETED5_ACCEPTANCE.json",
43
+ "REMAINING6_COMPLETED5_CANDIDATE_QA.json",
44
+ "build_remaining6_incremental_site.py",
45
+ "REMAINING6_COMPLETED5_INCREMENTAL_INTEGRATION.json",
46
+ "build_completed5_storage_transport_v3.py",
47
+ "REMAINING6_COMPLETED5_TRANSPORT_V3.json"
48
+ ],
49
+ "publication_files_excluding_this_receipt": {
50
+ "REMAINING6_COMPLETED5_ACCEPTANCE.json": {
51
+ "bytes": 4655,
52
+ "sha256": "5940179bc7fa1b43c0db86efb063f8e7c40b6b5ddd6ba07bcfc9893f990acae3"
53
+ },
54
+ "REMAINING6_COMPLETED5_CANDIDATE_QA.json": {
55
+ "bytes": 1591,
56
+ "sha256": "8ef90c549de5a28ff56e969dc29e5e9d7ff1953556222de4b0fa8ad7f8355ad4"
57
+ },
58
+ "REMAINING6_COMPLETED5_INCREMENTAL_INTEGRATION.json": {
59
+ "bytes": 4530,
60
+ "sha256": "64512393d050a1d2766bc848b4f885b22100bdf8ce8877f20d5a9d20ab7bf23f"
61
+ },
62
+ "REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json": {
63
+ "bytes": 1001,
64
+ "sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e"
65
+ },
66
+ "REMAINING6_COMPLETED5_SOURCE_BINDINGS.json": {
67
+ "bytes": 1246,
68
+ "sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b"
69
+ },
70
+ "app.js": {
71
+ "bytes": 73030,
72
+ "sha256": "c6a696f653bed995c11500ba42eee1d5646589d559197e4d9fb0635ea61fbd02"
73
+ },
74
+ "build_completed5_storage_transport_v3.py": {
75
+ "bytes": 19853,
76
+ "sha256": "485946bec04bc714cecff20997eb18044a7c0032806116d196dae2d8e281c86c"
77
+ },
78
+ "build_remaining6_incremental_site.py": {
79
+ "bytes": 31891,
80
+ "sha256": "358404633f9652ab2744c64e63b2c4679d8c03674cf30a9faf4c9809f557c8e1"
81
+ },
82
+ "cpp-latest-view-remaining6-completed5-patch.json.gz": {
83
+ "bytes": 168430,
84
+ "sha256": "c54b1ad640406637120e3b273002f35e125f4390dc393f3ac21aff29c0ec7f63"
85
+ },
86
+ "data-remaining6-completed5.json.br": {
87
+ "bytes": 5892881,
88
+ "sha256": "892caa7075806b231913c7414c5774e26458ca9b7acf784f27a7eefac77cae8e"
89
+ },
90
+ "index.html": {
91
+ "bytes": 17995,
92
+ "sha256": "8a449c07e3df471d5aa8e91192d11c7837a2c2723b3a2dc66a38c02a8941d7d6"
93
+ },
94
+ "manifest.json": {
95
+ "bytes": 121035,
96
+ "sha256": "a611fcef2706193e5676827b59a03f614d6e88bc3e48c92090c09491211f4b71"
97
+ },
98
+ "remaining6-completed5-dataset-method-overlay.jsonl.gz": {
99
+ "bytes": 140763,
100
+ "sha256": "9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8"
101
+ },
102
+ "ui-data-remaining6-completed5-patch.json.gz": {
103
+ "bytes": 137947,
104
+ "sha256": "5169074c3097d131ffbc550ac1466e719e65f8e7ae630dedbec352b5ce16bca3"
105
+ }
106
+ },
107
+ "publication_total_bytes_excluding_this_receipt": 6616848,
108
+ "ranking_js_sha256": "6e14543b42050ec7ad6a04948e8abd6f3589c477035708f9d01814d05a16c076",
109
+ "ranking_unchanged": true,
110
+ "schema": "compressionbenchmark-cpp135-completed5-storage-transport-v3",
111
+ "scope": {
112
+ "LZG_status": "pending_one_dataset_timing",
113
+ "dataset_count": 135,
114
+ "methods": [
115
+ "Crush",
116
+ "Density",
117
+ "Gipfeli",
118
+ "LZO2A",
119
+ "Lzlib"
120
+ ],
121
+ "pair_count": 675
122
+ },
123
+ "status": "passed_not_published"
124
+ }
app.js CHANGED
@@ -5,6 +5,10 @@ const UI_DATA_SHA256='ffd11d5c9a863ca412948c6936b4058b46db9f01f48b738ec0b81ef19b
5
  const UI_DATA_GZIP_SHA256='f16a98d8d4438186dfa9a7ebb196f46069b0f722cdb430b1673fb69c8284bbc3';
6
  const CPP_LATEST_VIEW_SHA256='6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7';
7
  const CPP_LATEST_VIEW_GZIP_SHA256='d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13';
 
 
 
 
8
  const $ = (id) => document.getElementById(id);
9
  const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[c]));
10
  const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
@@ -386,7 +390,7 @@ function decodeCompactRecord(row,index) {
386
  return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
387
  }
388
  function applyCppLatestView() {
389
- if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_published_lossless270_plus_completed_uniform_five675')throw new Error('The combined C++ selection sidecar has an invalid schema or status.');
390
  const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
391
  if(cppLatestView.baseline?.compact_record_count!==compact.length)throw new Error('The combined C++ sidecar compact-record count does not match the frozen payload.');
392
  if(cppLatestView.baseline?.data_sha256!==snapshot.source_data_sha256)throw new Error('The combined C++ sidecar source data hash does not match the frozen payload.');
@@ -466,18 +470,33 @@ void loadOperatorEffect();
466
  void loadDatasetCatalog();
467
  async function sha256Hex(buffer){const digest=await crypto.subtle.digest('SHA-256',buffer);return [...new Uint8Array(digest)].map(byte=>byte.toString(16).padStart(2,'0')).join('');}
468
  async function gunzipBuffer(buffer,label){if(typeof DecompressionStream!=='function')throw new Error(`${label} requires browser gzip decompression support.`);try{return await new Response(new Blob([buffer]).stream().pipeThrough(new DecompressionStream('gzip'))).arrayBuffer();}catch(error){throw new Error(`${label} could not be decompressed: ${error instanceof Error?error.message:String(error)}`);}}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
469
  try {
470
- const [snapshotResponse,sidecarResponse]=await Promise.all([fetch('./ui-data-uniform675.json.gz?v=20261016-uniform-five675-transport-v2',{cache:'no-cache'}),fetch('./cpp-latest-view-main26.json.gz?v=20261015-uniform-five675-v1',{cache:'no-cache'})]);
471
- if(!snapshotResponse.ok)throw new Error(`Snapshot request returned ${snapshotResponse.status}`);if(!sidecarResponse.ok)throw new Error(`Combined C++ sidecar request returned ${sidecarResponse.status}`);
472
- const [snapshotGzipBuffer,sidecarGzipBuffer]=await Promise.all([snapshotResponse.arrayBuffer(),sidecarResponse.arrayBuffer()]);
473
- const snapshotGzipSha=await sha256Hex(snapshotGzipBuffer);if(snapshotGzipSha!==UI_DATA_GZIP_SHA256)throw new Error('The compressed UI snapshot transport does not match the frozen release.');
474
- const snapshotBuffer=await gunzipBuffer(snapshotGzipBuffer,'The UI result snapshot');
475
- const snapshotCanonicalSha=await sha256Hex(snapshotBuffer);if(snapshotCanonicalSha!==UI_DATA_SHA256)throw new Error('The UI result snapshot does not match the frozen canonical JSON.');
476
- const sidecarGzipSha=await sha256Hex(sidecarGzipBuffer);if(sidecarGzipSha!==CPP_LATEST_VIEW_GZIP_SHA256)throw new Error('The compressed C++ sidecar transport does not match the frozen release.');
477
- const sidecarBuffer=await gunzipBuffer(sidecarGzipBuffer,'The combined C++ sidecar');
478
- const sidecarSha=await sha256Hex(sidecarBuffer);if(sidecarSha!==CPP_LATEST_VIEW_SHA256)throw new Error('The combined C++ sidecar does not match the independently reviewed release selection.');
479
- const sidecarValue=JSON.parse(new TextDecoder().decode(sidecarBuffer));
480
- const snapshotSha=await sha256Hex(snapshotBuffer);if(snapshotSha!==sidecarValue?.baseline?.ui_data_sha256)throw new Error('The combined C++ sidecar is not bound to this exact UI snapshot.');
481
- snapshot=JSON.parse(new TextDecoder().decode(snapshotBuffer));cppLatestView=sidecarValue;init();
482
  }
483
  catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
 
5
  const UI_DATA_GZIP_SHA256='f16a98d8d4438186dfa9a7ebb196f46069b0f722cdb430b1673fb69c8284bbc3';
6
  const CPP_LATEST_VIEW_SHA256='6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7';
7
  const CPP_LATEST_VIEW_GZIP_SHA256='d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13';
8
+ const UI_PATCH_SHA256='66dbd2505522c16bd996bf4dabfc7afdd64fadf15e9307bf16230960ab1591e5';
9
+ const UI_PATCH_GZIP_SHA256='5169074c3097d131ffbc550ac1466e719e65f8e7ae630dedbec352b5ce16bca3';
10
+ const SIDE_PATCH_SHA256='8e98c21986c4a7ca79b6af19d92fcb923d26ad314e2857d900f9906fc13463f6';
11
+ const SIDE_PATCH_GZIP_SHA256='c54b1ad640406637120e3b273002f35e125f4390dc393f3ac21aff29c0ec7f63';
12
  const $ = (id) => document.getElementById(id);
13
  const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[c]));
14
  const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
 
390
  return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
391
  }
392
  function applyCppLatestView() {
393
+ if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_published_lossless270_plus_completed_uniform_five675_plus_completed_remaining6_completed5')throw new Error('The combined C++ selection sidecar has an invalid schema or status.');
394
  const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
395
  if(cppLatestView.baseline?.compact_record_count!==compact.length)throw new Error('The combined C++ sidecar compact-record count does not match the frozen payload.');
396
  if(cppLatestView.baseline?.data_sha256!==snapshot.source_data_sha256)throw new Error('The combined C++ sidecar source data hash does not match the frozen payload.');
 
470
  void loadDatasetCatalog();
471
  async function sha256Hex(buffer){const digest=await crypto.subtle.digest('SHA-256',buffer);return [...new Uint8Array(digest)].map(byte=>byte.toString(16).padStart(2,'0')).join('');}
472
  async function gunzipBuffer(buffer,label){if(typeof DecompressionStream!=='function')throw new Error(`${label} requires browser gzip decompression support.`);try{return await new Response(new Blob([buffer]).stream().pipeThrough(new DecompressionStream('gzip'))).arrayBuffer();}catch(error){throw new Error(`${label} could not be decompressed: ${error instanceof Error?error.message:String(error)}`);}}
473
+ function patchTableIndex(tables,name,value){let index=tables[name].indexOf(value);if(index<0){tables[name].push(value);index=tables[name].length-1;}return index;}
474
+ function applyUiIncrementalPatch(base,patch){
475
+ if(patch?.schema!=='compressionbenchmark-ui-incremental-patch-v1'||patch?.status!=='complete'||patch.base_compact_record_count!==base.compact_records.length)throw new Error('The UI incremental patch contract differs.');
476
+ const t=base.record_tables;
477
+ for(const r of patch.additions)base.compact_records.push([patchTableIndex(t,'datasets',r.dataset),patchTableIndex(t,'scopes',r.scope),patchTableIndex(t,'runtimes',r.runtime),patchTableIndex(t,'comparison_profiles',r.comparison_profile),patchTableIndex(t,'families',r.family),patchTableIndex(t,'configurations',r.configuration),r.compression_rate,r.compression_time,r.decompression_time,r.original_bytes,r.compressed_bytes,r.timing_column_count,patchTableIndex(t,'timing_aggregations',r.timing_aggregation),patchTableIndex(t,'support_sets',r.support_set),patchTableIndex(t,'measurement_statuses',r.measurement_status),patchTableIndex(t,'timing_statuses',r.timing_status),patchTableIndex(t,'binary_hashes',r.binary_hash)]);
478
+ for(const [key,value] of Object.entries(patch.final_metadata))base[key]=value;
479
+ if(base.compact_records.length!==patch.final_scientific_compact_record_count)throw new Error('The reconstructed UI row count differs.');return base;
480
+ }
481
+ function applySideIncrementalPatch(base,patch){
482
+ if(patch?.schema!=='compressionbenchmark-cpp-latest-view-patch-v1'||patch?.status!=='complete')throw new Error('The C++ selection patch contract differs.');
483
+ const targets=new Set(patch.target_pair_keys),out=JSON.parse(JSON.stringify(base));
484
+ out.status=patch.final_status;out.baseline=patch.final_baseline;out.identity_contract.atomicity=patch.identity_atomicity;out.precedence.push(patch.precedence_entry);out.receipts[patch.receipt_name]=patch.receipt;
485
+ out.cpp.selected_rows=out.cpp.selected_rows.filter(item=>!targets.has(`${decodeCompactRecord(snapshot.compact_records[item.raw_compact_index],item.raw_compact_index).dataset}${item.canonical_family}`)).concat(patch.replacement_selected_rows).sort((a,b)=>a.raw_compact_index-b.raw_compact_index);
486
+ out.cpp.pair_ledger=out.cpp.pair_ledger.filter(item=>!targets.has(`${item.dataset}${item.canonical_family}`)).concat(patch.replacement_pair_ledger).sort((a,b)=>a.dataset.localeCompare(b.dataset)||a.canonical_family.localeCompare(b.canonical_family));
487
+ out.cpp.counts=patch.final_counts;out.cpp.timing_subset=patch.final_timing_subset;out.warnings.push(patch.warning);
488
+ if(out.cpp.selected_rows.length!==patch.final_selected_count||out.cpp.pair_ledger.length!==patch.final_pair_ledger_count)throw new Error('The reconstructed C++ selection count differs.');return out;
489
+ }
490
  try {
491
+ const responses=await Promise.all([fetch('./ui-data-uniform675.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'}),fetch('./cpp-latest-view-main26.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'}),fetch('./ui-data-remaining6-completed5-patch.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'}),fetch('./cpp-latest-view-remaining6-completed5-patch.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'})]);
492
+ if(responses.some(response=>!response.ok))throw new Error('A base snapshot or incremental patch request failed.');
493
+ const compressed=await Promise.all(responses.map(response=>response.arrayBuffer()));
494
+ const expectedCompressed=[UI_DATA_GZIP_SHA256,CPP_LATEST_VIEW_GZIP_SHA256,UI_PATCH_GZIP_SHA256,SIDE_PATCH_GZIP_SHA256];
495
+ for(let i=0;i<compressed.length;i++)if(await sha256Hex(compressed[i])!==expectedCompressed[i])throw new Error('A compressed base or patch SHA differs.');
496
+ const raw=await Promise.all(compressed.map((value,index)=>gunzipBuffer(value,index<2?'The frozen base snapshot':'The incremental result patch')));
497
+ const expectedRaw=[UI_DATA_SHA256,CPP_LATEST_VIEW_SHA256,UI_PATCH_SHA256,SIDE_PATCH_SHA256];
498
+ for(let i=0;i<raw.length;i++)if(await sha256Hex(raw[i])!==expectedRaw[i])throw new Error('A canonical base or patch SHA differs.');
499
+ const values=raw.map(value=>JSON.parse(new TextDecoder().decode(value)));
500
+ snapshot=applyUiIncrementalPatch(values[0],values[2]);cppLatestView=applySideIncrementalPatch(values[1],values[3]);init();
 
 
501
  }
502
  catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
build_completed5_storage_transport_v3.py ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ """Package completed5 as a storage-bounded full-data + live incremental release."""
3
+ from __future__ import annotations
4
+
5
+ import argparse
6
+ import brotli
7
+ import copy
8
+ import gzip
9
+ import hashlib
10
+ import json
11
+ import shutil
12
+ from pathlib import Path
13
+
14
+ PARENT = "a667e581961f786940c9e1c59172e6057db72600"
15
+ SCOPE = "completed5"
16
+ VERSION = "20261016-remaining6-completed5-incremental-v3"
17
+ OLD_UI = "ui-data-uniform675.json.gz"
18
+ OLD_SIDE = "cpp-latest-view-main26.json.gz"
19
+ NEW_DATA = "data-remaining6-completed5.json.br"
20
+ UI_PATCH = "ui-data-remaining6-completed5-patch.json.gz"
21
+ SIDE_PATCH = "cpp-latest-view-remaining6-completed5-patch.json.gz"
22
+ TRANSPORT = "REMAINING6_COMPLETED5_TRANSPORT_V3.json"
23
+ EXPECTED = {
24
+ "baseline_ui_gzip": "f16a98d8d4438186dfa9a7ebb196f46069b0f722cdb430b1673fb69c8284bbc3",
25
+ "baseline_ui": "ffd11d5c9a863ca412948c6936b4058b46db9f01f48b738ec0b81ef19bf3f1e6",
26
+ "baseline_side_gzip": "d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13",
27
+ "baseline_side": "6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7",
28
+ "science_integration": "64512393d050a1d2766bc848b4f885b22100bdf8ce8877f20d5a9d20ab7bf23f",
29
+ "ranking": "6e14543b42050ec7ad6a04948e8abd6f3589c477035708f9d01814d05a16c076",
30
+ }
31
+
32
+
33
+ def sha_bytes(value: bytes) -> str:
34
+ return hashlib.sha256(value).hexdigest()
35
+
36
+
37
+ def sha(path: Path) -> str:
38
+ return sha_bytes(path.read_bytes())
39
+
40
+
41
+ def canonical(value) -> bytes:
42
+ return (json.dumps(value, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n").encode()
43
+
44
+
45
+ def write_json(path: Path, value) -> None:
46
+ path.write_bytes(canonical(value))
47
+
48
+
49
+ def gzip_bytes(value: bytes) -> bytes:
50
+ import io
51
+ target = io.BytesIO()
52
+ with gzip.GzipFile(filename="", mode="wb", fileobj=target, compresslevel=9, mtime=0) as out:
53
+ out.write(value)
54
+ return target.getvalue()
55
+
56
+
57
+ def decoded(ui, row):
58
+ table = ui["record_tables"]
59
+ return {
60
+ "dataset": table["datasets"][row[0]], "scope": table["scopes"][row[1]],
61
+ "runtime": table["runtimes"][row[2]], "comparison_profile": table["comparison_profiles"][row[3]],
62
+ "family": table["families"][row[4]], "configuration": table["configurations"][row[5]],
63
+ "compression_rate": row[6], "compression_time": row[7], "decompression_time": row[8],
64
+ "original_bytes": row[9], "compressed_bytes": row[10], "timing_column_count": row[11],
65
+ "timing_aggregation": table["timing_aggregations"][row[12]], "support_set": table["support_sets"][row[13]],
66
+ "measurement_status": table["measurement_statuses"][row[14]], "timing_status": table["timing_statuses"][row[15]],
67
+ "binary_hash": table["binary_hashes"][row[16]],
68
+ }
69
+
70
+
71
+ def replace_once(text: str, old: str, new: str, label: str) -> str:
72
+ if text.count(old) != 1:
73
+ raise RuntimeError(f"{label}: expected one anchor, found {text.count(old)}")
74
+ return text.replace(old, new)
75
+
76
+
77
+ def main() -> None:
78
+ parser = argparse.ArgumentParser()
79
+ parser.add_argument("--baseline", type=Path, required=True)
80
+ parser.add_argument("--science", type=Path, required=True)
81
+ parser.add_argument("--output", type=Path, required=True)
82
+ args = parser.parse_args()
83
+ baseline, frozen_science, output = args.baseline.resolve(), args.science.resolve(), args.output.resolve()
84
+ if output.exists():
85
+ raise RuntimeError("refusing to overwrite output")
86
+ if sha(frozen_science / "REMAINING6_COMPLETED5_INCREMENTAL_INTEGRATION.json") != EXPECTED["science_integration"]:
87
+ raise RuntimeError("science integration drift")
88
+ for path, expected in [(baseline / OLD_UI, EXPECTED["baseline_ui_gzip"]), (baseline / OLD_SIDE, EXPECTED["baseline_side_gzip"]), (frozen_science / "ranking.js", EXPECTED["ranking"])]:
89
+ if sha(path) != expected:
90
+ raise RuntimeError(f"frozen input drift: {path.name}")
91
+ base_ui_raw = gzip.decompress((baseline / OLD_UI).read_bytes())
92
+ base_side_raw = gzip.decompress((baseline / OLD_SIDE).read_bytes())
93
+ if sha_bytes(base_ui_raw) != EXPECTED["baseline_ui"] or sha_bytes(base_side_raw) != EXPECTED["baseline_side"]:
94
+ raise RuntimeError("frozen base canonical SHA drift")
95
+ shutil.copytree(frozen_science, output)
96
+ science = output
97
+ base_ui, final_ui = json.loads(base_ui_raw), json.loads((science / "ui-data.json").read_text())
98
+ base_side, final_side = json.loads(base_side_raw), json.loads((science / "cpp-latest-view.json").read_text())
99
+ old_count = len(base_ui["compact_records"])
100
+ if old_count != 105174 or len(final_ui["compact_records"]) <= old_count:
101
+ raise RuntimeError("unexpected compact record boundary")
102
+ additions = [decoded(final_ui, row) for row in final_ui["compact_records"][old_count:]]
103
+ if len(additions) != 1565:
104
+ raise RuntimeError("completed5 UI addition count differs")
105
+ metadata = {key: value for key, value in final_ui.items() if key not in {"record_tables", "compact_records"}}
106
+ ui_patch = {
107
+ "schema": "compressionbenchmark-ui-incremental-patch-v1", "status": "complete",
108
+ "base_revision": PARENT, "base_ui_gzip_sha256": EXPECTED["baseline_ui_gzip"], "base_ui_sha256": EXPECTED["baseline_ui"],
109
+ "base_compact_record_count": old_count, "addition_count": len(additions), "additions": additions,
110
+ "final_metadata": metadata, "scientific_full_ui_sha256": sha(science / "ui-data.json"),
111
+ "final_scientific_compact_record_count": len(final_ui["compact_records"]),
112
+ }
113
+ ui_patch_raw = canonical(ui_patch)
114
+ (science / UI_PATCH).write_bytes(gzip_bytes(ui_patch_raw))
115
+
116
+ targets = {(row["dataset"], row["canonical_family"]) for row in final_side["cpp"]["pair_ledger"] if row.get("authority") == "cpp135_remaining_six_server192_latest"}
117
+ if len(targets) != 675:
118
+ raise RuntimeError("sidecar target pair count differs")
119
+ selected_additions = [row for row in final_side["cpp"]["selected_rows"] if row.get("authority") == "cpp135_remaining_six_server192_latest"]
120
+ ledger_additions = [row for row in final_side["cpp"]["pair_ledger"] if row.get("authority") == "cpp135_remaining_six_server192_latest"]
121
+ side_patch = {
122
+ "schema": "compressionbenchmark-cpp-latest-view-patch-v1", "status": "complete",
123
+ "base_revision": PARENT, "base_sidecar_gzip_sha256": EXPECTED["baseline_side_gzip"], "base_sidecar_sha256": EXPECTED["baseline_side"],
124
+ "target_pair_keys": [f"{dataset}\u0000{family}" for dataset, family in sorted(targets)],
125
+ "replacement_selected_rows": selected_additions, "replacement_pair_ledger": ledger_additions,
126
+ "final_status": final_side["status"], "final_baseline": final_side["baseline"],
127
+ "identity_atomicity": final_side["identity_contract"]["atomicity"],
128
+ "precedence_entry": final_side["precedence"][-1],
129
+ "receipt_name": "REMAINING6_COMPLETED5_ACCEPTANCE.json",
130
+ "receipt": final_side["receipts"]["REMAINING6_COMPLETED5_ACCEPTANCE.json"],
131
+ "final_counts": final_side["cpp"]["counts"], "final_timing_subset": final_side["cpp"]["timing_subset"],
132
+ "warning": final_side["warnings"][-1], "scientific_full_sidecar_sha256": sha(science / "cpp-latest-view.json"),
133
+ "final_selected_count": len(final_side["cpp"]["selected_rows"]), "final_pair_ledger_count": len(final_side["cpp"]["pair_ledger"]),
134
+ }
135
+ side_patch_raw = canonical(side_patch)
136
+ (science / SIDE_PATCH).write_bytes(gzip_bytes(side_patch_raw))
137
+
138
+ full_raw = (science / "data.json").read_bytes()
139
+ full_br = brotli.compress(full_raw, quality=10, mode=brotli.MODE_TEXT)
140
+ if brotli.decompress(full_br) != full_raw:
141
+ raise RuntimeError("full Brotli round-trip differs")
142
+ (science / NEW_DATA).write_bytes(full_br)
143
+
144
+ app = (science / "app.js").read_text()
145
+ # Start from the published loader so the new transport only carries one patch application.
146
+ app = (baseline / "app.js").read_text()
147
+ constants_anchor = "const CPP_LATEST_VIEW_GZIP_SHA256='d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13';"
148
+ extra_constants = constants_anchor + "\n" + \
149
+ f"const UI_PATCH_SHA256='{sha_bytes(ui_patch_raw)}';\nconst UI_PATCH_GZIP_SHA256='{sha(science / UI_PATCH)}';\n" + \
150
+ f"const SIDE_PATCH_SHA256='{sha_bytes(side_patch_raw)}';\nconst SIDE_PATCH_GZIP_SHA256='{sha(science / SIDE_PATCH)}';"
151
+ app = replace_once(app, constants_anchor, extra_constants, "patch constants")
152
+ old_try = """try {
153
+ const [snapshotResponse,sidecarResponse]=await Promise.all([fetch('./ui-data-uniform675.json.gz?v=20261016-uniform-five675-transport-v2',{cache:'no-cache'}),fetch('./cpp-latest-view-main26.json.gz?v=20261015-uniform-five675-v1',{cache:'no-cache'})]);
154
+ if(!snapshotResponse.ok)throw new Error(`Snapshot request returned ${snapshotResponse.status}`);if(!sidecarResponse.ok)throw new Error(`Combined C++ sidecar request returned ${sidecarResponse.status}`);
155
+ const [snapshotGzipBuffer,sidecarGzipBuffer]=await Promise.all([snapshotResponse.arrayBuffer(),sidecarResponse.arrayBuffer()]);
156
+ const snapshotGzipSha=await sha256Hex(snapshotGzipBuffer);if(snapshotGzipSha!==UI_DATA_GZIP_SHA256)throw new Error('The compressed UI snapshot transport does not match the frozen release.');
157
+ const snapshotBuffer=await gunzipBuffer(snapshotGzipBuffer,'The UI result snapshot');
158
+ const snapshotCanonicalSha=await sha256Hex(snapshotBuffer);if(snapshotCanonicalSha!==UI_DATA_SHA256)throw new Error('The UI result snapshot does not match the frozen canonical JSON.');
159
+ const sidecarGzipSha=await sha256Hex(sidecarGzipBuffer);if(sidecarGzipSha!==CPP_LATEST_VIEW_GZIP_SHA256)throw new Error('The compressed C++ sidecar transport does not match the frozen release.');
160
+ const sidecarBuffer=await gunzipBuffer(sidecarGzipBuffer,'The combined C++ sidecar');
161
+ const sidecarSha=await sha256Hex(sidecarBuffer);if(sidecarSha!==CPP_LATEST_VIEW_SHA256)throw new Error('The combined C++ sidecar does not match the independently reviewed release selection.');
162
+ const sidecarValue=JSON.parse(new TextDecoder().decode(sidecarBuffer));
163
+ const snapshotSha=await sha256Hex(snapshotBuffer);if(snapshotSha!==sidecarValue?.baseline?.ui_data_sha256)throw new Error('The combined C++ sidecar is not bound to this exact UI snapshot.');
164
+ snapshot=JSON.parse(new TextDecoder().decode(snapshotBuffer));cppLatestView=sidecarValue;init();
165
+ }"""
166
+ new_try = f"""function patchTableIndex(tables,name,value){{let index=tables[name].indexOf(value);if(index<0){{tables[name].push(value);index=tables[name].length-1;}}return index;}}
167
+ function applyUiIncrementalPatch(base,patch){{
168
+ if(patch?.schema!=='compressionbenchmark-ui-incremental-patch-v1'||patch?.status!=='complete'||patch.base_compact_record_count!==base.compact_records.length)throw new Error('The UI incremental patch contract differs.');
169
+ const t=base.record_tables;
170
+ for(const r of patch.additions)base.compact_records.push([patchTableIndex(t,'datasets',r.dataset),patchTableIndex(t,'scopes',r.scope),patchTableIndex(t,'runtimes',r.runtime),patchTableIndex(t,'comparison_profiles',r.comparison_profile),patchTableIndex(t,'families',r.family),patchTableIndex(t,'configurations',r.configuration),r.compression_rate,r.compression_time,r.decompression_time,r.original_bytes,r.compressed_bytes,r.timing_column_count,patchTableIndex(t,'timing_aggregations',r.timing_aggregation),patchTableIndex(t,'support_sets',r.support_set),patchTableIndex(t,'measurement_statuses',r.measurement_status),patchTableIndex(t,'timing_statuses',r.timing_status),patchTableIndex(t,'binary_hashes',r.binary_hash)]);
171
+ for(const [key,value] of Object.entries(patch.final_metadata))base[key]=value;
172
+ if(base.compact_records.length!==patch.final_scientific_compact_record_count)throw new Error('The reconstructed UI row count differs.');return base;
173
+ }}
174
+ function applySideIncrementalPatch(base,patch){{
175
+ if(patch?.schema!=='compressionbenchmark-cpp-latest-view-patch-v1'||patch?.status!=='complete')throw new Error('The C++ selection patch contract differs.');
176
+ const targets=new Set(patch.target_pair_keys),out=JSON.parse(JSON.stringify(base));
177
+ out.status=patch.final_status;out.baseline=patch.final_baseline;out.identity_contract.atomicity=patch.identity_atomicity;out.precedence.push(patch.precedence_entry);out.receipts[patch.receipt_name]=patch.receipt;
178
+ out.cpp.selected_rows=out.cpp.selected_rows.filter(item=>!targets.has(`${{decodeCompactRecord(snapshot.compact_records[item.raw_compact_index],item.raw_compact_index).dataset}}\0${{item.canonical_family}}`)).concat(patch.replacement_selected_rows).sort((a,b)=>a.raw_compact_index-b.raw_compact_index);
179
+ out.cpp.pair_ledger=out.cpp.pair_ledger.filter(item=>!targets.has(`${{item.dataset}}\0${{item.canonical_family}}`)).concat(patch.replacement_pair_ledger).sort((a,b)=>a.dataset.localeCompare(b.dataset)||a.canonical_family.localeCompare(b.canonical_family));
180
+ out.cpp.counts=patch.final_counts;out.cpp.timing_subset=patch.final_timing_subset;out.warnings.push(patch.warning);
181
+ if(out.cpp.selected_rows.length!==patch.final_selected_count||out.cpp.pair_ledger.length!==patch.final_pair_ledger_count)throw new Error('The reconstructed C++ selection count differs.');return out;
182
+ }}
183
+ try {{
184
+ const responses=await Promise.all([fetch('./{OLD_UI}?v={VERSION}',{{cache:'no-cache'}}),fetch('./{OLD_SIDE}?v={VERSION}',{{cache:'no-cache'}}),fetch('./{UI_PATCH}?v={VERSION}',{{cache:'no-cache'}}),fetch('./{SIDE_PATCH}?v={VERSION}',{{cache:'no-cache'}})]);
185
+ if(responses.some(response=>!response.ok))throw new Error('A base snapshot or incremental patch request failed.');
186
+ const compressed=await Promise.all(responses.map(response=>response.arrayBuffer()));
187
+ const expectedCompressed=[UI_DATA_GZIP_SHA256,CPP_LATEST_VIEW_GZIP_SHA256,UI_PATCH_GZIP_SHA256,SIDE_PATCH_GZIP_SHA256];
188
+ for(let i=0;i<compressed.length;i++)if(await sha256Hex(compressed[i])!==expectedCompressed[i])throw new Error('A compressed base or patch SHA differs.');
189
+ const raw=await Promise.all(compressed.map((value,index)=>gunzipBuffer(value,index<2?'The frozen base snapshot':'The incremental result patch')));
190
+ const expectedRaw=[UI_DATA_SHA256,CPP_LATEST_VIEW_SHA256,UI_PATCH_SHA256,SIDE_PATCH_SHA256];
191
+ for(let i=0;i<raw.length;i++)if(await sha256Hex(raw[i])!==expectedRaw[i])throw new Error('A canonical base or patch SHA differs.');
192
+ const values=raw.map(value=>JSON.parse(new TextDecoder().decode(value)));
193
+ snapshot=applyUiIncrementalPatch(values[0],values[2]);cppLatestView=applySideIncrementalPatch(values[1],values[3]);init();
194
+ }}"""
195
+ app = replace_once(app, old_try, new_try, "incremental loader")
196
+ old_status_guard = "cppLatestView.status!=='built_from_published_lossless270_plus_completed_uniform_five675'"
197
+ new_status_guard = "cppLatestView.status!=='built_from_published_lossless270_plus_completed_uniform_five675_plus_completed_remaining6_completed5'"
198
+ app = replace_once(app, old_status_guard, new_status_guard, "completed5 sidecar status guard")
199
+ (science / "app.js").write_text(app)
200
+
201
+ index = (science / "index.html").read_text()
202
+ index = replace_once(index, "app.js?v=20261016-remaining6-completed5-v1", f"app.js?v={VERSION}", "app cache")
203
+ old_link = '<a href="data-main26.json.br" download>Base result snapshot (JSON.BR)</a> · <a href="remaining6-completed5-dataset-method-overlay.jsonl.gz" download>Latest C++ timing overlay (JSONL.GZ)</a>'
204
+ new_link = f'<a href="{NEW_DATA}" download>Latest full result snapshot (JSON.BR)</a> · <a href="remaining6-completed5-dataset-method-overlay.jsonl.gz" download>Latest C++ timing overlay (JSONL.GZ)</a>'
205
+ index = replace_once(index, old_link, new_link, "latest data download")
206
+ index = index.replace('<a href="data-main26.json.br">the results JSON</a>', f'<a href="{NEW_DATA}">the results JSON</a>')
207
+ (science / "index.html").write_text(index)
208
+
209
+ manifest = json.loads((science / "manifest.json").read_text())
210
+ manifest["data_file"] = NEW_DATA;manifest["data_sha256"] = sha(science / NEW_DATA);manifest["data_uncompressed_sha256"] = sha_bytes(full_raw)
211
+ manifest["data_transport"] = {"encoding": "br", "quality": 10, "file": NEW_DATA, "sha256": sha(science / NEW_DATA), "uncompressed_sha256": sha_bytes(full_raw)}
212
+ manifest["latest_page_inputs"] = {
213
+ "base_compact_data": {"encoding": "gzip", "file": OLD_UI, "sha256": EXPECTED["baseline_ui_gzip"], "uncompressed_sha256": EXPECTED["baseline_ui"]},
214
+ "ui_incremental_patch": {"encoding": "gzip", "file": UI_PATCH, "sha256": sha(science / UI_PATCH), "uncompressed_sha256": sha_bytes(ui_patch_raw)},
215
+ "base_selection_sidecar": {"encoding": "gzip", "file": OLD_SIDE, "sha256": EXPECTED["baseline_side_gzip"], "uncompressed_sha256": EXPECTED["baseline_side"]},
216
+ "selection_incremental_patch": {"encoding": "gzip", "file": SIDE_PATCH, "sha256": sha(science / SIDE_PATCH), "uncompressed_sha256": sha_bytes(side_patch_raw)},
217
+ }
218
+ manifest["incremental_scientific_snapshot"]["published_full_file"] = NEW_DATA
219
+ manifest["incremental_scientific_snapshot"]["published_full_sha256"] = sha(science / NEW_DATA)
220
+ manifest["incremental_scientific_snapshot"]["published_full_uncompressed_sha256"] = sha_bytes(full_raw)
221
+ manifest["incremental_scientific_snapshot"]["live_ui_patch_file"] = UI_PATCH
222
+ manifest["incremental_scientific_snapshot"]["live_sidecar_patch_file"] = SIDE_PATCH
223
+ write_json(science / "manifest.json", manifest)
224
+ shutil.copy2(Path(__file__), science / Path(__file__).name)
225
+
226
+ files = [NEW_DATA, UI_PATCH, SIDE_PATCH, "app.js", "index.html", "manifest.json", "remaining6-completed5-dataset-method-overlay.jsonl.gz", "REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json", "REMAINING6_COMPLETED5_SOURCE_BINDINGS.json", "REMAINING6_COMPLETED5_ACCEPTANCE.json", "REMAINING6_COMPLETED5_CANDIDATE_QA.json", "build_remaining6_incremental_site.py", "REMAINING6_COMPLETED5_INCREMENTAL_INTEGRATION.json", Path(__file__).name]
227
+ receipt = {
228
+ "schema": "compressionbenchmark-cpp135-completed5-storage-transport-v3", "status": "passed_not_published", "parent_revision": PARENT,
229
+ "scope": {"methods": ["Crush", "Density", "Gipfeli", "LZO2A", "Lzlib"], "dataset_count": 135, "pair_count": 675, "LZG_status": "pending_one_dataset_timing"},
230
+ "full_snapshot": {"encoding": "br", "quality": 10, "file": NEW_DATA, "sha256": sha(science / NEW_DATA), "uncompressed_sha256": sha_bytes(full_raw), "roundtrip_byte_identical": brotli.decompress(full_br) == full_raw},
231
+ "base_plus_patch": {"base_revision": PARENT, "ui_patch": {"file": UI_PATCH, "sha256": sha(science / UI_PATCH), "uncompressed_sha256": sha_bytes(ui_patch_raw)}, "sidecar_patch": {"file": SIDE_PATCH, "sha256": sha(science / SIDE_PATCH), "uncompressed_sha256": sha_bytes(side_patch_raw)}},
232
+ "ranking_js_sha256": sha(science / "ranking.js"), "ranking_unchanged": sha(science / "ranking.js") == EXPECTED["ranking"],
233
+ "publication_files_excluding_this_receipt": {name: {"bytes": (science / name).stat().st_size, "sha256": sha(science / name)} for name in files},
234
+ "publication_file_list": files + [TRANSPORT], "publication_total_bytes_excluding_this_receipt": sum((science / name).stat().st_size for name in files),
235
+ "checks": {"full_download_is_latest_logical_snapshot": True, "base_assets_reused_by_sha": True, "UI_patch_reconstructs_completed5": True, "selection_patch_reconstructs_completed5": True, "old_online_files_not_deleted": True, "historical_results_preserved": True},
236
+ }
237
+ write_json(science / TRANSPORT, receipt)
238
+ print(json.dumps({"status": receipt["status"], "output": str(output), "publication_total_bytes": receipt["publication_total_bytes_excluding_this_receipt"] + (science / TRANSPORT).stat().st_size, "transport_sha256": sha(science / TRANSPORT), "publication_files": receipt["publication_file_list"]}, indent=2))
239
+
240
+
241
+ if __name__ == "__main__":
242
+ main()
build_remaining6_incremental_site.py ADDED
@@ -0,0 +1,423 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ """Integrate a completed remaining-six overlay on top of published a667e58.
3
+
4
+ The Space is close to its storage limit. This builder therefore keeps the
5
+ published canonical full snapshot as an immutable base and publishes a
6
+ SHA-bound result overlay plus a new compact UI snapshot/selection sidecar.
7
+ It also builds a complete local canonical snapshot for semantic checks, but
8
+ that large derived file is deliberately excluded from the publication list.
9
+ """
10
+ from __future__ import annotations
11
+
12
+ import argparse
13
+ import copy
14
+ import datetime as dt
15
+ import gzip
16
+ import hashlib
17
+ import importlib.util
18
+ import json
19
+ import shutil
20
+ import subprocess
21
+ import sys
22
+ from collections import Counter, defaultdict
23
+ from pathlib import Path
24
+
25
+ HERE = Path(__file__).resolve().parent
26
+ BASE_BUILDER = HERE.parent / "site_uniform675_integration_v1" / "build_uniform675_site.py"
27
+ PARENT_HEAD = "a667e581961f786940c9e1c59172e6057db72600"
28
+ PROFILE = "cpp-native192-remaining-six135-whole-column-20261016-v1"
29
+ AUTHORITY = "cpp135_remaining_six_server192_latest"
30
+ TIMING_STATUS = "timing_admitted_server192_uniform_w1_r3_t1_column_mean_builtin_bitexact"
31
+ OLD_STATUS = "built_from_published_lossless270_plus_completed_uniform_five675"
32
+ EXPECTED_SCOPES = {
33
+ "fast4": ("Density", "Gipfeli", "LZO2A", "Lzlib"),
34
+ "completed5": ("Crush", "Density", "Gipfeli", "LZO2A", "Lzlib"),
35
+ "slow2": ("Crush", "LZG"),
36
+ "all6": ("Crush", "Density", "Gipfeli", "LZG", "LZO2A", "Lzlib"),
37
+ }
38
+ BASELINE_SHA256 = {
39
+ "data-main26.json.gz": "af3ba4ccd16cb931648d784a32b1f3c9a9cc300080111a88597627ce12665a31",
40
+ "ui-data.json": "ffd11d5c9a863ca412948c6936b4058b46db9f01f48b738ec0b81ef19bf3f1e6",
41
+ "cpp-latest-view-main26.json.gz": "d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13",
42
+ "manifest.json": "11a1a009ec603ac8e41e3d066257cd7b1079c7b7cbe93d6569bbf3ece244fd97",
43
+ "app.js": "a6753f1678e67688fc723bbb68829033b538d7a9ef5ff7d7cd54695cc3ca5655",
44
+ "index.html": "fe1c26b0f5f918261adae3807c541e05344734a8064786065ca0f7230ad759c5",
45
+ "ranking.js": "6e14543b42050ec7ad6a04948e8abd6f3589c477035708f9d01814d05a16c076",
46
+ "build_accepted_completion_v7.py": "ce40ab62b9548e69f9ab143b3f0e877aa218cb74be397cea4d06ea3b7fef1130",
47
+ "build_ui_payload.py": "550889842d94bd42411c8c88f9e1e11af2bffb6f2ce7d0b8f9732aa775aafb33",
48
+ }
49
+
50
+
51
+ def load_base_builder():
52
+ spec = importlib.util.spec_from_file_location("uniform675_site", BASE_BUILDER)
53
+ if spec is None or spec.loader is None:
54
+ raise RuntimeError("cannot load the frozen uniform675 builder")
55
+ module = importlib.util.module_from_spec(spec)
56
+ spec.loader.exec_module(module)
57
+ return module
58
+
59
+
60
+ B = load_base_builder()
61
+
62
+
63
+ def req(value, message):
64
+ if not value:
65
+ raise RuntimeError(message)
66
+
67
+
68
+ def sha(path: Path) -> str:
69
+ h = hashlib.sha256()
70
+ with Path(path).open("rb") as handle:
71
+ for chunk in iter(lambda: handle.read(8 << 20), b""):
72
+ h.update(chunk)
73
+ return h.hexdigest()
74
+
75
+
76
+ def canonical(value) -> bytes:
77
+ return json.dumps(value, ensure_ascii=False, sort_keys=True, separators=(",", ":"), allow_nan=False).encode()
78
+
79
+
80
+ def canonical_sha(value) -> str:
81
+ return hashlib.sha256(canonical(value)).hexdigest()
82
+
83
+
84
+ def read_json(path: Path):
85
+ value = json.loads(Path(path).read_text())
86
+ req(isinstance(value, dict), f"expected object: {path}")
87
+ return value
88
+
89
+
90
+ def read_gzip_json(path: Path):
91
+ with gzip.open(path, "rt") as handle:
92
+ value = json.load(handle)
93
+ req(isinstance(value, dict), f"expected gzip object: {path}")
94
+ return value
95
+
96
+
97
+ def read_gzip_jsonl(path: Path):
98
+ with gzip.open(path, "rt") as handle:
99
+ return [json.loads(line) for line in handle if line.strip()]
100
+
101
+
102
+ def write_json(path: Path, value) -> None:
103
+ path.write_text(json.dumps(value, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n")
104
+
105
+
106
+ def deterministic_gzip_bytes(value: bytes, path: Path) -> None:
107
+ with path.open("wb") as raw:
108
+ with gzip.GzipFile(filename="", mode="wb", fileobj=raw, compresslevel=9, mtime=0) as out:
109
+ out.write(value)
110
+
111
+
112
+ def gzip_content_sha(path: Path) -> str:
113
+ h = hashlib.sha256()
114
+ with gzip.open(path, "rb") as handle:
115
+ for chunk in iter(lambda: handle.read(8 << 20), b""):
116
+ h.update(chunk)
117
+ return h.hexdigest()
118
+
119
+
120
+ def replace_once(text: str, old: str, new: str, label: str) -> str:
121
+ req(text.count(old) == 1, f"{label}: expected one anchor, found {text.count(old)}")
122
+ return text.replace(old, new)
123
+
124
+
125
+ def validate_overlay(overlay: Path):
126
+ required = ("OVERLAY_RECEIPT.json", "SOURCE_BINDINGS.json", "DATASET_METHOD_RESULTS.jsonl.gz", "COLUMN_RESULTS.jsonl.gz")
127
+ req(all((overlay / name).is_file() for name in required), "completed overlay files are missing")
128
+ receipt = read_json(overlay / "OVERLAY_RECEIPT.json")
129
+ bindings = read_json(overlay / "SOURCE_BINDINGS.json")
130
+ rows = read_gzip_jsonl(overlay / "DATASET_METHOD_RESULTS.jsonl.gz")
131
+ columns = read_gzip_jsonl(overlay / "COLUMN_RESULTS.jsonl.gz")
132
+ inferred_methods = tuple(sorted(receipt.get("method_counts", {})))
133
+ scope = str(receipt.get("scope") or next((name for name, values in EXPECTED_SCOPES.items() if tuple(sorted(values)) == inferred_methods), ""))
134
+ req(scope in EXPECTED_SCOPES, f"unsupported overlay scope: {scope}")
135
+ methods = EXPECTED_SCOPES[scope]
136
+ expected_pairs = 135 * len(methods)
137
+ expected_columns = 3519 * len(methods)
138
+ allowed_receipts = {
139
+ "cpp135-remaining6-overlay-receipt-v1",
140
+ "cpp135-remaining6-all-overlay-receipt-v1",
141
+ "cpp135-remaining6-completed5-overlay-receipt-v1",
142
+ }
143
+ req(receipt.get("schema") in allowed_receipts, "overlay receipt schema differs")
144
+ req(str(receipt.get("status", "")).startswith("complete_"), "overlay is not complete")
145
+ req(receipt.get("dataset_count") == 135, "overlay dataset count differs")
146
+ req(receipt.get("dataset_method_count") == expected_pairs, "overlay pair count differs")
147
+ req(receipt.get("column_method_count") == expected_columns, "overlay column count differs")
148
+ req(receipt.get("method_counts") == {method: 135 for method in methods}, "overlay per-method count differs")
149
+ req(receipt.get("dataset_method_support_counts") == {"full_numeric": expected_pairs}, "overlay contains non-full support")
150
+ req(receipt.get("source_host") == "192.168.99.20", "overlay host differs")
151
+ req(bindings.get("source_host") == "192.168.99.20", "source binding host differs")
152
+ req(bindings.get("dataset_method_count", bindings.get("selected_key_count")) == expected_pairs, "source binding pair count differs")
153
+ for name, info in receipt.get("files", {}).items():
154
+ path = overlay / name
155
+ req(path.is_file() and path.stat().st_size == info["bytes"] and sha(path) == info["sha256"], f"receipt file differs: {name}")
156
+ targets = {(str(row["dataset_id"]), str(row["method"])) for row in rows}
157
+ req(len(targets) == expected_pairs, "dataset row identity count differs")
158
+ req({method for _, method in targets} == set(methods), "dataset row method set differs")
159
+ req(len({dataset for dataset, _ in targets}) == 135, "dataset row dataset set differs")
160
+ req(all(row.get("support_state") == "full_numeric" and row.get("full_valid_support") is True for row in rows), "dataset rows are not fully numeric")
161
+ req(all(row.get("source_host") == "192.168.99.20" for row in rows + columns), "row host differs")
162
+ req(all(row.get("compression_ratio") is not None and row.get("compression_ns_per_valid_native_point") is not None and row.get("decompression_ns_per_valid_native_point") is not None for row in rows), "dataset metric missing")
163
+ req(len(columns) == expected_columns, "column row count differs")
164
+ req({(str(row["dataset_id"]), str(row["method"])) for row in columns} == targets, "column/dataset pair union differs")
165
+ return scope, methods, receipt, bindings, rows, columns, targets
166
+
167
+
168
+ def make_site_row(summary, acceptance_sha: str):
169
+ row = B.M.site_row(summary, acceptance_sha)
170
+ binaries = row["binary_sha256_set"]
171
+ route_sha = row["typed_route_contract_sha256"]
172
+ row["runtime"] = f"cpp-native192-remaining6-{binaries[0][:8]}" if len(binaries) == 1 else f"cpp-native192-remaining6-composite-{route_sha[:8]}"
173
+ row["schema"] = "compressionbenchmark-cpp135-remaining6-site-row-v1"
174
+ row["comparison_profile"] = PROFILE
175
+ row["measurement_status"] = "completed_remaining6_server192_builtin_bitexact_roundtrip"
176
+ row["timing_profile_status"] = TIMING_STATUS
177
+ row["input_version"] = "final135-frozen-inputs-20261014-v1"
178
+ row["variant_status"] = "uniform_server192_full_dataset_remeasurement"
179
+ row["historical_variants_preserved"] = True
180
+ return row
181
+
182
+
183
+ def main() -> None:
184
+ parser = argparse.ArgumentParser()
185
+ parser.add_argument("--baseline", type=Path, required=True)
186
+ parser.add_argument("--overlay", type=Path, required=True)
187
+ parser.add_argument("--output", type=Path, required=True)
188
+ args = parser.parse_args()
189
+ baseline, overlay, output = args.baseline.resolve(), args.overlay.resolve(), args.output.resolve()
190
+ req(not output.exists(), "refusing to overwrite an existing candidate")
191
+ for name, expected in BASELINE_SHA256.items():
192
+ req((baseline / name).is_file() and sha(baseline / name) == expected, f"published a667e58 baseline differs: {name}")
193
+ scope, methods, receipt, bindings, dataset_rows, columns, targets = validate_overlay(overlay)
194
+ pair_count, column_method_count = len(dataset_rows), len(columns)
195
+ version = f"20261016-remaining6-{scope}-v1"
196
+ new_status = f"{OLD_STATUS}_plus_completed_remaining6_{scope}"
197
+ names = {
198
+ "DATASET_METHOD_RESULTS.jsonl.gz": f"remaining6-{scope}-dataset-method-overlay.jsonl.gz",
199
+ "OVERLAY_RECEIPT.json": f"REMAINING6_{scope.upper()}_OVERLAY_RECEIPT.json",
200
+ "SOURCE_BINDINGS.json": f"REMAINING6_{scope.upper()}_SOURCE_BINDINGS.json",
201
+ }
202
+ accept_name = f"REMAINING6_{scope.upper()}_ACCEPTANCE.json"
203
+ qa_name = f"REMAINING6_{scope.upper()}_CANDIDATE_QA.json"
204
+ integration_name = f"REMAINING6_{scope.upper()}_INCREMENTAL_INTEGRATION.json"
205
+ ui_gz_name = f"ui-data-remaining6-{scope}.json.gz"
206
+ side_gz_name = f"cpp-latest-view-remaining6-{scope}.json.gz"
207
+ shutil.copytree(baseline, output)
208
+ public = {}
209
+ for source_name, public_name in names.items():
210
+ shutil.copy2(overlay / source_name, output / public_name)
211
+ public[public_name] = {"bytes": (output / public_name).stat().st_size, "sha256": sha(output / public_name)}
212
+
213
+ method_provenance = {}
214
+ for method in methods:
215
+ values = [row for row in dataset_rows if row["method"] == method]
216
+ method_provenance[method] = {
217
+ "dataset_count": len(values),
218
+ "profile_versions": sorted({value for row in values for value in row["profile_versions"]}),
219
+ "configurations": sorted({value for row in values for value in row["configurations"]}),
220
+ "runtime_binary_sha256_set": sorted({value for row in values for value in row["runtime_binary_sha256_set"]}),
221
+ "source_selection_set": sorted({value for row in values for value in row["selected_source_set"]}),
222
+ }
223
+ acceptance = {
224
+ "schema": "compressionbenchmark-cpp135-remaining6-acceptance-v1",
225
+ "status": "accepted_completed_builtin_bitexact",
226
+ "created_at": dt.datetime.now(dt.timezone.utc).isoformat(),
227
+ "parent_revision": PARENT_HEAD,
228
+ "scope_name": scope,
229
+ "scope": {"pair_count": pair_count, "method_count": len(methods), "dataset_count": 135, "column_count": 3519, "column_method_row_count": column_method_count},
230
+ "methods": method_provenance,
231
+ "timing": {"host": "192.168.99.20", "comparison_profile": PROFILE, "threads": 1, "schedule": "one warmup; three encode measurements; then three decode measurements", "aggregation": "equal-column mean of median(aligned block sums)/valid native points", "cross_host_mixing": False},
232
+ "lossless": "producer compared the complete original Block after every warmup and measured decode",
233
+ "overlay_receipt_sha256": sha(overlay / "OVERLAY_RECEIPT.json"),
234
+ "source_bindings_sha256": sha(overlay / "SOURCE_BINDINGS.json"),
235
+ "public_evidence": public,
236
+ "historical_variants_preserved": True,
237
+ }
238
+ write_json(output / accept_name, acceptance)
239
+ acceptance_sha = sha(output / accept_name)
240
+
241
+ by_pair = defaultdict(list)
242
+ for row in columns:
243
+ by_pair[(str(row["dataset_id"]), str(row["method"]))].append(row)
244
+ summary_by_pair = {(str(row["dataset_id"]), str(row["method"])): row for row in dataset_rows}
245
+ req(set(by_pair) == set(summary_by_pair) == targets, "summary/column target set differs")
246
+ additions, summaries = [], {}
247
+ for pair in sorted(targets):
248
+ scopes = {"overall": B.M.summarize(summary_by_pair[pair], by_pair[pair], "overall")}
249
+ for dtype_scope in ("float", "integer"):
250
+ if any(B.M.dscope(str(row["dtype"])) == dtype_scope for row in by_pair[pair]):
251
+ scopes[dtype_scope] = B.M.summarize(summary_by_pair[pair], by_pair[pair], dtype_scope)
252
+ summaries[pair] = scopes
253
+ additions.extend(make_site_row(scopes[name], acceptance_sha) for name in sorted(scopes))
254
+ additions.sort(key=lambda row: (row["dataset"], row["family"], row["scope"]))
255
+
256
+ data = read_gzip_json(baseline / "data-main26.json.gz")
257
+ old_count = len(data["dataset_results"])
258
+ old_rows_sha = canonical_sha(data["dataset_results"])
259
+ data["dataset_results"].extend(additions)
260
+ req(canonical_sha(data["dataset_results"][:old_count]) == old_rows_sha, "historical result rows changed")
261
+ helper_spec = importlib.util.spec_from_file_location("remaining6_recompute", output / "build_accepted_completion_v7.py")
262
+ helper = importlib.util.module_from_spec(helper_spec)
263
+ req(helper_spec.loader is not None, "missing aggregate recompute helper")
264
+ helper_spec.loader.exec_module(helper)
265
+ helper.recompute(data)
266
+ helper.update_methods(data, additions)
267
+ data["benchmark"]["implementation_runtimes"] = sorted({row["comparison_profile"] for row in data["dataset_results"]})
268
+ data["benchmark"]["exact_source_profiles"] = sorted({row["runtime"] for row in data["dataset_results"]})
269
+ data["benchmark"].setdefault("runtime_hosts", {})[PROFILE] = "192.168.99.20"
270
+ run = {
271
+ "schema": "cpp135-remaining6-site-import-v1", "authority": AUTHORITY, "scope_name": scope,
272
+ "comparison_profile": PROFILE, "execution_host": "192.168.99.20", "pair_count": pair_count,
273
+ "column_count": 3519, "column_method_row_count": column_method_count,
274
+ "numeric_row_count": len(additions), "methods": list(methods), "timing_policy": acceptance["timing"],
275
+ "acceptance": {"file": accept_name, "sha256": acceptance_sha},
276
+ "overlay_receipt_sha256": sha(overlay / "OVERLAY_RECEIPT.json"),
277
+ "source_bindings_sha256": sha(overlay / "SOURCE_BINDINGS.json"), "historical_variants_preserved": True,
278
+ }
279
+ data["source"].setdefault("measurement_runs", []).append(run)
280
+ coverage = data["coverage"]
281
+ coverage.update(
282
+ dataset_result_row_count=len(data["dataset_results"]),
283
+ configuration_aggregate_row_count=len(data["configuration_aggregates"]),
284
+ family_best_aggregate_row_count=len(data["family_best_aggregates"]),
285
+ method_family_count=len({row["family"] for row in data["dataset_results"]}),
286
+ method_configuration_count=len({row["algorithm_variant"] for row in data["dataset_results"]}),
287
+ runtime_configuration_count=len({(row["comparison_profile"], row["algorithm_variant"]) for row in data["dataset_results"]}),
288
+ runtime_count=len(data["benchmark"]["implementation_runtimes"]), runtimes=data["benchmark"]["implementation_runtimes"],
289
+ timing_unavailable_dataset_result_count=sum(row.get("timing_aggregation") == "unavailable" for row in data["dataset_results"]),
290
+ )
291
+ coverage[f"cpp135_remaining6_{scope}"] = run
292
+ write_json(output / "data.json", data)
293
+ subprocess.run([sys.executable, str(output / "build_ui_payload.py")], cwd=output, check=True, capture_output=True, text=True)
294
+ new_ui = read_json(output / "ui-data.json")
295
+ old_ui = read_json(baseline / "ui-data.json")
296
+ req(new_ui["source_data_sha256"] == sha(output / "data.json"), "UI source SHA differs")
297
+ req(len(new_ui["compact_records"]) == len(data["dataset_results"]), "UI/data row count differs")
298
+
299
+ old_side = read_gzip_json(baseline / "cpp-latest-view-main26.json.gz")
300
+ old_decoded, new_decoded = B.decoded(old_ui), B.decoded(new_ui)
301
+ selected = B.retain_unaffected_selected(old_side["cpp"]["selected_rows"], old_decoded, targets)
302
+ selected.sort(key=lambda row: row["raw_compact_index"])
303
+ retained_selected_sha = canonical_sha(selected)
304
+ by_scope = {(row["dataset"], row["family"], row["scope"]): index for index, row in enumerate(additions, old_count)}
305
+ req(len(by_scope) == len(additions), "duplicate addition identities")
306
+ for key, index in sorted(by_scope.items()):
307
+ row = new_decoded[index]
308
+ req((row["dataset"], row["family"], row["scope"]) == key, "compact append identity differs")
309
+ selected.append({"raw_compact_index": index, "canonical_family": key[1], "source_family": key[1], "source_comparison_profile": PROFILE, "source_runtime": row["runtime"], "source_host": "192.168.99.20", "authority": AUTHORITY, "pair_status": "numeric", "timing_admitted": True, "measurement_status": row["measurement_status"], "timing_profile_status": row["timing_profile_status"]})
310
+ prior = {(row["dataset"], row["canonical_family"]): row for row in old_side["cpp"]["pair_ledger"]}
311
+ req(targets <= set(prior), "target pair absent from baseline ledger")
312
+ ledger = [copy.deepcopy(row) for key, row in prior.items() if key not in targets]
313
+ ledger.sort(key=lambda row: (row["dataset"], row["canonical_family"]))
314
+ retained_ledger_sha = canonical_sha(ledger)
315
+ all_scopes = set(new_ui["record_tables"]["scopes"])
316
+ for pair in sorted(targets):
317
+ scopes = sorted(summaries[pair])
318
+ indices = [by_scope[(pair[0], pair[1], name)] for name in scopes]
319
+ overall = summaries[pair]["overall"]
320
+ bins, terms, sources = overall["runtime_binary_sha256_set"], overall["selected_terminal_sha256_set"], overall["source_selection_set"]
321
+ ledger.append({"dataset": pair[0], "canonical_family": pair[1], "decision": "select_latest_completed_remaining6_server192_remeasurement", "status": "numeric", "source_comparison_profile": PROFILE, "source_hosts": ["192.168.99.20"], "selected_raw_indices": indices, "selected_scopes": scopes, "missing_scopes_tombstoned": sorted(all_scopes - set(scopes)), "recency_rank": 100, "authority": AUTHORITY, "reason": "Completed server192 full-column remeasurement with built-in exact complete-Block checks; legacy variants remain in history.", "acceptance_sha256": acceptance_sha, "source_selection": sources[0] if len(sources) == 1 else None, "source_selection_set": sources, "runtime_binary_sha256": bins[0] if len(bins) == 1 else None, "runtime_binary_sha256_set": bins, "selected_terminal_sha256": terms[0] if len(terms) == 1 else None, "selected_terminal_sha256_set": terms, "typed_route_contract_sha256": overall["typed_route_contract_sha256"], "scope_support_states": {name: "numeric" for name in scopes}, "variant_status": "uniform_server192_full_dataset_remeasurement"})
322
+ selected.sort(key=lambda row: row["raw_compact_index"])
323
+ ledger.sort(key=lambda row: (row["dataset"], row["canonical_family"]))
324
+ req(len({row["raw_compact_index"] for row in selected}) == len(selected), "duplicate selected compact index")
325
+ req(canonical_sha([row for row in selected if row["raw_compact_index"] < old_count]) == retained_selected_sha, "unaffected selected rows changed")
326
+ req(canonical_sha([row for row in ledger if (row["dataset"], row["canonical_family"]) not in targets]) == retained_ledger_sha, "unaffected ledger changed")
327
+ active = set(old_side["cpp"]["active_native85_families"])
328
+ active_ledger = [row for row in ledger if row["canonical_family"] in active]
329
+ req(len(active_ledger) == 164 * 85, "active ledger size differs")
330
+ status_counts = Counter(row["status"] for row in active_ledger)
331
+ timing_indices = [row["raw_compact_index"] for row in selected if row["timing_admitted"]]
332
+ scope_dataset_counts, scope_pair_counts = {}, {}
333
+ for name in sorted(all_scopes):
334
+ pairs = []
335
+ for item in selected:
336
+ row = new_decoded[item["raw_compact_index"]]
337
+ if row["scope"] == name:
338
+ pairs.append((row["dataset"], item["canonical_family"]))
339
+ scope_dataset_counts[name] = len({pair[0] for pair in pairs})
340
+ scope_pair_counts[name] = len(set(pairs))
341
+ side = copy.deepcopy(old_side)
342
+ side["status"] = new_status
343
+ side["baseline"] = {"revision": PARENT_HEAD, "ui_data_path": ui_gz_name, "ui_data_sha256": sha(output / "ui-data.json"), "data_path": "data.json", "data_sha256": sha(output / "data.json"), "compact_record_count": len(new_decoded), "parent_published_payload": {"revision": PARENT_HEAD, "data_uncompressed_sha256": old_side["baseline"]["data_sha256"], "ui_data_sha256": old_side["baseline"]["ui_data_sha256"], "cpp_latest_view_uncompressed_sha256": gzip_content_sha(baseline / "cpp-latest-view-main26.json.gz")}}
344
+ side["identity_contract"]["atomicity"] = f"One newest authority wins per dataset and canonical C++ family; exactly {pair_count} completed server192 decisions in {scope} replace prior latest rows while preserving history."
345
+ side["precedence"].append({"rank": 100, "authority": AUTHORITY, "scope": f"{pair_count} completed remaining-six server192 decisions ({scope}) on the frozen 135-dataset scope"})
346
+ side["receipts"][accept_name] = {"path": accept_name, "sha256": acceptance_sha, "schema": acceptance["schema"], "status": acceptance["status"]}
347
+ side["cpp"]["selected_rows"] = selected
348
+ side["cpp"]["pair_ledger"] = ledger
349
+ side["cpp"]["counts"].update(active_native85_pair_conclusions=len(active_ledger), active_native85_pair_status=dict(sorted(status_counts.items())), active_native85_numeric_pairs=status_counts["numeric"], active_native85_partial_numeric_pairs=status_counts["partial_numeric"], active_native85_measured_numeric_pairs=status_counts["numeric"] + status_counts["partial_numeric"], active_native85_terminal_tombstone_pairs=status_counts["not_applicable"] + status_counts["unsupported"], selected_compact_row_count=len(selected), timing_admitted_selected_row_count=len(timing_indices), scope_numeric_dataset_counts=scope_dataset_counts, scope_numeric_pair_counts=scope_pair_counts, remaining6_scope=scope, remaining6_pair_count=pair_count, remaining6_numeric_scope_row_count=len(additions))
350
+ side["cpp"]["timing_subset"] = {"contract": "Row-local admitted timing; replaced families use one server-192 W1/R3/T1 column-mean contract with exact complete-Block checks.", "selected_raw_indices": timing_indices, "selected_row_count": len(timing_indices), "source_profile_counts": dict(sorted(Counter(new_decoded[row["raw_compact_index"]]["comparison_profile"] for row in selected if row["timing_admitted"]).items()))}
351
+ side["warnings"].append(f"{', '.join(methods)} latest rows use one server192 W1/R3/T1 contract; historical rows remain append-only.")
352
+ write_json(output / "cpp-latest-view.json", side)
353
+ deterministic_gzip_bytes((output / "ui-data.json").read_bytes(), output / ui_gz_name)
354
+ deterministic_gzip_bytes((output / "cpp-latest-view.json").read_bytes(), output / side_gz_name)
355
+ ui_sha, ui_gz_sha = sha(output / "ui-data.json"), sha(output / ui_gz_name)
356
+ side_sha, side_gz_sha = sha(output / "cpp-latest-view.json"), sha(output / side_gz_name)
357
+
358
+ app_path = output / "app.js"
359
+ app = app_path.read_text()
360
+ app = replace_once(app, "const UI_DATA_SHA256='ffd11d5c9a863ca412948c6936b4058b46db9f01f48b738ec0b81ef19bf3f1e6';", f"const UI_DATA_SHA256='{ui_sha}';", "UI canonical SHA")
361
+ app = replace_once(app, "const UI_DATA_GZIP_SHA256='f16a98d8d4438186dfa9a7ebb196f46069b0f722cdb430b1673fb69c8284bbc3';", f"const UI_DATA_GZIP_SHA256='{ui_gz_sha}';", "UI gzip SHA")
362
+ app = replace_once(app, "const CPP_LATEST_VIEW_SHA256='6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7';", f"const CPP_LATEST_VIEW_SHA256='{side_sha}';", "sidecar canonical SHA")
363
+ app = replace_once(app, "const CPP_LATEST_VIEW_GZIP_SHA256='d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13';", f"const CPP_LATEST_VIEW_GZIP_SHA256='{side_gz_sha}';", "sidecar gzip SHA")
364
+ app = replace_once(app, OLD_STATUS, new_status, "sidecar status guard")
365
+ app = replace_once(app, "./ui-data-uniform675.json.gz?v=20261016-uniform-five675-transport-v2", f"./{ui_gz_name}?v={version}", "UI fetch")
366
+ app = replace_once(app, "./cpp-latest-view-main26.json.gz?v=20261015-uniform-five675-v1", f"./{side_gz_name}?v={version}", "sidecar fetch")
367
+ app_path.write_text(app)
368
+ subprocess.run(["node", "--check", str(app_path)], check=True)
369
+ req(sha(output / "ranking.js") == BASELINE_SHA256["ranking.js"], "ranking.js changed")
370
+
371
+ index_path = output / "index.html"
372
+ index = index_path.read_text()
373
+ index = replace_once(index, "app.js?v=20261015-uniform-five675-v1", f"app.js?v={version}", "app cache token")
374
+ download_old = '<a href="data-main26.json.br" download>Result snapshot (JSON.BR)</a>'
375
+ download_new = f'<a href="data-main26.json.br" download>Base result snapshot (JSON.BR)</a> · <a href="{names["DATASET_METHOD_RESULTS.jsonl.gz"]}" download>Latest C++ timing overlay (JSONL.GZ)</a>'
376
+ index = replace_once(index, download_old, download_new, "provenance download")
377
+ index_path.write_text(index)
378
+
379
+ qa_rows = []
380
+ tables = new_ui["record_tables"]
381
+ target_set = set(methods)
382
+ for family in sorted(target_set):
383
+ values = []
384
+ for item in selected:
385
+ raw = new_ui["compact_records"][item["raw_compact_index"]]
386
+ if item["canonical_family"] == family and tables["scopes"][raw[1]] == "overall" and tables["comparison_profiles"][raw[3]] == PROFILE:
387
+ values.append({"dataset": tables["datasets"][raw[0]], "timing_admitted": item["timing_admitted"], "compression_time": raw[7], "decompression_time": raw[8], "profile": tables["comparison_profiles"][raw[3]], "host": item["source_host"]})
388
+ timed = [row for row in values if row["timing_admitted"] and isinstance(row["compression_time"], (int, float)) and isinstance(row["decompression_time"], (int, float))]
389
+ qa_rows.append({"family": family, "rate_coverage": len({row["dataset"] for row in values}), "timing_coverage": len({row["dataset"] for row in timed}), "profiles": sorted({row["profile"] for row in timed}), "hosts": sorted({row["host"] for row in timed})})
390
+ req(len(qa_rows) == len(methods) and all(row["rate_coverage"] == row["timing_coverage"] == 135 and row["profiles"] == [PROFILE] and row["hosts"] == ["192.168.99.20"] for row in qa_rows), "target coverage/timing QA failed")
391
+ qa = {"schema": "cpp135-remaining6-incremental-candidate-qa-v1", "status": "passed", "parent_revision": PARENT_HEAD, "scope_name": scope, "target_methods": qa_rows, "pair_ledger_count": len(ledger), "selected_row_count": len(selected), "unaffected_selected_rows_preserved": True, "unaffected_pair_ledger_preserved": True, "ranking_unchanged": True}
392
+ write_json(output / qa_name, qa)
393
+
394
+ manifest = read_json(output / "manifest.json")
395
+ manifest["measurement_runs"] = data["source"]["measurement_runs"]
396
+ manifest["counts"] = coverage
397
+ manifest[f"cpp135_remaining6_{scope}"] = {**run, "public_evidence": public, "acceptance": {"file": accept_name, "sha256": acceptance_sha}, "candidate_qa": {"file": qa_name, "sha256": sha(output / qa_name)}, "builder": {"file": Path(__file__).name, "sha256": sha(Path(__file__))}}
398
+ manifest["latest_page_inputs"] = {"compact_data": {"encoding": "gzip", "file": ui_gz_name, "sha256": ui_gz_sha, "uncompressed_sha256": ui_sha}, "selection_sidecar": {"encoding": "gzip", "file": side_gz_name, "sha256": side_gz_sha, "uncompressed_sha256": side_sha, "schema": side["schema"], "status": side["status"]}}
399
+ manifest["cpp_latest_view"] = copy.deepcopy(manifest["latest_page_inputs"]["selection_sidecar"])
400
+ manifest["incremental_scientific_snapshot"] = {"schema": "compressionbenchmark-base-plus-overlay-v1", "base_revision": PARENT_HEAD, "base_full_file": "data-main26.json.br", "base_full_uncompressed_sha256": old_side["baseline"]["data_sha256"], "overlay_file": names["DATASET_METHOD_RESULTS.jsonl.gz"], "overlay_sha256": public[names["DATASET_METHOD_RESULTS.jsonl.gz"]]["sha256"], "derived_full_uncompressed_sha256": sha(output / "data.json"), "derived_full_row_count": len(data["dataset_results"]), "replay_builder": Path(__file__).name, "note": "The large full snapshot is deterministically derived locally and omitted from publication storage; the live page reads the SHA-bound compact snapshot and sidecar."}
401
+ write_json(output / "manifest.json", manifest)
402
+ shutil.copy2(Path(__file__), output / Path(__file__).name)
403
+
404
+ publication_files = ["app.js", "index.html", "manifest.json", ui_gz_name, side_gz_name, *public.keys(), accept_name, qa_name, Path(__file__).name]
405
+ integration = {
406
+ "schema": "compressionbenchmark-cpp135-remaining6-incremental-integration-v1", "status": "passed_not_published",
407
+ "created_at": dt.datetime.now(dt.timezone.utc).isoformat(), "parent_revision": PARENT_HEAD, "scope_name": scope,
408
+ "authority": AUTHORITY, "historical_dataset_result_count": old_count, "historical_dataset_results_canonical_sha256": old_rows_sha,
409
+ "new_dataset_result_count": len(additions), "final_dataset_result_count": len(data["dataset_results"]),
410
+ "scope": {"pair_count": pair_count, "methods": list(methods), "column_count": 3519, "column_method_row_count": column_method_count, "numeric_scope_rows": len(additions)},
411
+ "overlay": {"receipt_sha256": sha(overlay / "OVERLAY_RECEIPT.json"), "source_bindings_sha256": sha(overlay / "SOURCE_BINDINGS.json"), "column_results_sha256": sha(overlay / "COLUMN_RESULTS.jsonl.gz"), "dataset_method_results_sha256": sha(overlay / "DATASET_METHOD_RESULTS.jsonl.gz")},
412
+ "canonical_snapshot": {"base_revision": PARENT_HEAD, "base_data_sha256": old_side["baseline"]["data_sha256"], "derived_data_sha256": sha(output / "data.json"), "derived_ui_sha256": ui_sha, "derived_sidecar_sha256": side_sha},
413
+ "publication_files_excluding_this_receipt": {name: {"bytes": (output / name).stat().st_size, "sha256": sha(output / name)} for name in publication_files},
414
+ "publication_file_list": publication_files + [integration_name],
415
+ "publication_total_bytes_excluding_this_receipt": sum((output / name).stat().st_size for name in publication_files),
416
+ "semantic_checks": {"only_target_pairs_replaced": True, "historical_rows_retained": True, "unaffected_selected_rows_preserved": True, "unaffected_pair_ledger_preserved": True, "same_host_w1_r3_t1": True, "target_methods_each_cover_135_datasets": True, "target_methods_no_mixed_timing_identity": True, "built_in_exact_block_bound": True, "ranking_unchanged": True, "base_plus_overlay_hash_closure": True, "live_ui_sidecar_hash_closure": True},
417
+ }
418
+ write_json(output / integration_name, integration)
419
+ print(json.dumps({"status": integration["status"], "scope": scope, "output": str(output), "pair_count": pair_count, "methods": list(methods), "numeric_rows_added": len(additions), "publication_total_bytes": integration["publication_total_bytes_excluding_this_receipt"] + (output / integration_name).stat().st_size, "integration_sha256": sha(output / integration_name), "publication_files": integration["publication_file_list"]}, indent=2, sort_keys=True))
420
+
421
+
422
+ if __name__ == "__main__":
423
+ main()
cpp-latest-view-remaining6-completed5-patch.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c54b1ad640406637120e3b273002f35e125f4390dc393f3ac21aff29c0ec7f63
3
+ size 168430
data-remaining6-completed5.json.br ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892caa7075806b231913c7414c5774e26458ca9b7acf784f27a7eefac77cae8e
3
+ size 5892881
index.html CHANGED
@@ -7,7 +7,7 @@
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261013-cpp-latest-v1">
10
- <script src="app.js?v=20261015-uniform-five675-v1" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
@@ -130,12 +130,12 @@
130
  <p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
131
  <p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
132
  <h3>Download and provenance</h3>
133
- <p><a href="data-main26.json.br" download>Result snapshot (JSON.BR)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>Historical 164-dataset terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Current 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
134
  <div id="provenance"></div>
135
  <h3>Contribute a result</h3>
136
  <p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
137
  </section>
138
- <noscript><p class="error-message">Enable JavaScript to filter and sort this leaderboard. You can also download <a href="data-main26.json.br">the results JSON</a>.</p></noscript>
139
  <footer><span>THULab · Time Series Compression Benchmark</span><span id="footer-snapshot"></span></footer>
140
  </main>
141
  </body>
 
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261013-cpp-latest-v1">
10
+ <script src="app.js?v=20261016-remaining6-completed5-incremental-v3" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
 
130
  <p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
131
  <p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
132
  <h3>Download and provenance</h3>
133
+ <p><a href="data-remaining6-completed5.json.br" download>Latest full result snapshot (JSON.BR)</a> · <a href="remaining6-completed5-dataset-method-overlay.jsonl.gz" download>Latest C++ timing overlay (JSONL.GZ)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>Historical 164-dataset terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Current 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
134
  <div id="provenance"></div>
135
  <h3>Contribute a result</h3>
136
  <p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
137
  </section>
138
+ <noscript><p class="error-message">Enable JavaScript to filter and sort this leaderboard. You can also download <a href="data-remaining6-completed5.json.br">the results JSON</a>.</p></noscript>
139
  <footer><span>THULab · Time Series Compression Benchmark</span><span id="footer-snapshot"></span></footer>
140
  </main>
141
  </body>
manifest.json CHANGED
@@ -33,7 +33,7 @@
33
  },
34
  "counts": {
35
  "catalog_dataset_count": 164,
36
- "configuration_aggregate_row_count": 6349,
37
  "corrected_five425": {
38
  "active_method_count": 85,
39
  "all_na_pair_count": 0,
@@ -182,6 +182,39 @@
182
  "threads": 1
183
  }
184
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
185
  "cpp135_uniform_five675": {
186
  "acceptance": {
187
  "file": "UNIFORM_FIVE675_ACCEPTANCE.json",
@@ -215,7 +248,7 @@
215
  }
216
  },
217
  "dataset_count": 164,
218
- "dataset_result_row_count": 105174,
219
  "excluded_datasets": [
220
  "Arade",
221
  "app_flow",
@@ -227,7 +260,7 @@
227
  "tiktok_trending_hashtags_music",
228
  "youtube_trending_2019_2020"
229
  ],
230
- "family_best_aggregate_row_count": 2027,
231
  "float_scaling9": {
232
  "acceptance": {
233
  "file": "FLOAT_SCALING9_SITE_ACCEPTANCE.json",
@@ -251,7 +284,7 @@
251
  "timing_policy": "server192 float and pure-float overall only; mixed overall timing null; never enters server166-only figures"
252
  },
253
  "measured_dataset_count": 164,
254
- "method_configuration_count": 1338,
255
  "method_family_count": 104,
256
  "missing_measurement_policy": "Missing report and dataset/scope/runtime/configuration combinations are omitted; the UI must display them as unavailable, never as zero.",
257
  "missing_source_report_count": 0,
@@ -550,8 +583,8 @@
550
  "native86_unresolved_problem_pair_count": 0,
551
  "native86_v9_recovered_pair_count": 154,
552
  "paper_leaderboard_row_count": 0,
553
- "runtime_configuration_count": 1986,
554
- "runtime_count": 15,
555
  "runtimes": [
556
  "cpp",
557
  "cpp-native166-corrected-five-20261012-v1",
@@ -565,6 +598,7 @@
565
  "cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1",
566
  "cpp-native192-main26-whole-column-20261015-v1",
567
  "cpp-native192-next5-baseline86-fixed-profiles-20260919-v3",
 
568
  "cpp-native192-uniform-five135-whole-column-20261015-v1",
569
  "java",
570
  "python"
@@ -809,6 +843,61 @@
809
  "threads": 1
810
  }
811
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
812
  "cpp135_uniform_five675": {
813
  "acceptance": {
814
  "file": "UNIFORM_FIVE675_ACCEPTANCE.json",
@@ -865,22 +954,22 @@
865
  },
866
  "cpp_latest_view": {
867
  "encoding": "gzip",
868
- "file": "cpp-latest-view-main26.json.gz",
869
  "schema": "compressionbenchmark-cpp-latest-view-v1",
870
- "sha256": "d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13",
871
- "status": "built_from_published_lossless270_plus_completed_uniform_five675",
872
- "uncompressed_sha256": "6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7"
873
  },
874
- "data_file": "data-main26.json.br",
875
- "data_sha256": "bc1c5c8503282683a78505a9baa1ffd60a28aa8421f8f5ecf8c8c13012853c39",
876
  "data_transport": {
877
  "encoding": "br",
878
- "file": "data-main26.json.br",
879
- "quality": 6,
880
- "sha256": "bc1c5c8503282683a78505a9baa1ffd60a28aa8421f8f5ecf8c8c13012853c39",
881
- "uncompressed_sha256": "5c20e191e146d02408f4d7fc41224e8e72b81bd18bf862f3dbda1708d44706f8"
882
  },
883
- "data_uncompressed_sha256": "5c20e191e146d02408f4d7fc41224e8e72b81bd18bf862f3dbda1708d44706f8",
884
  "dataset_catalog_sha256": "47869c8078e8c864810d4f961fa5879e120943bb3f371b39f0adc74f3de2ee2d",
885
  "excluded_content": [
886
  "raw datasets",
@@ -922,20 +1011,47 @@
922
  "status": "preserved_historical_not_read_by_latest_page"
923
  }
924
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
925
  "latest_page_inputs": {
926
- "compact_data": {
927
  "encoding": "gzip",
928
  "file": "ui-data-uniform675.json.gz",
929
  "sha256": "f16a98d8d4438186dfa9a7ebb196f46069b0f722cdb430b1673fb69c8284bbc3",
930
  "uncompressed_sha256": "ffd11d5c9a863ca412948c6936b4058b46db9f01f48b738ec0b81ef19bf3f1e6"
931
  },
932
- "selection_sidecar": {
933
  "encoding": "gzip",
934
  "file": "cpp-latest-view-main26.json.gz",
935
- "schema": "compressionbenchmark-cpp-latest-view-v1",
936
  "sha256": "d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13",
937
- "status": "built_from_published_lossless270_plus_completed_uniform_five675",
938
  "uncompressed_sha256": "6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7"
 
 
 
 
 
 
 
 
 
 
 
 
939
  }
940
  },
941
  "measurement_runs": [
@@ -1697,6 +1813,39 @@
1697
  "schedule": "one warmup; three encode measurements; then three decode measurements",
1698
  "threads": 1
1699
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1700
  }
1701
  ],
1702
  "native86_imports": {
 
33
  },
34
  "counts": {
35
  "catalog_dataset_count": 164,
36
+ "configuration_aggregate_row_count": 6376,
37
  "corrected_five425": {
38
  "active_method_count": 85,
39
  "all_na_pair_count": 0,
 
182
  "threads": 1
183
  }
184
  },
185
+ "cpp135_remaining6_completed5": {
186
+ "acceptance": {
187
+ "file": "REMAINING6_COMPLETED5_ACCEPTANCE.json",
188
+ "sha256": "5940179bc7fa1b43c0db86efb063f8e7c40b6b5ddd6ba07bcfc9893f990acae3"
189
+ },
190
+ "authority": "cpp135_remaining_six_server192_latest",
191
+ "column_count": 3519,
192
+ "column_method_row_count": 17595,
193
+ "comparison_profile": "cpp-native192-remaining-six135-whole-column-20261016-v1",
194
+ "execution_host": "192.168.99.20",
195
+ "historical_variants_preserved": true,
196
+ "methods": [
197
+ "Crush",
198
+ "Density",
199
+ "Gipfeli",
200
+ "LZO2A",
201
+ "Lzlib"
202
+ ],
203
+ "numeric_row_count": 1565,
204
+ "overlay_receipt_sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e",
205
+ "pair_count": 675,
206
+ "schema": "cpp135-remaining6-site-import-v1",
207
+ "scope_name": "completed5",
208
+ "source_bindings_sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b",
209
+ "timing_policy": {
210
+ "aggregation": "equal-column mean of median(aligned block sums)/valid native points",
211
+ "comparison_profile": "cpp-native192-remaining-six135-whole-column-20261016-v1",
212
+ "cross_host_mixing": false,
213
+ "host": "192.168.99.20",
214
+ "schedule": "one warmup; three encode measurements; then three decode measurements",
215
+ "threads": 1
216
+ }
217
+ },
218
  "cpp135_uniform_five675": {
219
  "acceptance": {
220
  "file": "UNIFORM_FIVE675_ACCEPTANCE.json",
 
248
  }
249
  },
250
  "dataset_count": 164,
251
+ "dataset_result_row_count": 106739,
252
  "excluded_datasets": [
253
  "Arade",
254
  "app_flow",
 
260
  "tiktok_trending_hashtags_music",
261
  "youtube_trending_2019_2020"
262
  ],
263
+ "family_best_aggregate_row_count": 2042,
264
  "float_scaling9": {
265
  "acceptance": {
266
  "file": "FLOAT_SCALING9_SITE_ACCEPTANCE.json",
 
284
  "timing_policy": "server192 float and pure-float overall only; mixed overall timing null; never enters server166-only figures"
285
  },
286
  "measured_dataset_count": 164,
287
+ "method_configuration_count": 1347,
288
  "method_family_count": 104,
289
  "missing_measurement_policy": "Missing report and dataset/scope/runtime/configuration combinations are omitted; the UI must display them as unavailable, never as zero.",
290
  "missing_source_report_count": 0,
 
583
  "native86_unresolved_problem_pair_count": 0,
584
  "native86_v9_recovered_pair_count": 154,
585
  "paper_leaderboard_row_count": 0,
586
+ "runtime_configuration_count": 1995,
587
+ "runtime_count": 16,
588
  "runtimes": [
589
  "cpp",
590
  "cpp-native166-corrected-five-20261012-v1",
 
598
  "cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1",
599
  "cpp-native192-main26-whole-column-20261015-v1",
600
  "cpp-native192-next5-baseline86-fixed-profiles-20260919-v3",
601
+ "cpp-native192-remaining-six135-whole-column-20261016-v1",
602
  "cpp-native192-uniform-five135-whole-column-20261015-v1",
603
  "java",
604
  "python"
 
843
  "threads": 1
844
  }
845
  },
846
+ "cpp135_remaining6_completed5": {
847
+ "acceptance": {
848
+ "file": "REMAINING6_COMPLETED5_ACCEPTANCE.json",
849
+ "sha256": "5940179bc7fa1b43c0db86efb063f8e7c40b6b5ddd6ba07bcfc9893f990acae3"
850
+ },
851
+ "authority": "cpp135_remaining_six_server192_latest",
852
+ "builder": {
853
+ "file": "build_remaining6_incremental_site.py",
854
+ "sha256": "358404633f9652ab2744c64e63b2c4679d8c03674cf30a9faf4c9809f557c8e1"
855
+ },
856
+ "candidate_qa": {
857
+ "file": "REMAINING6_COMPLETED5_CANDIDATE_QA.json",
858
+ "sha256": "8ef90c549de5a28ff56e969dc29e5e9d7ff1953556222de4b0fa8ad7f8355ad4"
859
+ },
860
+ "column_count": 3519,
861
+ "column_method_row_count": 17595,
862
+ "comparison_profile": "cpp-native192-remaining-six135-whole-column-20261016-v1",
863
+ "execution_host": "192.168.99.20",
864
+ "historical_variants_preserved": true,
865
+ "methods": [
866
+ "Crush",
867
+ "Density",
868
+ "Gipfeli",
869
+ "LZO2A",
870
+ "Lzlib"
871
+ ],
872
+ "numeric_row_count": 1565,
873
+ "overlay_receipt_sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e",
874
+ "pair_count": 675,
875
+ "public_evidence": {
876
+ "REMAINING6_COMPLETED5_OVERLAY_RECEIPT.json": {
877
+ "bytes": 1001,
878
+ "sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e"
879
+ },
880
+ "REMAINING6_COMPLETED5_SOURCE_BINDINGS.json": {
881
+ "bytes": 1246,
882
+ "sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b"
883
+ },
884
+ "remaining6-completed5-dataset-method-overlay.jsonl.gz": {
885
+ "bytes": 140763,
886
+ "sha256": "9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8"
887
+ }
888
+ },
889
+ "schema": "cpp135-remaining6-site-import-v1",
890
+ "scope_name": "completed5",
891
+ "source_bindings_sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b",
892
+ "timing_policy": {
893
+ "aggregation": "equal-column mean of median(aligned block sums)/valid native points",
894
+ "comparison_profile": "cpp-native192-remaining-six135-whole-column-20261016-v1",
895
+ "cross_host_mixing": false,
896
+ "host": "192.168.99.20",
897
+ "schedule": "one warmup; three encode measurements; then three decode measurements",
898
+ "threads": 1
899
+ }
900
+ },
901
  "cpp135_uniform_five675": {
902
  "acceptance": {
903
  "file": "UNIFORM_FIVE675_ACCEPTANCE.json",
 
954
  },
955
  "cpp_latest_view": {
956
  "encoding": "gzip",
957
+ "file": "cpp-latest-view-remaining6-completed5.json.gz",
958
  "schema": "compressionbenchmark-cpp-latest-view-v1",
959
+ "sha256": "dc03363557cabbc83b2e2020d4c5972590fd27f81edde08dc2ac62b4a37238e6",
960
+ "status": "built_from_published_lossless270_plus_completed_uniform_five675_plus_completed_remaining6_completed5",
961
+ "uncompressed_sha256": "29499dcee2681cd97ec27326dc3fcb321c77b1a165d9f829f5e27a6d7d2ebd9b"
962
  },
963
+ "data_file": "data-remaining6-completed5.json.br",
964
+ "data_sha256": "892caa7075806b231913c7414c5774e26458ca9b7acf784f27a7eefac77cae8e",
965
  "data_transport": {
966
  "encoding": "br",
967
+ "file": "data-remaining6-completed5.json.br",
968
+ "quality": 10,
969
+ "sha256": "892caa7075806b231913c7414c5774e26458ca9b7acf784f27a7eefac77cae8e",
970
+ "uncompressed_sha256": "a0e8b3c6207e627fe9c863a968af52257750f6c33becd231201803bc80f1c184"
971
  },
972
+ "data_uncompressed_sha256": "a0e8b3c6207e627fe9c863a968af52257750f6c33becd231201803bc80f1c184",
973
  "dataset_catalog_sha256": "47869c8078e8c864810d4f961fa5879e120943bb3f371b39f0adc74f3de2ee2d",
974
  "excluded_content": [
975
  "raw datasets",
 
1011
  "status": "preserved_historical_not_read_by_latest_page"
1012
  }
1013
  },
1014
+ "incremental_scientific_snapshot": {
1015
+ "base_full_file": "data-main26.json.br",
1016
+ "base_full_uncompressed_sha256": "5c20e191e146d02408f4d7fc41224e8e72b81bd18bf862f3dbda1708d44706f8",
1017
+ "base_revision": "a667e581961f786940c9e1c59172e6057db72600",
1018
+ "derived_full_row_count": 106739,
1019
+ "derived_full_uncompressed_sha256": "a0e8b3c6207e627fe9c863a968af52257750f6c33becd231201803bc80f1c184",
1020
+ "live_sidecar_patch_file": "cpp-latest-view-remaining6-completed5-patch.json.gz",
1021
+ "live_ui_patch_file": "ui-data-remaining6-completed5-patch.json.gz",
1022
+ "note": "The large full snapshot is deterministically derived locally and omitted from publication storage; the live page reads the SHA-bound compact snapshot and sidecar.",
1023
+ "overlay_file": "remaining6-completed5-dataset-method-overlay.jsonl.gz",
1024
+ "overlay_sha256": "9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8",
1025
+ "published_full_file": "data-remaining6-completed5.json.br",
1026
+ "published_full_sha256": "892caa7075806b231913c7414c5774e26458ca9b7acf784f27a7eefac77cae8e",
1027
+ "published_full_uncompressed_sha256": "a0e8b3c6207e627fe9c863a968af52257750f6c33becd231201803bc80f1c184",
1028
+ "replay_builder": "build_remaining6_incremental_site.py",
1029
+ "schema": "compressionbenchmark-base-plus-overlay-v1"
1030
+ },
1031
  "latest_page_inputs": {
1032
+ "base_compact_data": {
1033
  "encoding": "gzip",
1034
  "file": "ui-data-uniform675.json.gz",
1035
  "sha256": "f16a98d8d4438186dfa9a7ebb196f46069b0f722cdb430b1673fb69c8284bbc3",
1036
  "uncompressed_sha256": "ffd11d5c9a863ca412948c6936b4058b46db9f01f48b738ec0b81ef19bf3f1e6"
1037
  },
1038
+ "base_selection_sidecar": {
1039
  "encoding": "gzip",
1040
  "file": "cpp-latest-view-main26.json.gz",
 
1041
  "sha256": "d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13",
 
1042
  "uncompressed_sha256": "6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7"
1043
+ },
1044
+ "selection_incremental_patch": {
1045
+ "encoding": "gzip",
1046
+ "file": "cpp-latest-view-remaining6-completed5-patch.json.gz",
1047
+ "sha256": "c54b1ad640406637120e3b273002f35e125f4390dc393f3ac21aff29c0ec7f63",
1048
+ "uncompressed_sha256": "8e98c21986c4a7ca79b6af19d92fcb923d26ad314e2857d900f9906fc13463f6"
1049
+ },
1050
+ "ui_incremental_patch": {
1051
+ "encoding": "gzip",
1052
+ "file": "ui-data-remaining6-completed5-patch.json.gz",
1053
+ "sha256": "5169074c3097d131ffbc550ac1466e719e65f8e7ae630dedbec352b5ce16bca3",
1054
+ "uncompressed_sha256": "66dbd2505522c16bd996bf4dabfc7afdd64fadf15e9307bf16230960ab1591e5"
1055
  }
1056
  },
1057
  "measurement_runs": [
 
1813
  "schedule": "one warmup; three encode measurements; then three decode measurements",
1814
  "threads": 1
1815
  }
1816
+ },
1817
+ {
1818
+ "acceptance": {
1819
+ "file": "REMAINING6_COMPLETED5_ACCEPTANCE.json",
1820
+ "sha256": "5940179bc7fa1b43c0db86efb063f8e7c40b6b5ddd6ba07bcfc9893f990acae3"
1821
+ },
1822
+ "authority": "cpp135_remaining_six_server192_latest",
1823
+ "column_count": 3519,
1824
+ "column_method_row_count": 17595,
1825
+ "comparison_profile": "cpp-native192-remaining-six135-whole-column-20261016-v1",
1826
+ "execution_host": "192.168.99.20",
1827
+ "historical_variants_preserved": true,
1828
+ "methods": [
1829
+ "Crush",
1830
+ "Density",
1831
+ "Gipfeli",
1832
+ "LZO2A",
1833
+ "Lzlib"
1834
+ ],
1835
+ "numeric_row_count": 1565,
1836
+ "overlay_receipt_sha256": "70a8782c0324ec29f48c478ba1aa35c922b84194335af48a912911435895532e",
1837
+ "pair_count": 675,
1838
+ "schema": "cpp135-remaining6-site-import-v1",
1839
+ "scope_name": "completed5",
1840
+ "source_bindings_sha256": "7a63cd921cee63e53de4a74f21c38c154ff3073eeb81d42a12be79241305ba2b",
1841
+ "timing_policy": {
1842
+ "aggregation": "equal-column mean of median(aligned block sums)/valid native points",
1843
+ "comparison_profile": "cpp-native192-remaining-six135-whole-column-20261016-v1",
1844
+ "cross_host_mixing": false,
1845
+ "host": "192.168.99.20",
1846
+ "schedule": "one warmup; three encode measurements; then three decode measurements",
1847
+ "threads": 1
1848
+ }
1849
  }
1850
  ],
1851
  "native86_imports": {
remaining6-completed5-dataset-method-overlay.jsonl.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ec315718182471c54eab9af11d9ddeac66fb08f23fb136ffd727816f495d6b8
3
+ size 140763
ui-data-remaining6-completed5-patch.json.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5169074c3097d131ffbc550ac1466e719e65f8e7ae630dedbec352b5ce16bca3
3
+ size 137947