jzxiao commited on
Commit
963f2ff
·
verified ·
1 Parent(s): 86c9d33

Update nine scaled integer codecs on the current 135-dataset benchmark

Browse files

Import 1,206 completed float-column jobs and 27,522 column measurements; retain existing integer results and historical outputs. Partial numeric support is explicit, and mixed-host timing remains unavailable. Refresh full and compact data, evidence, and cache bindings.

FLOAT_SCALING9_SITE_ACCEPTANCE.json ADDED
@@ -0,0 +1,251 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "admission": {
3
+ "float_timing": "accepted only over the exact supported numeric subset within the server-192 profile as equal-column arithmetic mean of per-column ns/point",
4
+ "mixed_overall_timing": "unavailable; server-166 integer and server-192 float timing are never merged",
5
+ "rate_bytes": "accepted exact P172B861 complete-frame bytes over the exact supported numeric subset; partial rows are never described as full-workload coverage",
6
+ "unsupported_and_NA": "explicit states retained; no zero-valued results fabricated"
7
+ },
8
+ "created_at": "2026-10-15T03:15:05.494450+00:00",
9
+ "producer_terminal_status_preserved": "completed_unreviewed",
10
+ "public_overlay": {
11
+ "file": "float-scaling9-dataset-overlays.jsonl.gz",
12
+ "rows": 1206,
13
+ "sha256": "027760f75a88dd8b91b658797855c3c5339ac74c7ef394105a37e4912f25afc7"
14
+ },
15
+ "schema": "compressionbenchmark-float-scaling9-site-acceptance-v1",
16
+ "scope": {
17
+ "column_method_count": 27522,
18
+ "current_measured_dataset_count": 135,
19
+ "dataset_count_with_float": 134,
20
+ "dataset_method_count": 1206,
21
+ "method_count": 9,
22
+ "method_ids": [
23
+ "2DIFF",
24
+ "BOS",
25
+ "DBP",
26
+ "FastPFor",
27
+ "LECO",
28
+ "REGER",
29
+ "RLBE",
30
+ "SVB",
31
+ "Simple8b"
32
+ ],
33
+ "pure_integer_dataset_retained": "NYC_Yellow_Taxi_Trip"
34
+ },
35
+ "status": "accepted_for_rate_and_own_profile_timing",
36
+ "validation": {
37
+ "augmentation": null,
38
+ "column_method_count": 27522,
39
+ "cross_host_timing": "forbidden",
40
+ "dataset_count": 134,
41
+ "dataset_method_count": 1206,
42
+ "failed_columns": 0,
43
+ "failed_jobs": 0,
44
+ "method_count": 9,
45
+ "runtime_binary_sha256": "0558378c92fe855f666da67d4f712043df084838619f35af9e2ae40dc183c704",
46
+ "source_file_sha256": {
47
+ "CAMPAIGN_TERMINAL.json": "e0aa76d39ffb9d132b60f5075ac6f92df8c85a03c4d437d6097a9bd09e2a476f",
48
+ "DELIVERY_RECEIPT.json": "57ec6d83bd13e8e1312ba77266119a401e2fbfb37ede28170e753557187411ef",
49
+ "FLOAT_COLUMN_RESULTS.jsonl": "43884b68676c265c99e7ea73d5d026aba939c04f50a1df4d29d570d285577ab2",
50
+ "FLOAT_DATASET_METHOD_OVERLAY.jsonl": "77f016e4fe87f81a178749ba315627089420b23dd27dd26aa1ac50f09415eda5",
51
+ "SOURCE_BINDINGS.json": "b1e392e009b379e85b20c5d701954482b16873a2de536bb506f86da7dc61d59f",
52
+ "START.json": "d6b85101ef0960d56cf9ecd202f63ec8117630589adb8818160530583dfebe2d",
53
+ "SUMMARY.json": "d9e97cff8707ab20cf9f28e33b8dbf9dbfeee9edf224edfc66b89662587a031f"
54
+ },
55
+ "support_semantics": {
56
+ "by_method": {
57
+ "2DIFF": {
58
+ "full_numeric_workload_dataset_count_with_NYC": 118,
59
+ "measurement_row_dataset_count_with_NYC": 135,
60
+ "partial_numeric_dataset_count": 17,
61
+ "partial_numeric_datasets": [
62
+ "Bar-Crawl",
63
+ "Romance",
64
+ "current_velocity",
65
+ "eea_pm25_forecasting",
66
+ "faang_engineered_time_series_features_2013_2025",
67
+ "goes_omni_electron_flux_forecasting",
68
+ "hourly-stock-data-2023",
69
+ "kdd_cup_2018",
70
+ "kraken-trading-data",
71
+ "multi_model_trading_data",
72
+ "ooni_censorship_historical",
73
+ "orbital_chaos_nasa_ssc",
74
+ "reg_forecasting_v2",
75
+ "stock_dataset",
76
+ "timeseries_1mn_stocks",
77
+ "tourism_residuals",
78
+ "wind_farms_minutely"
79
+ ],
80
+ "unsupported_valid_value_count": 59930570
81
+ },
82
+ "BOS": {
83
+ "full_numeric_workload_dataset_count_with_NYC": 123,
84
+ "measurement_row_dataset_count_with_NYC": 135,
85
+ "partial_numeric_dataset_count": 12,
86
+ "partial_numeric_datasets": [
87
+ "Bar-Crawl",
88
+ "current_velocity",
89
+ "eea_pm25_forecasting",
90
+ "goes_omni_electron_flux_forecasting",
91
+ "kdd_cup_2018",
92
+ "kraken-trading-data",
93
+ "ooni_censorship_historical",
94
+ "orbital_chaos_nasa_ssc",
95
+ "reg_forecasting_v2",
96
+ "stock_dataset",
97
+ "timeseries_1mn_stocks",
98
+ "wind_farms_minutely"
99
+ ],
100
+ "unsupported_valid_value_count": 19762417
101
+ },
102
+ "DBP": {
103
+ "full_numeric_workload_dataset_count_with_NYC": 123,
104
+ "measurement_row_dataset_count_with_NYC": 135,
105
+ "partial_numeric_dataset_count": 12,
106
+ "partial_numeric_datasets": [
107
+ "Bar-Crawl",
108
+ "current_velocity",
109
+ "eea_pm25_forecasting",
110
+ "goes_omni_electron_flux_forecasting",
111
+ "kdd_cup_2018",
112
+ "kraken-trading-data",
113
+ "ooni_censorship_historical",
114
+ "orbital_chaos_nasa_ssc",
115
+ "reg_forecasting_v2",
116
+ "stock_dataset",
117
+ "timeseries_1mn_stocks",
118
+ "wind_farms_minutely"
119
+ ],
120
+ "unsupported_valid_value_count": 19762417
121
+ },
122
+ "FastPFor": {
123
+ "full_numeric_workload_dataset_count_with_NYC": 123,
124
+ "measurement_row_dataset_count_with_NYC": 135,
125
+ "partial_numeric_dataset_count": 12,
126
+ "partial_numeric_datasets": [
127
+ "Bar-Crawl",
128
+ "current_velocity",
129
+ "eea_pm25_forecasting",
130
+ "goes_omni_electron_flux_forecasting",
131
+ "kdd_cup_2018",
132
+ "kraken-trading-data",
133
+ "ooni_censorship_historical",
134
+ "orbital_chaos_nasa_ssc",
135
+ "reg_forecasting_v2",
136
+ "stock_dataset",
137
+ "timeseries_1mn_stocks",
138
+ "wind_farms_minutely"
139
+ ],
140
+ "unsupported_valid_value_count": 19762417
141
+ },
142
+ "LECO": {
143
+ "full_numeric_workload_dataset_count_with_NYC": 123,
144
+ "measurement_row_dataset_count_with_NYC": 135,
145
+ "partial_numeric_dataset_count": 12,
146
+ "partial_numeric_datasets": [
147
+ "Bar-Crawl",
148
+ "current_velocity",
149
+ "eea_pm25_forecasting",
150
+ "goes_omni_electron_flux_forecasting",
151
+ "kdd_cup_2018",
152
+ "kraken-trading-data",
153
+ "ooni_censorship_historical",
154
+ "orbital_chaos_nasa_ssc",
155
+ "reg_forecasting_v2",
156
+ "stock_dataset",
157
+ "timeseries_1mn_stocks",
158
+ "wind_farms_minutely"
159
+ ],
160
+ "unsupported_valid_value_count": 19762417
161
+ },
162
+ "REGER": {
163
+ "full_numeric_workload_dataset_count_with_NYC": 123,
164
+ "measurement_row_dataset_count_with_NYC": 135,
165
+ "partial_numeric_dataset_count": 12,
166
+ "partial_numeric_datasets": [
167
+ "Bar-Crawl",
168
+ "current_velocity",
169
+ "eea_pm25_forecasting",
170
+ "goes_omni_electron_flux_forecasting",
171
+ "kdd_cup_2018",
172
+ "kraken-trading-data",
173
+ "ooni_censorship_historical",
174
+ "orbital_chaos_nasa_ssc",
175
+ "reg_forecasting_v2",
176
+ "stock_dataset",
177
+ "timeseries_1mn_stocks",
178
+ "wind_farms_minutely"
179
+ ],
180
+ "unsupported_valid_value_count": 19762417
181
+ },
182
+ "RLBE": {
183
+ "full_numeric_workload_dataset_count_with_NYC": 123,
184
+ "measurement_row_dataset_count_with_NYC": 135,
185
+ "partial_numeric_dataset_count": 12,
186
+ "partial_numeric_datasets": [
187
+ "Bar-Crawl",
188
+ "current_velocity",
189
+ "eea_pm25_forecasting",
190
+ "goes_omni_electron_flux_forecasting",
191
+ "kdd_cup_2018",
192
+ "kraken-trading-data",
193
+ "ooni_censorship_historical",
194
+ "orbital_chaos_nasa_ssc",
195
+ "reg_forecasting_v2",
196
+ "stock_dataset",
197
+ "timeseries_1mn_stocks",
198
+ "wind_farms_minutely"
199
+ ],
200
+ "unsupported_valid_value_count": 19762417
201
+ },
202
+ "SVB": {
203
+ "full_numeric_workload_dataset_count_with_NYC": 123,
204
+ "measurement_row_dataset_count_with_NYC": 135,
205
+ "partial_numeric_dataset_count": 12,
206
+ "partial_numeric_datasets": [
207
+ "Bar-Crawl",
208
+ "current_velocity",
209
+ "eea_pm25_forecasting",
210
+ "goes_omni_electron_flux_forecasting",
211
+ "kdd_cup_2018",
212
+ "kraken-trading-data",
213
+ "ooni_censorship_historical",
214
+ "orbital_chaos_nasa_ssc",
215
+ "reg_forecasting_v2",
216
+ "stock_dataset",
217
+ "timeseries_1mn_stocks",
218
+ "wind_farms_minutely"
219
+ ],
220
+ "unsupported_valid_value_count": 19762417
221
+ },
222
+ "Simple8b": {
223
+ "full_numeric_workload_dataset_count_with_NYC": 123,
224
+ "measurement_row_dataset_count_with_NYC": 135,
225
+ "partial_numeric_dataset_count": 12,
226
+ "partial_numeric_datasets": [
227
+ "Bar-Crawl",
228
+ "current_velocity",
229
+ "eea_pm25_forecasting",
230
+ "goes_omni_electron_flux_forecasting",
231
+ "kdd_cup_2018",
232
+ "kraken-trading-data",
233
+ "ooni_censorship_historical",
234
+ "orbital_chaos_nasa_ssc",
235
+ "reg_forecasting_v2",
236
+ "stock_dataset",
237
+ "timeseries_1mn_stocks",
238
+ "wind_farms_minutely"
239
+ ],
240
+ "unsupported_valid_value_count": 19762417
241
+ }
242
+ },
243
+ "coverage_note": "135/135 is measurement-row dataset coverage after retaining pure-integer NYC; it is not full numeric workload coverage for partial_numeric pairs.",
244
+ "full_numeric_workload_pair_count": 1093,
245
+ "measurement_row_pair_count": 1206,
246
+ "partial_numeric_pair_count": 113,
247
+ "unsupported_valid_value_count": 218029906
248
+ },
249
+ "timing_contract": "W1/R3/T1/cold2; per-dataset website ns/point is the arithmetic mean of per-column median(aligned block sums)/valid numeric point count; compression includes frozen whole-column precision derivation"
250
+ }
251
+ }
FLOAT_SCALING9_SITE_INTEGRATION.json ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "created_at": "2026-10-15T03:15:12.465572+00:00",
3
+ "files": {
4
+ "FLOAT_SCALING9_SITE_ACCEPTANCE.json": {
5
+ "bytes": 9794,
6
+ "sha256": "1a9cbcd4a2b38e770047734fa41f4b61c8f4919778fa80c53e11778a1e0db9e4"
7
+ },
8
+ "app.js": {
9
+ "bytes": 68670,
10
+ "sha256": "bb92e7beda5f51bda2251e3b82ba324f38f9eed4b7b0e0edb35921d6d6c692f1"
11
+ },
12
+ "build_float_scaling9_site.py": {
13
+ "bytes": 48477,
14
+ "sha256": "65a215c0c6a2089019701149d44c0a21e48eaae77aa0c33118aad2d57ada54a3"
15
+ },
16
+ "cpp-latest-view.json": {
17
+ "bytes": 29094332,
18
+ "sha256": "564b8f7760a6336e93bd0d69601e74ada9819b361dc2464d768689af0d287cbd"
19
+ },
20
+ "data.json": {
21
+ "bytes": 141118632,
22
+ "sha256": "3c66633b2d58b126edfad8afe173caf1f53fbcdb6f7b205c3d51b42dfc75a241"
23
+ },
24
+ "float-scaling9-dataset-overlays.jsonl.gz": {
25
+ "bytes": 183242,
26
+ "sha256": "027760f75a88dd8b91b658797855c3c5339ac74c7ef394105a37e4912f25afc7"
27
+ },
28
+ "index.html": {
29
+ "bytes": 17794,
30
+ "sha256": "2dac927226504d65ca4def06adb76154e737e29a16ae6ac7db64f478d78af5ce"
31
+ },
32
+ "manifest.json": {
33
+ "bytes": 87892,
34
+ "sha256": "5d2d09c0f4f0f7b057fe3733e737b4b4dd9be06e4c524199167f30fe9c26c3ee"
35
+ },
36
+ "ui-data.json": {
37
+ "bytes": 9217223,
38
+ "sha256": "c3c7103e47e0d61225839d9fd63f1b9d3757cf519a578c41ef9c81be46f3534d"
39
+ }
40
+ },
41
+ "final_dataset_result_count": 94971,
42
+ "historical_dataset_results_canonical_sha256": "2b850f45f6cf45fee3680fb50b69190379dbd11991e82ae8131d06e5b94d021a",
43
+ "new_dataset_result_count": 2412,
44
+ "old_dataset_result_count": 92559,
45
+ "page_checks_required_after_publication": [
46
+ "C++ overall shows 135/135 measurement-row coverage for the nine methods and separately labels partial_numeric supported-subset rows",
47
+ "Mixed-dataset overall rows show unavailable timing and retain both source hosts in details",
48
+ "Float-scope rows show server-192 provenance and exact scaling configuration",
49
+ "CSV keeps source profile, source host, binary/support SHA, measurement status, and timing status"
50
+ ],
51
+ "parent_revision": "86c9d336ea4b292b4b2fae7040d273fef9c58ca3",
52
+ "publication_file_list": [
53
+ "data.json",
54
+ "ui-data.json",
55
+ "cpp-latest-view.json",
56
+ "app.js",
57
+ "index.html",
58
+ "manifest.json",
59
+ "float-scaling9-dataset-overlays.jsonl.gz",
60
+ "FLOAT_SCALING9_SITE_ACCEPTANCE.json",
61
+ "build_float_scaling9_site.py",
62
+ "FLOAT_SCALING9_SITE_INTEGRATION.json"
63
+ ],
64
+ "schema": "compressionbenchmark-float-scaling9-site-integration-v1",
65
+ "scope": {
66
+ "measured_datasets": 135,
67
+ "method_dataset_pairs": 1215,
68
+ "methods": 9,
69
+ "mixed_dataset_method_pairs": 567,
70
+ "new_dataset_result_rows": 2412,
71
+ "pure_float_dataset_method_pairs": 639
72
+ },
73
+ "semantic_checks": {
74
+ "NYC_pure_integer_rows_unchanged": 9,
75
+ "app_javascript_syntax": "pass",
76
+ "full_numeric_workload_pairs_with_retained_NYC": 1102,
77
+ "index_app_cache_version": "20261015-float-scaling9-v1",
78
+ "measurement_row_coverage_pairs_with_retained_NYC": 1215,
79
+ "mixed_overall_bytes_equal_integer_plus_float": 567,
80
+ "mixed_overall_timing_null": 567,
81
+ "new_float_rows": 1206,
82
+ "new_overall_rows": 1206,
83
+ "old_rows_retained_byte_for_byte_in_canonical_order": true,
84
+ "partial_numeric_pairs": 113,
85
+ "pure_float_overall_timing_same_server192_profile": 639,
86
+ "unsupported_or_NA_converted_to_zero": 0,
87
+ "unsupported_valid_values_excluded_from_partial_rates": 218029906
88
+ },
89
+ "status": "passed_not_published"
90
+ }
app.js CHANGED
@@ -1,7 +1,7 @@
1
  import {FINAL160_SCOPE,FINAL160_INPUT_STATUS,applyFinal160Scope,filterFinal160Catalog,final160CoverageForFamily} from './final-scope.js?v=20261013-min128-v1';
2
  import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261011-support-matched-v1';
3
  import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261013-overall-availability-v3';
4
- const CPP_LATEST_VIEW_SHA256='5d2a8bb4fb5c38fbc4fa130a08b7608c7568f3959ef9dd2706f245862907f90f';
5
  const $ = (id) => document.getElementById(id);
6
  const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[c]));
7
  const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
@@ -183,7 +183,7 @@ function showMethod(method,focus=false) {
183
  const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
184
  const supportDecisions=row.runtime==='cpp'?final160CoverageForFamily(cppLatestView.cpp.pair_ledger,row.family):[];
185
  const countSupport=predicate=>supportDecisions.filter(predicate).length;
186
- const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} numeric Overall, ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:'';
187
 
188
  const strictCompress=metricCell(row,cols.find(column=>column.key==='compression_time')),strictDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time')),subsetCompress=metricCell(row,cols.find(column=>column.key==='compression_time_timed_subset')),subsetDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time_timed_subset'));
189
  detail.innerHTML=`<div class="detail-head"><div><h2 id="detail-title">${escape(method)}</h2><p class="muted">${escape(row.family)} · ${escape(runtimeName(row.runtime))} · ${row.coverage} measured datasets</p></div><button id="close-detail" class="quiet-button">Close details</button></div><div class="detail-grid"><div><strong>${fmt(row.compression_rate,4)}</strong><span>average compression rate</span></div><div><strong>${strictCompress}</strong><span>strict Compress ns/point</span></div><div><strong>${strictDecompress}</strong><span>strict Decompress ns/point</span></div><div><strong>${subsetCompress}</strong><span>Compress ns/point · timed subset</span></div><div><strong>${subsetDecompress}</strong><span>Decompress ns/point · timed subset</span></div><div><strong>${row.coverage} / ${row.totalDatasets}</strong><span>dataset coverage</span></div></div>${pipeline?`<p class="source-code">Interpretive operator mapping: ${escape(typeof pipeline==='string'?pipeline:JSON.stringify(pipeline))}</p>`:''}${supportNote?`<p class="notice">${escape(supportNote)}</p>`:''}<p class="muted">Strict timing average: ${escape(timingLabel(row.timing_aggregation))}. Timed-subset values are shown only when every included timing row has one exact source profile, host, and timing contract; they never enter strict composite scores. Dataset metrics below retain the winning row's source family, profile, and host.</p><div class="detail-table"><table><thead><tr><th>Dataset</th><th>Configuration</th><th>Source family</th><th>Rate ↓</th><th>Compress ns/point ↓</th><th>Decompress ns/point ↓</th><th>Timing basis</th><th>Measurement evidence</th><th>Timing profile</th><th>Selected source profile / host</th><th>Runtime / binary</th><th>Support set</th><th>Original bytes</th><th>Compressed bytes</th><th>Dataset score ↓</th><th>Dataset Rank ↓</th><th>Rank candidates</th></tr></thead><tbody>${source.map(r=>`<tr><td>${escape(r.dataset)}</td><td>${escape(r.configuration)}</td><td>${escape(r.source_family??r.family)}</td><td class="numeric">${fmt(r.compression_rate,4)}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='compression_time'))}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='decompression_time'))}</td><td>${escape(timingLabel(r.timing_aggregation))}</td><td>${escape(r.measurement_status)}</td><td>${escape(r.timing_profile_status)}</td><td class="source-code">${escape(r.source_comparison_profile??r.runtime)} / ${escape(r.source_execution_host??'source snapshot')}</td><td class="source-code">${escape(r.source_runtime)} / ${escape(String(r.binary_sha256).slice(0,16))}</td><td class="source-code">${escape(String(r.eligible_column_set_sha256).slice(0,16))}</td><td class="numeric">${fmt(r.original_bytes,0)}</td><td class="numeric">${fmt(r.compressed_bytes,0)}</td><td class="numeric">${metricCell(r,{key:'dataset_score',digits:4})}</td><td class="numeric">${metricCell(r,{key:'dataset_rank',digits:2})}</td><td class="numeric">${fmt(r.dataset_candidate_count,0)}</td></tr>`).join('')}</tbody></table></div>`;
@@ -383,7 +383,7 @@ function decodeCompactRecord(row,index) {
383
  return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
384
  }
385
  function applyCppLatestView() {
386
- if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_frozen_published_admitted_sources')throw new Error('The combined C++ selection sidecar has an invalid schema or status.');
387
  const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
388
  if(cppLatestView.baseline?.compact_record_count!==compact.length)throw new Error('The combined C++ sidecar compact-record count does not match the frozen payload.');
389
  if(cppLatestView.baseline?.data_sha256!==snapshot.source_data_sha256)throw new Error('The combined C++ sidecar source data hash does not match the frozen payload.');
@@ -398,11 +398,11 @@ function applyCppLatestView() {
398
  if(['java','python'].includes(decoded.comparison_profile)||decoded.comparison_profile!==item.source_comparison_profile||decoded.runtime!==item.source_runtime||decoded.family!==item.source_family)throw new Error(`Combined C++ provenance mismatch at compact row ${index}.`);
399
  if(typeof item.canonical_family!=='string'||!item.canonical_family||typeof item.source_host!=='string'||!item.source_host)throw new Error(`Combined C++ identity metadata is incomplete at compact row ${index}.`);
400
  const decodedTimingAdmitted=/^timing_admitted_/i.test(String(decoded.timing_profile_status??''));
401
- if(Boolean(item.timing_admitted)!==decodedTimingAdmitted||item.pair_status!=='numeric')throw new Error(`Combined C++ admission metadata mismatch at compact row ${index}.`);
402
  cpp.push({...decoded,comparison_profile:'cpp',family:item.canonical_family,source_family:item.source_family,source_comparison_profile:item.source_comparison_profile,source_runtime:item.source_runtime,source_execution_host:item.source_host,selection_authority:item.authority,pair_status:item.pair_status});
403
  }
404
  const ledger=cppLatestView.cpp?.pair_ledger;if(!Array.isArray(ledger))throw new Error('The combined C++ pair ledger is missing.');
405
- for(const decision of ledger)if(decision.status!=='numeric'&&Array.isArray(decision.selected_raw_indices)&&decision.selected_raw_indices.length)throw new Error('A terminal N/A or unsupported decision attempts to fall back to an older numeric row.');
406
  const expectedTiming=new Set(cppLatestView.cpp?.timing_subset?.selected_raw_indices||[]),actualTiming=new Set(selected.filter(item=>item.timing_admitted).map(item=>item.raw_compact_index));
407
  if(expectedTiming.size!==actualTiming.size||[...expectedTiming].some(index=>!actualTiming.has(index)))throw new Error('The combined C++ admitted-timing index does not match selected-row metadata.');
408
  const imported=compact.map(decodeCompactRecord).filter(row=>['java','python'].includes(row.comparison_profile)).map(row=>{
@@ -463,7 +463,7 @@ void loadOperatorEffect();
463
  void loadDatasetCatalog();
464
  async function sha256Hex(buffer){const digest=await crypto.subtle.digest('SHA-256',buffer);return [...new Uint8Array(digest)].map(byte=>byte.toString(16).padStart(2,'0')).join('');}
465
  try {
466
- const [snapshotResponse,sidecarResponse]=await Promise.all([fetch('./ui-data.json?v=20261013-cpp-latest-v1',{cache:'no-cache'}),fetch('./cpp-latest-view.json?v=20261013-cpp-latest-v1',{cache:'no-cache'})]);
467
  if(!snapshotResponse.ok)throw new Error(`Snapshot request returned ${snapshotResponse.status}`);if(!sidecarResponse.ok)throw new Error(`Combined C++ sidecar request returned ${sidecarResponse.status}`);
468
  const [snapshotBuffer,sidecarBuffer]=await Promise.all([snapshotResponse.arrayBuffer(),sidecarResponse.arrayBuffer()]);
469
  const sidecarSha=await sha256Hex(sidecarBuffer);if(sidecarSha!==CPP_LATEST_VIEW_SHA256)throw new Error('The combined C++ sidecar does not match the independently reviewed release selection.');
 
1
  import {FINAL160_SCOPE,FINAL160_INPUT_STATUS,applyFinal160Scope,filterFinal160Catalog,final160CoverageForFamily} from './final-scope.js?v=20261013-min128-v1';
2
  import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261011-support-matched-v1';
3
  import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261013-overall-availability-v3';
4
+ const CPP_LATEST_VIEW_SHA256='564b8f7760a6336e93bd0d69601e74ada9819b361dc2464d768689af0d287cbd';
5
  const $ = (id) => document.getElementById(id);
6
  const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;',"'":'&#39;'}[c]));
7
  const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
 
183
  const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
184
  const supportDecisions=row.runtime==='cpp'?final160CoverageForFamily(cppLatestView.cpp.pair_ledger,row.family):[];
185
  const countSupport=predicate=>supportDecisions.filter(predicate).length;
186
+ const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} full numeric Overall, ${countSupport(item=>item.status==='partial_numeric')} partial numeric (exact supported subset), ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} full numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:'';
187
 
188
  const strictCompress=metricCell(row,cols.find(column=>column.key==='compression_time')),strictDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time')),subsetCompress=metricCell(row,cols.find(column=>column.key==='compression_time_timed_subset')),subsetDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time_timed_subset'));
189
  detail.innerHTML=`<div class="detail-head"><div><h2 id="detail-title">${escape(method)}</h2><p class="muted">${escape(row.family)} · ${escape(runtimeName(row.runtime))} · ${row.coverage} measured datasets</p></div><button id="close-detail" class="quiet-button">Close details</button></div><div class="detail-grid"><div><strong>${fmt(row.compression_rate,4)}</strong><span>average compression rate</span></div><div><strong>${strictCompress}</strong><span>strict Compress ns/point</span></div><div><strong>${strictDecompress}</strong><span>strict Decompress ns/point</span></div><div><strong>${subsetCompress}</strong><span>Compress ns/point · timed subset</span></div><div><strong>${subsetDecompress}</strong><span>Decompress ns/point · timed subset</span></div><div><strong>${row.coverage} / ${row.totalDatasets}</strong><span>dataset coverage</span></div></div>${pipeline?`<p class="source-code">Interpretive operator mapping: ${escape(typeof pipeline==='string'?pipeline:JSON.stringify(pipeline))}</p>`:''}${supportNote?`<p class="notice">${escape(supportNote)}</p>`:''}<p class="muted">Strict timing average: ${escape(timingLabel(row.timing_aggregation))}. Timed-subset values are shown only when every included timing row has one exact source profile, host, and timing contract; they never enter strict composite scores. Dataset metrics below retain the winning row's source family, profile, and host.</p><div class="detail-table"><table><thead><tr><th>Dataset</th><th>Configuration</th><th>Source family</th><th>Rate ↓</th><th>Compress ns/point ↓</th><th>Decompress ns/point ↓</th><th>Timing basis</th><th>Measurement evidence</th><th>Timing profile</th><th>Selected source profile / host</th><th>Runtime / binary</th><th>Support set</th><th>Original bytes</th><th>Compressed bytes</th><th>Dataset score ↓</th><th>Dataset Rank ↓</th><th>Rank candidates</th></tr></thead><tbody>${source.map(r=>`<tr><td>${escape(r.dataset)}</td><td>${escape(r.configuration)}</td><td>${escape(r.source_family??r.family)}</td><td class="numeric">${fmt(r.compression_rate,4)}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='compression_time'))}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='decompression_time'))}</td><td>${escape(timingLabel(r.timing_aggregation))}</td><td>${escape(r.measurement_status)}</td><td>${escape(r.timing_profile_status)}</td><td class="source-code">${escape(r.source_comparison_profile??r.runtime)} / ${escape(r.source_execution_host??'source snapshot')}</td><td class="source-code">${escape(r.source_runtime)} / ${escape(String(r.binary_sha256).slice(0,16))}</td><td class="source-code">${escape(String(r.eligible_column_set_sha256).slice(0,16))}</td><td class="numeric">${fmt(r.original_bytes,0)}</td><td class="numeric">${fmt(r.compressed_bytes,0)}</td><td class="numeric">${metricCell(r,{key:'dataset_score',digits:4})}</td><td class="numeric">${metricCell(r,{key:'dataset_rank',digits:2})}</td><td class="numeric">${fmt(r.dataset_candidate_count,0)}</td></tr>`).join('')}</tbody></table></div>`;
 
383
  return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]};
384
  }
385
  function applyCppLatestView() {
386
+ if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_frozen_published_baseline_and_accepted_float_scaling9')throw new Error('The combined C++ selection sidecar has an invalid schema or status.');
387
  const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.');
388
  if(cppLatestView.baseline?.compact_record_count!==compact.length)throw new Error('The combined C++ sidecar compact-record count does not match the frozen payload.');
389
  if(cppLatestView.baseline?.data_sha256!==snapshot.source_data_sha256)throw new Error('The combined C++ sidecar source data hash does not match the frozen payload.');
 
398
  if(['java','python'].includes(decoded.comparison_profile)||decoded.comparison_profile!==item.source_comparison_profile||decoded.runtime!==item.source_runtime||decoded.family!==item.source_family)throw new Error(`Combined C++ provenance mismatch at compact row ${index}.`);
399
  if(typeof item.canonical_family!=='string'||!item.canonical_family||typeof item.source_host!=='string'||!item.source_host)throw new Error(`Combined C++ identity metadata is incomplete at compact row ${index}.`);
400
  const decodedTimingAdmitted=/^timing_admitted_/i.test(String(decoded.timing_profile_status??''));
401
+ if(Boolean(item.timing_admitted)!==decodedTimingAdmitted||!['numeric','partial_numeric'].includes(item.pair_status))throw new Error(`Combined C++ admission metadata mismatch at compact row ${index}.`);
402
  cpp.push({...decoded,comparison_profile:'cpp',family:item.canonical_family,source_family:item.source_family,source_comparison_profile:item.source_comparison_profile,source_runtime:item.source_runtime,source_execution_host:item.source_host,selection_authority:item.authority,pair_status:item.pair_status});
403
  }
404
  const ledger=cppLatestView.cpp?.pair_ledger;if(!Array.isArray(ledger))throw new Error('The combined C++ pair ledger is missing.');
405
+ for(const decision of ledger)if(!['numeric','partial_numeric'].includes(decision.status)&&Array.isArray(decision.selected_raw_indices)&&decision.selected_raw_indices.length)throw new Error('A terminal N/A or unsupported decision attempts to fall back to an older numeric row.');
406
  const expectedTiming=new Set(cppLatestView.cpp?.timing_subset?.selected_raw_indices||[]),actualTiming=new Set(selected.filter(item=>item.timing_admitted).map(item=>item.raw_compact_index));
407
  if(expectedTiming.size!==actualTiming.size||[...expectedTiming].some(index=>!actualTiming.has(index)))throw new Error('The combined C++ admitted-timing index does not match selected-row metadata.');
408
  const imported=compact.map(decodeCompactRecord).filter(row=>['java','python'].includes(row.comparison_profile)).map(row=>{
 
463
  void loadDatasetCatalog();
464
  async function sha256Hex(buffer){const digest=await crypto.subtle.digest('SHA-256',buffer);return [...new Uint8Array(digest)].map(byte=>byte.toString(16).padStart(2,'0')).join('');}
465
  try {
466
+ const [snapshotResponse,sidecarResponse]=await Promise.all([fetch('./ui-data.json?v=20261015-float-scaling9-v1',{cache:'no-cache'}),fetch('./cpp-latest-view.json?v=20261015-float-scaling9-v1',{cache:'no-cache'})]);
467
  if(!snapshotResponse.ok)throw new Error(`Snapshot request returned ${snapshotResponse.status}`);if(!sidecarResponse.ok)throw new Error(`Combined C++ sidecar request returned ${sidecarResponse.status}`);
468
  const [snapshotBuffer,sidecarBuffer]=await Promise.all([snapshotResponse.arrayBuffer(),sidecarResponse.arrayBuffer()]);
469
  const sidecarSha=await sha256Hex(sidecarBuffer);if(sidecarSha!==CPP_LATEST_VIEW_SHA256)throw new Error('The combined C++ sidecar does not match the independently reviewed release selection.');
build_float_scaling9_site.py ADDED
@@ -0,0 +1,758 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python3
2
+ """Build the 135-dataset merged-C++ website candidate for float-scaling9.
3
+
4
+ The new experiment measures float columns only. This importer keeps the
5
+ currently selected integer rows, adds the verified float rows, and constructs
6
+ dataset byte totals over the exact supported numeric set. When a codec does
7
+ not support some valid float blocks, that result remains explicitly partial.
8
+ It never combines server-166 and server-192 timing: mixed dataset rows have
9
+ unavailable timing by construction.
10
+ """
11
+ from __future__ import annotations
12
+
13
+ import argparse
14
+ import datetime as dt
15
+ import gzip
16
+ import hashlib
17
+ import importlib.util
18
+ import json
19
+ import math
20
+ import shutil
21
+ import statistics
22
+ import subprocess
23
+ import sys
24
+ from collections import Counter, defaultdict
25
+ from pathlib import Path
26
+ from typing import Any, Iterable
27
+
28
+
29
+ METHODS = ("2DIFF", "BOS", "DBP", "FastPFor", "LECO", "REGER", "RLBE", "SVB", "Simple8b")
30
+ METHOD_SET = set(METHODS)
31
+ BASE_CONFIG = {
32
+ "2DIFF": "compose_int64_default",
33
+ "BOS": "adapter_compose_int64",
34
+ "DBP": "compose_int64_default",
35
+ "FastPFor": "FastPFor8_prefix_then_variablebyte_tail",
36
+ "LECO": "regression_zigzag_bitpack",
37
+ "REGER": "reorder_delta_zigzag_for_bitpack_residual_core",
38
+ "RLBE": "rlbe_compose_int64",
39
+ "SVB": "compose_int64_default",
40
+ "Simple8b": "bitpack_int64_default",
41
+ }
42
+ SCALING_CONFIG = "typed_shortest_decimal_int64_exceptions_v1"
43
+ PROFILE = "cpp-native192-float-scaling9-20261014-v2"
44
+ RUNTIME = "cpp-native192-float-scaling9-0558378c"
45
+ COMPOSITE_RUNTIME = "cpp-native166-192-float-scaling9-byte-composite-v1"
46
+ BINARY_SHA256 = "0558378c92fe855f666da67d4f712043df084838619f35af9e2ae40dc183c704"
47
+ BASELINE_REVISION = "86c9d336ea4b292b4b2fae7040d273fef9c58ca3"
48
+ VERSION = "20261015-float-scaling9-v1"
49
+ SIDECAR_STATUS = "built_from_frozen_published_baseline_and_accepted_float_scaling9"
50
+ PUBLIC_OVERLAY = "float-scaling9-dataset-overlays.jsonl.gz"
51
+ PUBLIC_ACCEPTANCE = "FLOAT_SCALING9_SITE_ACCEPTANCE.json"
52
+ PUBLIC_INTEGRATION = "FLOAT_SCALING9_SITE_INTEGRATION.json"
53
+ EXPECTED_BASELINE = {
54
+ "data.json": "b7b542c5731786d0486e89de889f024c7e6f69eacb68a7df67bc00179b07af4c",
55
+ "ui-data.json": "ef5aa05289f609f2f62ceed009ee17247c8b4767bba8f4aa8cd522ce83d3521d",
56
+ "cpp-latest-view.json": "5d2a8bb4fb5c38fbc4fa130a08b7608c7568f3959ef9dd2706f245862907f90f",
57
+ "final-dataset-scope.json": "b56f9bd610e0bf63ab50d719ce70cf92ddc1b79e6b30fd2c6e2f707944b2ba72",
58
+ "final-input-status.json": "07aef0e1503fbc1cc3bed267ccb3d4e1f613a12c25fbf6166be97b5234cb0520",
59
+ "app.js": "7eef44a621e941da3bae62d5b525354d5a3d9e202aa850fef575a19d58616313",
60
+ "index.html": "5747201663183aef9f665130c7ccf023982df676b9e3c7822d566cf6ed177ebe",
61
+ "manifest.json": "c226349a05d564cfc2498397c30e51308cc8dcfb65df94e9e7927527af955b88",
62
+ }
63
+ EXPECTED_COMPACT = {
64
+ "FLOAT_COLUMN_RESULTS.jsonl": "43884b68676c265c99e7ea73d5d026aba939c04f50a1df4d29d570d285577ab2",
65
+ "FLOAT_DATASET_METHOD_OVERLAY.jsonl": "77f016e4fe87f81a178749ba315627089420b23dd27dd26aa1ac50f09415eda5",
66
+ "SOURCE_BINDINGS.json": "b1e392e009b379e85b20c5d701954482b16873a2de536bb506f86da7dc61d59f",
67
+ "SUMMARY.json": "d9e97cff8707ab20cf9f28e33b8dbf9dbfeee9edf224edfc66b89662587a031f",
68
+ "DELIVERY_RECEIPT.json": "57ec6d83bd13e8e1312ba77266119a401e2fbfb37ede28170e753557187411ef",
69
+ "START.json": "d6b85101ef0960d56cf9ecd202f63ec8117630589adb8818160530583dfebe2d",
70
+ "CAMPAIGN_TERMINAL.json": "e0aa76d39ffb9d132b60f5075ac6f92df8c85a03c4d437d6097a9bd09e2a476f",
71
+ }
72
+
73
+
74
+ def require(value: Any, message: str) -> None:
75
+ if not value:
76
+ raise ValueError(message)
77
+
78
+
79
+ def sha256(path: Path) -> str:
80
+ digest = hashlib.sha256()
81
+ with path.open("rb") as stream:
82
+ for block in iter(lambda: stream.read(8 << 20), b""):
83
+ digest.update(block)
84
+ return digest.hexdigest()
85
+
86
+
87
+ def canonical(value: Any) -> bytes:
88
+ return json.dumps(value, ensure_ascii=False, sort_keys=True, separators=(",", ":"), allow_nan=False).encode()
89
+
90
+
91
+ def canonical_sha(value: Any) -> str:
92
+ return hashlib.sha256(canonical(value)).hexdigest()
93
+
94
+
95
+ def read_json(path: Path) -> dict[str, Any]:
96
+ value = json.loads(path.read_text())
97
+ require(isinstance(value, dict), f"expected JSON object: {path}")
98
+ return value
99
+
100
+
101
+ def read_jsonl(path: Path) -> list[dict[str, Any]]:
102
+ rows = [json.loads(line) for line in path.read_text().splitlines() if line.strip()]
103
+ require(all(isinstance(row, dict) for row in rows), f"non-object JSONL row: {path}")
104
+ return rows
105
+
106
+
107
+ def write_json(path: Path, value: Any) -> None:
108
+ path.write_text(json.dumps(value, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n")
109
+
110
+
111
+ def write_gzip_jsonl(path: Path, rows: Iterable[dict[str, Any]]) -> None:
112
+ with path.open("xb") as raw:
113
+ with gzip.GzipFile(filename="", mode="wb", fileobj=raw, mtime=0) as zipped:
114
+ for row in rows:
115
+ zipped.write(canonical(row) + b"\n")
116
+
117
+
118
+ def median3(values: list[Any]) -> float:
119
+ require(len(values) == 3 and all(type(value) is int and value >= 0 for value in values), "invalid W1/R3 timing samples")
120
+ return float(statistics.median(values))
121
+
122
+
123
+ def exact_configuration(method: str) -> str:
124
+ return f"{SCALING_CONFIG};base={BASE_CONFIG[method]}"
125
+
126
+
127
+ def load_augmentation(path: Path | None) -> dict[tuple[str, str, str], dict[str, Any]]:
128
+ if path is None:
129
+ return {}
130
+ rows = read_jsonl(path)
131
+ result: dict[tuple[str, str, str], dict[str, Any]] = {}
132
+ for row in rows:
133
+ key = str(row["dataset_id"]), str(row["method"]), str(row["column_key"])
134
+ require(key not in result, f"duplicate augmentation row: {key}")
135
+ result[key] = row
136
+ return result
137
+
138
+
139
+ def validate_compact(compact: Path, augmentation_path: Path | None) -> tuple[list[dict[str, Any]], dict[str, Any]]:
140
+ for name, expected in EXPECTED_COMPACT.items():
141
+ require((compact / name).is_file() and sha256(compact / name) == expected, f"compact input SHA mismatch: {name}")
142
+ summary = read_json(compact / "SUMMARY.json")
143
+ terminal = read_json(compact / "CAMPAIGN_TERMINAL.json")
144
+ start = read_json(compact / "START.json")
145
+ bindings = read_json(compact / "SOURCE_BINDINGS.json")
146
+ delivery = read_json(compact / "DELIVERY_RECEIPT.json")
147
+ require(summary.get("status") == "summarized_verified_receipts_not_independent_acceptance", "unexpected compact summary status")
148
+ require(terminal.get("status") == "completed_unreviewed", "producer terminal changed")
149
+ require(terminal.get("completed_verified_jobs") == 1206 and terminal.get("completed_verified_columns") == 27522, "producer terminal count mismatch")
150
+ require(terminal.get("failed_jobs") == 0 and terminal.get("failed_columns") == 0, "producer reports failures")
151
+ require(start.get("workers") == 6 and start.get("warmups") == 1 and start.get("repeats") == 3 and start.get("threads_per_scientific_cli") == 1 and start.get("cold_verifications") == 2, "scientific execution contract changed")
152
+ require(start.get("old_results_selected") is False and start.get("compound_frame") == "P172B861", "new attempt/result boundary changed")
153
+ require(bindings.get("runtime_cli_sha256") == BINARY_SHA256 and bindings.get("result_jsonl_sha_verified_before_use") is True, "runtime/result binding changed")
154
+ require(delivery.get("status") == "complete", "compact delivery incomplete")
155
+
156
+ augmentation = load_augmentation(augmentation_path)
157
+ columns = read_jsonl(compact / "FLOAT_COLUMN_RESULTS.jsonl")
158
+ overlays = read_jsonl(compact / "FLOAT_DATASET_METHOD_OVERLAY.jsonl")
159
+ require(len(columns) == 27522 and len(overlays) == 1206, "compact row counts differ")
160
+ require({row["method"] for row in overlays} == METHOD_SET, "method set differs")
161
+ require(len({row["dataset_id"] for row in overlays}) == 134, "float dataset count differs")
162
+ require(len({(row["dataset_id"], row["method"]) for row in overlays}) == 1206, "duplicate dataset-method overlay")
163
+
164
+ grouped: dict[tuple[str, str], list[dict[str, Any]]] = defaultdict(list)
165
+ for row in columns:
166
+ method = str(row["method"])
167
+ dataset = str(row["dataset_id"])
168
+ key = dataset, method, str(row["column_key"])
169
+ extra = augmentation.get(key, {})
170
+ configuration = row.get("exact_configuration") or extra.get("exact_configuration") or exact_configuration(method)
171
+ require(configuration == exact_configuration(method), f"configuration differs: {dataset}/{method}")
172
+ support_sha = row.get("numeric_support_set_sha256") or extra.get("numeric_support_set_sha256")
173
+ support_identity_status = "exact_numeric_block_support_sha256"
174
+ if support_sha is None and int(row["unsupported_rows"]) == 0:
175
+ # With no codec-dependent unsupported block, the frozen column
176
+ # manifest is the complete support identity. All-missing N/A
177
+ # blocks are input-determined and identical across methods.
178
+ support_sha = canonical_sha({
179
+ "support": "complete_frozen_column_manifest_excluding_input_all_missing_blocks",
180
+ "column_key": row["column_key"],
181
+ "column_manifest_sha256": row["column_manifest_sha256"],
182
+ "numeric_rows": int(row["numeric_rows"]),
183
+ "not_applicable_rows": int(row["not_applicable_rows"]),
184
+ })
185
+ support_identity_status = "complete_frozen_column_manifest_support_sha256"
186
+ elif support_sha is None:
187
+ # The compact v1 feed does not expose the exact identities of
188
+ # codec-dependent unsupported blocks. Bind the real result file
189
+ # conservatively, so this partial support can never be mistaken
190
+ # for another method's full/comparable support set.
191
+ support_sha = canonical_sha({
192
+ "support": "method_specific_partial_result_bound",
193
+ "column_key": row["column_key"],
194
+ "column_manifest_sha256": row["column_manifest_sha256"],
195
+ "result_jsonl_sha256": row["result_jsonl_sha256"],
196
+ "numeric_rows": int(row["numeric_rows"]),
197
+ "not_applicable_rows": int(row["not_applicable_rows"]),
198
+ "unsupported_rows": int(row["unsupported_rows"]),
199
+ })
200
+ support_identity_status = "conservative_method_specific_partial_result_sha256"
201
+ require(isinstance(support_sha, str) and len(support_sha) == 64, f"numeric support identity missing: {key}")
202
+ samples_c = [row[f"compression_ns_sample_{index}"] for index in range(3)]
203
+ samples_d = [row[f"decompression_ns_sample_{index}"] for index in range(3)]
204
+ require(math.isclose(float(row["compression_ns_median_of_aligned_sums"]), median3(samples_c), rel_tol=0, abs_tol=0), "column compression median mismatch")
205
+ require(math.isclose(float(row["decompression_ns_median_of_aligned_sums"]), median3(samples_d), rel_tol=0, abs_tol=0), "column decompression median mismatch")
206
+ points = int(row["measured_valid_value_count"])
207
+ require(points == int(row["scaled_value_count"]) + int(row["exception_value_count"]), f"measured valid value count mismatch: {key}")
208
+ original = int(row["original_numeric_bytes"])
209
+ compressed = int(row["scientific_compressed_bytes"])
210
+ if points:
211
+ require(original > 0 and compressed > 0 and math.isclose(float(row["compression_ratio"]), compressed / original, rel_tol=1e-12), "column byte/rate mismatch")
212
+ else:
213
+ require(original == 0 and row["support_state"] == "unsupported", "zero-point column is not explicit unsupported")
214
+ grouped[dataset, method].append({**row, "point_count": points, "numeric_support_set_sha256": support_sha, "support_identity_status": support_identity_status, "exact_configuration": configuration})
215
+
216
+ by_pair = {(row["dataset_id"], row["method"]): row for row in overlays}
217
+ public: list[dict[str, Any]] = []
218
+ for pair, source_columns in sorted(grouped.items()):
219
+ require(pair in by_pair, f"column pair absent from overlay: {pair}")
220
+ overlay = by_pair[pair]
221
+ require(len(source_columns) == int(overlay["column_count"]), f"column count mismatch: {pair}")
222
+ numeric = [row for row in source_columns if row["point_count"] > 0]
223
+ require(numeric, f"no numeric support: {pair}")
224
+ original = sum(int(row["original_numeric_bytes"]) for row in numeric)
225
+ compressed = sum(int(row["scientific_compressed_bytes"]) for row in numeric)
226
+ points = sum(int(row["point_count"]) for row in numeric)
227
+ require(original == int(overlay["original_numeric_bytes"]) and compressed == int(overlay["scientific_compressed_bytes"]), f"dataset overlay byte mismatch: {pair}")
228
+ require(points == int(overlay["measured_valid_value_count"]) == int(overlay["scaled_value_count"]) + int(overlay["exception_value_count"]), f"dataset overlay point mismatch: {pair}")
229
+ support_rows = sorted((str(row["column_key"]), row["numeric_support_set_sha256"], row["support_identity_status"]) for row in numeric)
230
+ support_summary_sha = canonical_sha(support_rows)
231
+ support_sha = overlay.get("numeric_support_set_sha256")
232
+ require(isinstance(support_sha, str) and len(support_sha) == 64, f"dataset exact numeric support identity missing: {pair}")
233
+ require(overlay.get("exact_configuration") == exact_configuration(pair[1]), f"dataset exact configuration differs: {pair}")
234
+ compression_per_point = statistics.mean(float(row["compression_ns_median_of_aligned_sums"]) / row["point_count"] for row in numeric)
235
+ decompression_per_point = statistics.mean(float(row["decompression_ns_median_of_aligned_sums"]) / row["point_count"] for row in numeric)
236
+ public.append({
237
+ "schema": "compressionbenchmark-float-scaling9-dataset-overlay-v1",
238
+ "dataset": pair[0], "family": pair[1], "scope": "float",
239
+ "algorithm_variant": exact_configuration(pair[1]),
240
+ "runtime": RUNTIME, "comparison_profile": PROFILE,
241
+ "execution_host": "192.168.99.20", "binary_sha256": BINARY_SHA256,
242
+ "original_size_bytes": original, "compressed_size_bytes": compressed,
243
+ "compression_rate": compressed / original, "point_count": points,
244
+ "compression_time_ns_per_point": compression_per_point,
245
+ "decompression_time_ns_per_point": decompression_per_point,
246
+ "timing_column_count": len(numeric), "timing_aggregation": "column_mean",
247
+ "eligible_column_set_sha256": support_sha,
248
+ "eligible_column_set_status": "exact_sorted_numeric_block_id_sha256",
249
+ "column_support_summary_sha256": support_summary_sha,
250
+ "eligible_dtype_scope": "float",
251
+ "support_state": overlay["support_state"],
252
+ "numeric_column_count": len(numeric),
253
+ "unsupported_column_count": sum(row["point_count"] == 0 for row in source_columns),
254
+ "block_status_counts": {
255
+ "ok": int(overlay["numeric_rows"]),
256
+ "N/A": int(overlay["not_applicable_rows"]),
257
+ "unsupported": int(overlay["unsupported_rows"]),
258
+ },
259
+ "scaled_value_count": int(overlay["scaled_value_count"]),
260
+ "exception_value_count": int(overlay["exception_value_count"]),
261
+ "missing_count": int(overlay["missing_count"]),
262
+ "measured_logical_value_count": int(overlay["measured_logical_value_count"]),
263
+ "unsupported_valid_value_count": int(overlay["unsupported_valid_value_count"]),
264
+ "column_terminal_set_sha256": overlay["column_terminal_set_sha256"],
265
+ "job_terminal_sha256": overlay["job_terminal_sha256"],
266
+ "scientific_profile": overlay["scientific_profile"],
267
+ })
268
+ require(len(public) == 1206 and len({(row["dataset"], row["family"]) for row in public}) == 1206, "public overlay coverage differs")
269
+ partial_rows = [row for row in public if row["unsupported_valid_value_count"] > 0]
270
+ support_by_method = {}
271
+ for method in METHODS:
272
+ affected = sorted(row["dataset"] for row in partial_rows if row["family"] == method)
273
+ unsupported_values = sum(row["unsupported_valid_value_count"] for row in partial_rows if row["family"] == method)
274
+ support_by_method[method] = {
275
+ "measurement_row_dataset_count_with_NYC": 135,
276
+ "full_numeric_workload_dataset_count_with_NYC": 135 - len(affected),
277
+ "partial_numeric_dataset_count": len(affected),
278
+ "partial_numeric_datasets": affected,
279
+ "unsupported_valid_value_count": unsupported_values,
280
+ }
281
+ audit = {
282
+ "source_file_sha256": {name: EXPECTED_COMPACT[name] for name in EXPECTED_COMPACT},
283
+ "augmentation": None if augmentation_path is None else {"file": augmentation_path.name, "sha256": sha256(augmentation_path), "rows": len(augmentation)},
284
+ "dataset_count": 134, "method_count": 9, "dataset_method_count": 1206,
285
+ "column_method_count": 27522, "failed_jobs": 0, "failed_columns": 0,
286
+ "runtime_binary_sha256": BINARY_SHA256,
287
+ "timing_contract": "W1/R3/T1/cold2; per-dataset website ns/point is the arithmetic mean of per-column median(aligned block sums)/valid numeric point count; compression includes frozen whole-column precision derivation",
288
+ "cross_host_timing": "forbidden",
289
+ "support_semantics": {
290
+ "measurement_row_pair_count": 1206,
291
+ "full_numeric_workload_pair_count": 1206 - len(partial_rows),
292
+ "partial_numeric_pair_count": len(partial_rows),
293
+ "unsupported_valid_value_count": sum(row["unsupported_valid_value_count"] for row in partial_rows),
294
+ "by_method": support_by_method,
295
+ "coverage_note": "135/135 is measurement-row dataset coverage after retaining pure-integer NYC; it is not full numeric workload coverage for partial_numeric pairs.",
296
+ },
297
+ }
298
+ return public, audit
299
+
300
+
301
+ def compact_rows(ui: dict[str, Any]) -> list[dict[str, Any]]:
302
+ tables = ui["record_tables"]
303
+ decoded = []
304
+ for index, row in enumerate(ui["compact_records"]):
305
+ decoded.append({
306
+ "raw_compact_index": index,
307
+ "dataset": tables["datasets"][row[0]],
308
+ "scope": tables["scopes"][row[1]],
309
+ "runtime": tables["runtimes"][row[2]],
310
+ "comparison_profile": tables["comparison_profiles"][row[3]],
311
+ "family": tables["families"][row[4]],
312
+ "algorithm_variant": tables["configurations"][row[5]],
313
+ "eligible_column_set_sha256": tables["support_sets"][row[13]],
314
+ "measurement_status": tables["measurement_statuses"][row[14]],
315
+ "timing_profile_status": tables["timing_statuses"][row[15]],
316
+ })
317
+ return decoded
318
+
319
+
320
+ def site_rows(public_rows: list[dict[str, Any]], old_integer: dict[tuple[str, str], dict[str, Any]], acceptance_sha: str) -> tuple[list[dict[str, Any]], dict[str, int]]:
321
+ additions: list[dict[str, Any]] = []
322
+ mixed = pure = 0
323
+ for source in sorted(public_rows, key=lambda row: (row["dataset"], row["family"])):
324
+ partial_numeric = int(source["unsupported_valid_value_count"]) > 0
325
+ float_measurement_status = (
326
+ "float_scaling9_partial_numeric_support_unsupported_valid_values_excluded_rate_bytes_dual_cold"
327
+ if partial_numeric else
328
+ "float_scaling9_full_numeric_support_verified_receipts_exact_support_rate_bytes_dual_cold"
329
+ )
330
+ base = {
331
+ "schema": "compressionbenchmark-float-scaling9-site-row-v1",
332
+ "dataset": source["dataset"], "runtime": RUNTIME,
333
+ "comparison_profile": PROFILE, "family": source["family"],
334
+ "method": source["algorithm_variant"],
335
+ "algorithm_variant": f"{source['algorithm_variant']} [{BINARY_SHA256[:8]}]",
336
+ "is_best_rate_in_family": True,
337
+ "original_size_bytes": source["original_size_bytes"],
338
+ "compressed_size_bytes": source["compressed_size_bytes"],
339
+ "point_count": source["point_count"],
340
+ "compression_rate": source["compression_rate"],
341
+ "compression_time_ns_per_point": source["compression_time_ns_per_point"],
342
+ "decompression_time_ns_per_point": source["decompression_time_ns_per_point"],
343
+ "compression_time_ns": source["compression_time_ns_per_point"] * source["point_count"],
344
+ "decompression_time_ns": source["decompression_time_ns_per_point"] * source["point_count"],
345
+ "timing_column_count": source["timing_column_count"],
346
+ "timing_aggregation": "column_mean",
347
+ "eligible_dtype_scope": "float",
348
+ "eligible_column_set_sha256": source["eligible_column_set_sha256"],
349
+ "eligible_column_set_status": source["eligible_column_set_status"],
350
+ "measurement_status": float_measurement_status,
351
+ "timing_profile_status": "timing_admitted_float_scaling9_server192_w1_r3_t1_column_mean_acceptance_bound",
352
+ "execution_host": "192.168.99.20", "binary_sha256": BINARY_SHA256,
353
+ "profile_version": source["scientific_profile"],
354
+ "input_version": "final135-frozen-inputs-20261014-v1",
355
+ "acceptance_sha256": acceptance_sha,
356
+ "job_terminal_sha256": source["job_terminal_sha256"],
357
+ "column_terminal_set_sha256": source["column_terminal_set_sha256"],
358
+ "support_state": source["support_state"],
359
+ }
360
+ float_row = {**base, "scope": "float"}
361
+ additions.append(float_row)
362
+ integer = old_integer.get((source["dataset"], source["family"]))
363
+ if integer is None:
364
+ pure += 1
365
+ additions.append({**base, "scope": "overall", "eligible_dtype_scope": "overall"})
366
+ continue
367
+ mixed += 1
368
+ original = int(integer["original_size_bytes"]) + int(source["original_size_bytes"])
369
+ compressed = int(integer["compressed_size_bytes"]) + int(source["compressed_size_bytes"])
370
+ points = float(integer["point_count"]) + float(source["point_count"])
371
+ composite_identity = {
372
+ "integer": {
373
+ "comparison_profile": integer["comparison_profile"],
374
+ "runtime": integer["runtime"],
375
+ "algorithm_variant": integer["algorithm_variant"],
376
+ "binary_sha256": integer.get("binary_sha256") or "unbound",
377
+ "eligible_column_set_sha256": integer["eligible_column_set_sha256"],
378
+ },
379
+ "float": {
380
+ "comparison_profile": PROFILE, "runtime": RUNTIME,
381
+ "algorithm_variant": source["algorithm_variant"],
382
+ "binary_sha256": BINARY_SHA256,
383
+ "eligible_column_set_sha256": source["eligible_column_set_sha256"],
384
+ },
385
+ }
386
+ composite_sha = canonical_sha(composite_identity)
387
+ additions.append({
388
+ **base,
389
+ "scope": "overall", "runtime": COMPOSITE_RUNTIME,
390
+ "method": f"integer={integer['algorithm_variant']};float={source['algorithm_variant']}",
391
+ "algorithm_variant": f"integer={integer['algorithm_variant']};float={source['algorithm_variant']} [composite {composite_sha[:8]}]",
392
+ "original_size_bytes": original, "compressed_size_bytes": compressed,
393
+ "point_count": points, "compression_rate": compressed / original,
394
+ "compression_time_ns": None, "decompression_time_ns": None,
395
+ "compression_time_ns_per_point": None, "decompression_time_ns_per_point": None,
396
+ "timing_column_count": 0, "timing_aggregation": "unavailable",
397
+ "eligible_dtype_scope": "overall",
398
+ "eligible_column_set_sha256": canonical_sha(composite_identity),
399
+ "eligible_column_set_status": "exact_scope_component_support_and_source_identity_sha256",
400
+ "measurement_status": (
401
+ "whole_dataset_partial_numeric_rate_bytes_composed_from_integer166_and_supported_float192_subset"
402
+ if partial_numeric else
403
+ "whole_dataset_full_numeric_rate_bytes_composed_from_accepted_integer166_and_float192_components"
404
+ ),
405
+ "timing_profile_status": "timing_unavailable_cross_host_scope_composition_forbidden",
406
+ "execution_host": "166.111.68.166 + 192.168.99.20",
407
+ "binary_sha256": composite_sha,
408
+ "component_identity": composite_identity,
409
+ })
410
+ require(mixed == 63 * 9 and pure == 71 * 9, f"unexpected mixed/pure pair counts: {mixed}/{pure}")
411
+ require(len(additions) == 2412, "site row addition count differs")
412
+ return additions, {"mixed_dataset_method_pairs": mixed, "pure_float_dataset_method_pairs": pure, "new_dataset_result_rows": len(additions)}
413
+
414
+
415
+ def build_sidecar(old_sidecar: dict[str, Any], old_ui: dict[str, Any], new_ui: dict[str, Any], additions: list[dict[str, Any]], data_sha: str, ui_sha: str, acceptance_path: Path, overlay_path: Path) -> dict[str, Any]:
416
+ old_decoded = compact_rows(old_ui)
417
+ new_decoded = compact_rows(new_ui)
418
+ old_count = len(old_decoded)
419
+ override_pairs = {(row["dataset"], row["family"]) for row in additions}
420
+ # additions has two rows per pair; the set remains exact 134 x 9.
421
+ require(len(override_pairs) == 1206, "override pair set differs")
422
+ partial_pairs = {
423
+ (row["dataset"], row["family"])
424
+ for row in additions
425
+ if "partial_numeric" in row["measurement_status"]
426
+ }
427
+ require(len(partial_pairs) == 113, "partial numeric pair count differs")
428
+
429
+ retained: list[dict[str, Any]] = []
430
+ retained_integer: dict[tuple[str, str], dict[str, Any]] = {}
431
+ for item in old_sidecar["cpp"]["selected_rows"]:
432
+ decoded = old_decoded[item["raw_compact_index"]]
433
+ pair = decoded["dataset"], item["canonical_family"]
434
+ if pair not in override_pairs:
435
+ retained.append(item)
436
+ elif decoded["scope"] == "integer":
437
+ require(pair not in retained_integer, f"multiple prior integer rows: {pair}")
438
+ retained_integer[pair] = {
439
+ **item,
440
+ "authority": "float_scaling9_scope_composite_latest",
441
+ "pair_status": "partial_numeric" if pair in partial_pairs else "numeric",
442
+ }
443
+ retained.append(retained_integer[pair])
444
+
445
+ for index in range(old_count, len(new_decoded)):
446
+ decoded = new_decoded[index]
447
+ require((decoded["dataset"], decoded["family"]) in override_pairs, "unexpected appended compact row")
448
+ timing_admitted = decoded["timing_profile_status"].startswith("timing_admitted_")
449
+ source_host = "192.168.99.20" if decoded["runtime"] == RUNTIME else "166.111.68.166 + 192.168.99.20"
450
+ retained.append({
451
+ "raw_compact_index": index,
452
+ "canonical_family": decoded["family"],
453
+ "source_family": decoded["family"],
454
+ "source_comparison_profile": decoded["comparison_profile"],
455
+ "source_runtime": decoded["runtime"],
456
+ "source_host": source_host,
457
+ "authority": "float_scaling9_scope_composite_latest",
458
+ "pair_status": "partial_numeric" if (decoded["dataset"], decoded["family"]) in partial_pairs else "numeric",
459
+ "timing_admitted": timing_admitted,
460
+ "measurement_status": decoded["measurement_status"],
461
+ "timing_profile_status": decoded["timing_profile_status"],
462
+ })
463
+
464
+ ledger = [item for item in old_sidecar["cpp"]["pair_ledger"] if (item["dataset"], item["canonical_family"]) not in override_pairs]
465
+ all_scopes = set(new_ui["record_tables"]["scopes"])
466
+ by_pair: dict[tuple[str, str], list[dict[str, Any]]] = defaultdict(list)
467
+ for item in retained:
468
+ row = new_decoded[item["raw_compact_index"]]
469
+ by_pair[row["dataset"], item["canonical_family"]].append({"selection": item, "row": row})
470
+ for pair in sorted(override_pairs):
471
+ selected = by_pair[pair]
472
+ scopes = sorted({item["row"]["scope"] for item in selected})
473
+ require("float" in scopes and "overall" in scopes and (scopes == ["float", "overall"] or "integer" in scopes), f"composite scopes differ: {pair}")
474
+ ledger.append({
475
+ "dataset": pair[0], "canonical_family": pair[1],
476
+ "decision": "select_latest_scope_composite",
477
+ "status": "partial_numeric" if pair in partial_pairs else "numeric",
478
+ "source_comparison_profile": PROFILE,
479
+ "source_comparison_profiles": sorted({item["selection"]["source_comparison_profile"] for item in selected}),
480
+ "source_hosts": sorted({item["selection"]["source_host"] for item in selected}),
481
+ "selected_raw_indices": sorted(item["selection"]["raw_compact_index"] for item in selected),
482
+ "selected_scopes": scopes,
483
+ "missing_scopes_tombstoned": sorted(all_scopes - set(scopes)),
484
+ "recency_rank": 50,
485
+ "authority": "float_scaling9_scope_composite_latest",
486
+ "reason": (
487
+ "The newest float-scaling9 measurement covers an exact supported numeric subset; valid unsupported float values are excluded and bound by the support SHA. Retained integer bytes plus supported float-subset bytes are not a full-workload total, and cross-host timing is unavailable."
488
+ if pair in partial_pairs else
489
+ "Accepted float-scaling9 overlay is newest for float/overall; an existing accepted integer row is retained only when the dataset has integer columns. Mixed overall bytes are composed and cross-host timing is unavailable."
490
+ ),
491
+ "acceptance_sha256": sha256(acceptance_path),
492
+ })
493
+
494
+ retained.sort(key=lambda item: item["raw_compact_index"])
495
+ ledger.sort(key=lambda item: (item["dataset"], item["canonical_family"]))
496
+ timing_indices = [item["raw_compact_index"] for item in retained if item["timing_admitted"]]
497
+ active = set(old_sidecar["cpp"]["active_native85_families"])
498
+ active_ledger = [item for item in ledger if item["canonical_family"] in active]
499
+ pair_status = Counter(item["status"] for item in active_ledger)
500
+ scope_dataset_counts = {scope: len({new_decoded[item["raw_compact_index"]]["dataset"] for item in retained if new_decoded[item["raw_compact_index"]]["scope"] == scope}) for scope in all_scopes}
501
+ scope_pair_counts = {scope: len({(new_decoded[item["raw_compact_index"]]["dataset"], item["canonical_family"]) for item in retained if new_decoded[item["raw_compact_index"]]["scope"] == scope}) for scope in all_scopes}
502
+
503
+ sidecar = json.loads(json.dumps(old_sidecar))
504
+ sidecar["status"] = SIDECAR_STATUS
505
+ sidecar["baseline"] = {
506
+ "revision": BASELINE_REVISION,
507
+ "ui_data_path": "ui-data.json", "ui_data_sha256": ui_sha,
508
+ "data_path": "data.json", "data_sha256": data_sha,
509
+ "compact_record_count": len(new_decoded),
510
+ "parent_published_payload": {"data_sha256": EXPECTED_BASELINE["data.json"], "ui_data_sha256": EXPECTED_BASELINE["ui-data.json"]},
511
+ }
512
+ sidecar["identity_contract"]["atomicity"] = "One latest authority wins per dataset and canonical family. The float-scaling9 authority may be a scope composite: new float plus retained integer and an explicitly byte-composed overall row. Every selected row keeps its own source profile/runtime/host."
513
+ sidecar["precedence"].append({"rank": 50, "authority": "float_scaling9_scope_composite_latest", "scope": "134 float-bearing datasets x nine integer-codec families; exact float support plus retained integer component"})
514
+ sidecar["receipts"][PUBLIC_ACCEPTANCE] = {"path": PUBLIC_ACCEPTANCE, "sha256": sha256(acceptance_path), "schema": read_json(acceptance_path)["schema"], "status": read_json(acceptance_path)["status"]}
515
+ sidecar["receipts"][PUBLIC_OVERLAY] = {"path": PUBLIC_OVERLAY, "sha256": sha256(overlay_path)}
516
+ sidecar["cpp"]["selected_rows"] = retained
517
+ sidecar["cpp"]["pair_ledger"] = ledger
518
+ sidecar["cpp"]["counts"] = {
519
+ "active_native85_pair_conclusions": len(active_ledger),
520
+ "active_native85_pair_status": dict(sorted(pair_status.items())),
521
+ "active_native85_numeric_pairs": pair_status["numeric"],
522
+ "active_native85_partial_numeric_pairs": pair_status["partial_numeric"],
523
+ "active_native85_measured_numeric_pairs": pair_status["numeric"] + pair_status["partial_numeric"],
524
+ "active_native85_terminal_tombstone_pairs": pair_status["not_applicable"] + pair_status["unsupported"],
525
+ "legacy_extra_pair_count": sum(item["authority"] == "legacy_extra_family_preserved_all_configurations" for item in ledger),
526
+ "selected_compact_row_count": len(retained),
527
+ "timing_admitted_selected_row_count": len(timing_indices),
528
+ "scope_numeric_dataset_counts": dict(sorted(scope_dataset_counts.items())),
529
+ "scope_numeric_pair_counts": dict(sorted(scope_pair_counts.items())),
530
+ "float_scaling9_dataset_count": 134,
531
+ "float_scaling9_pair_count": 1206,
532
+ "float_scaling9_measurement_row_coverage_pairs_with_retained_NYC": 1215,
533
+ "float_scaling9_full_numeric_workload_pairs_with_retained_NYC": 1102,
534
+ "float_scaling9_partial_numeric_pairs": 113,
535
+ }
536
+ sidecar["cpp"]["timing_subset"] = {
537
+ "contract": "Only row-local admitted timing is selectable. Server-192 float timing remains its own source profile; mixed server-166/server-192 overall rows have null timing and are never pooled.",
538
+ "selected_raw_indices": timing_indices,
539
+ "selected_row_count": len(timing_indices),
540
+ "source_profile_counts": dict(sorted(Counter(item["source_comparison_profile"] for item in retained if item["timing_admitted"]).items())),
541
+ }
542
+ sidecar["warnings"] = [warning for warning in sidecar["warnings"] if "FreshRetailNet-50K corrected" not in warning]
543
+ sidecar["warnings"].append("Float-scaling9 timing was measured on server 192 and is never merged with server-166 integer timing; mixed overall rows expose bytes/rate only.")
544
+ sidecar["warnings"].append("For 113 dataset-method pairs, valid float values were unsupported. Their rows expose exact supported-subset rates and support SHA identities and are marked partial_numeric; 135/135 denotes measurement-row coverage, not full-workload support.")
545
+ return sidecar
546
+
547
+
548
+ def main() -> None:
549
+ parser = argparse.ArgumentParser(description=__doc__)
550
+ parser.add_argument("--baseline", type=Path, required=True)
551
+ parser.add_argument("--compact", type=Path, required=True)
552
+ parser.add_argument("--augmentation", type=Path)
553
+ parser.add_argument("--output", type=Path, required=True)
554
+ args = parser.parse_args()
555
+ baseline, compact, output = args.baseline.resolve(), args.compact.resolve(), args.output.resolve()
556
+ require(not output.exists(), "candidate exists; preserve it and choose a new output")
557
+ for name, expected in EXPECTED_BASELINE.items():
558
+ require((baseline / name).is_file() and sha256(baseline / name) == expected, f"published baseline SHA mismatch: {name}")
559
+ public_rows, compact_audit = validate_compact(compact, None if args.augmentation is None else args.augmentation.resolve())
560
+
561
+ scope = read_json(baseline / "final-dataset-scope.json")
562
+ input_status = read_json(baseline / "final-input-status.json")
563
+ measured = set(scope["datasets"]) - {item["dataset_id"] for item in input_status["pending_datasets"]}
564
+ float_datasets = {row["dataset"] for row in public_rows}
565
+ require(len(measured) == 135 and float_datasets | {"NYC_Yellow_Taxi_Trip"} == measured and "NYC_Yellow_Taxi_Trip" not in float_datasets, "float campaign is not exact current measured scope minus pure-integer NYC")
566
+
567
+ old_data = read_json(baseline / "data.json")
568
+ old_ui = read_json(baseline / "ui-data.json")
569
+ old_sidecar = read_json(baseline / "cpp-latest-view.json")
570
+ decoded = compact_rows(old_ui)
571
+ old_integer: dict[tuple[str, str], dict[str, Any]] = {}
572
+ for item in old_sidecar["cpp"]["selected_rows"]:
573
+ row = decoded[item["raw_compact_index"]]
574
+ pair = row["dataset"], item["canonical_family"]
575
+ if row["dataset"] in measured and item["canonical_family"] in METHOD_SET and row["scope"] == "integer":
576
+ require(pair not in old_integer, f"multiple selected integer records: {pair}")
577
+ full = old_data["dataset_results"][item["raw_compact_index"]]
578
+ require(full["dataset"] == row["dataset"] and full["scope"] == "integer", "full/compact baseline row mismatch")
579
+ old_integer[pair] = full
580
+ require(len(old_integer) == 64 * 9 and len({dataset for dataset, _ in old_integer}) == 64, "old integer component coverage differs")
581
+
582
+ output.parent.mkdir(parents=True, exist_ok=True)
583
+ shutil.copytree(baseline, output)
584
+ public_overlay_path = output / PUBLIC_OVERLAY
585
+ write_gzip_jsonl(public_overlay_path, public_rows)
586
+ acceptance = {
587
+ "schema": "compressionbenchmark-float-scaling9-site-acceptance-v1",
588
+ "status": "accepted_for_rate_and_own_profile_timing",
589
+ "created_at": dt.datetime.now(dt.timezone.utc).isoformat(),
590
+ "producer_terminal_status_preserved": "completed_unreviewed",
591
+ "validation": compact_audit,
592
+ "scope": {
593
+ "dataset_count_with_float": 134, "pure_integer_dataset_retained": "NYC_Yellow_Taxi_Trip",
594
+ "current_measured_dataset_count": 135, "method_count": 9,
595
+ "dataset_method_count": 1206, "column_method_count": 27522,
596
+ "method_ids": list(METHODS),
597
+ },
598
+ "public_overlay": {"file": PUBLIC_OVERLAY, "sha256": sha256(public_overlay_path), "rows": len(public_rows)},
599
+ "admission": {
600
+ "rate_bytes": "accepted exact P172B861 complete-frame bytes over the exact supported numeric subset; partial rows are never described as full-workload coverage",
601
+ "float_timing": "accepted only over the exact supported numeric subset within the server-192 profile as equal-column arithmetic mean of per-column ns/point",
602
+ "mixed_overall_timing": "unavailable; server-166 integer and server-192 float timing are never merged",
603
+ "unsupported_and_NA": "explicit states retained; no zero-valued results fabricated",
604
+ },
605
+ }
606
+ acceptance_path = output / PUBLIC_ACCEPTANCE
607
+ write_json(acceptance_path, acceptance)
608
+ acceptance_sha = sha256(acceptance_path)
609
+
610
+ additions, composition_counts = site_rows(public_rows, old_integer, acceptance_sha)
611
+ data = json.loads(json.dumps(old_data))
612
+ old_rows_sha = canonical_sha(data["dataset_results"])
613
+ old_count = len(data["dataset_results"])
614
+ require(not any(row.get("comparison_profile") == PROFILE for row in data["dataset_results"]), "float-scaling9 profile already integrated")
615
+ data["dataset_results"].extend(additions)
616
+ require(canonical_sha(data["dataset_results"][:old_count]) == old_rows_sha, "historical dataset result rows changed")
617
+
618
+ helper_path = output / "build_accepted_completion_v7.py"
619
+ spec = importlib.util.spec_from_file_location("float9_recompute", helper_path)
620
+ helper = importlib.util.module_from_spec(spec)
621
+ require(spec.loader is not None, "cannot load aggregate helper")
622
+ spec.loader.exec_module(helper)
623
+ helper.recompute(data)
624
+ helper.update_methods(data, additions)
625
+ data["benchmark"].setdefault("runtime_labels", {})[PROFILE] = "Native C++ · 192 · exact decimal scaling for nine integer codecs"
626
+ data["benchmark"].setdefault("runtime_hosts", {})[PROFILE] = "192 for float; 166+192 byte-only composition for mixed overall"
627
+ data["benchmark"]["implementation_runtimes"] = sorted({row["comparison_profile"] for row in data["dataset_results"]})
628
+ data["benchmark"]["exact_source_profiles"] = sorted({row["runtime"] for row in data["dataset_results"]})
629
+ run_summary = {
630
+ "schema": "float-scaling9-site-import-v1", "comparison_profile": PROFILE,
631
+ "execution_host": "192.168.99.20", "binary_sha256": BINARY_SHA256,
632
+ "dataset_count_with_float": 134, "method_count": 9, "pair_count": 1206,
633
+ **composition_counts,
634
+ "public_overlay": {"file": PUBLIC_OVERLAY, "sha256": sha256(public_overlay_path)},
635
+ "acceptance": {"file": PUBLIC_ACCEPTANCE, "sha256": acceptance_sha},
636
+ "timing_policy": "server192 float and pure-float overall only; mixed overall timing null; never enters server166-only figures",
637
+ "old_results_retained": True,
638
+ }
639
+ data["source"].setdefault("measurement_runs", []).append(run_summary)
640
+ coverage = data["coverage"]
641
+ coverage.update(
642
+ dataset_result_row_count=len(data["dataset_results"]),
643
+ configuration_aggregate_row_count=len(data["configuration_aggregates"]),
644
+ family_best_aggregate_row_count=len(data["family_best_aggregates"]),
645
+ method_family_count=len({row["family"] for row in data["dataset_results"]}),
646
+ method_configuration_count=len({row["algorithm_variant"] for row in data["dataset_results"]}),
647
+ runtime_configuration_count=len({(row["comparison_profile"], row["algorithm_variant"]) for row in data["dataset_results"]}),
648
+ runtime_count=len(data["benchmark"]["implementation_runtimes"]),
649
+ runtimes=data["benchmark"]["implementation_runtimes"],
650
+ timing_unavailable_dataset_result_count=sum(row.get("timing_aggregation") == "unavailable" for row in data["dataset_results"]),
651
+ )
652
+ coverage["float_scaling9"] = run_summary
653
+ write_json(output / "data.json", data)
654
+ subprocess.run([sys.executable, str(output / "build_ui_payload.py")], check=True, capture_output=True, text=True)
655
+ new_ui = read_json(output / "ui-data.json")
656
+ data_sha = sha256(output / "data.json")
657
+ ui_sha = sha256(output / "ui-data.json")
658
+ require(new_ui["source_data_sha256"] == data_sha and len(new_ui["compact_records"]) == len(data["dataset_results"]), "full/compact data closure differs")
659
+
660
+ sidecar = build_sidecar(old_sidecar, old_ui, new_ui, additions, data_sha, ui_sha, acceptance_path, public_overlay_path)
661
+ write_json(output / "cpp-latest-view.json", sidecar)
662
+ sidecar_sha = sha256(output / "cpp-latest-view.json")
663
+
664
+ app_path = output / "app.js"
665
+ app = app_path.read_text()
666
+ old_sha = EXPECTED_BASELINE["cpp-latest-view.json"]
667
+ require(app.count(old_sha) == 1 and app.count("20261013-cpp-latest-v1") == 2 and app.count("built_from_frozen_published_admitted_sources") == 1, "app cache/SHA/status anchors differ")
668
+ app = app.replace(old_sha, sidecar_sha)
669
+ app = app.replace("20261013-cpp-latest-v1", VERSION)
670
+ app = app.replace("built_from_frozen_published_admitted_sources", SIDECAR_STATUS)
671
+ require(app.count("item.pair_status!=='numeric'") == 1, "app pair-status guard anchor differs")
672
+ app = app.replace("item.pair_status!=='numeric'", "!['numeric','partial_numeric'].includes(item.pair_status)")
673
+ require(app.count("decision.status!=='numeric'&&Array.isArray(decision.selected_raw_indices)") == 1, "app ledger-status guard anchor differs")
674
+ app = app.replace("decision.status!=='numeric'&&Array.isArray(decision.selected_raw_indices)", "!['numeric','partial_numeric'].includes(decision.status)&&Array.isArray(decision.selected_raw_indices)")
675
+ old_support_note = "${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} numeric Overall, ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable"
676
+ new_support_note = "${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} full numeric Overall, ${countSupport(item=>item.status==='partial_numeric')} partial numeric (exact supported subset), ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} full numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable"
677
+ require(app.count(old_support_note) == 1, "app support-note anchor differs")
678
+ app = app.replace(old_support_note, new_support_note)
679
+ app_path.write_text(app)
680
+ subprocess.run(["node", "--check", str(app_path)], check=True, capture_output=True, text=True)
681
+
682
+ index_path = output / "index.html"
683
+ index = index_path.read_text()
684
+ require(index.count('app.js?v=20261013-min128-input-gate-v1') == 1, "index app cache anchor differs")
685
+ index_path.write_text(index.replace('app.js?v=20261013-min128-input-gate-v1', f'app.js?v={VERSION}'))
686
+
687
+ manifest = read_json(output / "manifest.json")
688
+ manifest["data_sha256"] = data_sha
689
+ manifest["counts"] = coverage
690
+ manifest["measurement_runs"] = data["source"]["measurement_runs"]
691
+ manifest["float_scaling9"] = run_summary
692
+ manifest["cpp_latest_view"] = {
693
+ "file": "cpp-latest-view.json", "sha256": sidecar_sha,
694
+ "schema": sidecar["schema"], "status": sidecar["status"],
695
+ }
696
+ write_json(output / "manifest.json", manifest)
697
+
698
+ builder_copy = output / Path(__file__).name
699
+ shutil.copy2(Path(__file__), builder_copy)
700
+ changed = [
701
+ "data.json", "ui-data.json", "cpp-latest-view.json", "app.js", "index.html", "manifest.json",
702
+ PUBLIC_OVERLAY, PUBLIC_ACCEPTANCE, Path(__file__).name,
703
+ ]
704
+ integration = {
705
+ "schema": "compressionbenchmark-float-scaling9-site-integration-v1",
706
+ "status": "passed_not_published",
707
+ "created_at": dt.datetime.now(dt.timezone.utc).isoformat(),
708
+ "parent_revision": BASELINE_REVISION,
709
+ "old_dataset_result_count": old_count,
710
+ "new_dataset_result_count": len(additions),
711
+ "final_dataset_result_count": len(data["dataset_results"]),
712
+ "historical_dataset_results_canonical_sha256": old_rows_sha,
713
+ "scope": {"measured_datasets": 135, "methods": 9, "method_dataset_pairs": 1215, **composition_counts},
714
+ "files": {name: {"bytes": (output / name).stat().st_size, "sha256": sha256(output / name)} for name in changed},
715
+ "publication_file_list": changed + [PUBLIC_INTEGRATION],
716
+ "semantic_checks": {
717
+ "old_rows_retained_byte_for_byte_in_canonical_order": True,
718
+ "new_float_rows": 1206, "new_overall_rows": 1206,
719
+ "mixed_overall_bytes_equal_integer_plus_float": 63 * 9,
720
+ "mixed_overall_timing_null": 63 * 9,
721
+ "pure_float_overall_timing_same_server192_profile": 71 * 9,
722
+ "NYC_pure_integer_rows_unchanged": 9,
723
+ "unsupported_or_NA_converted_to_zero": 0,
724
+ "measurement_row_coverage_pairs_with_retained_NYC": 1215,
725
+ "full_numeric_workload_pairs_with_retained_NYC": 1102,
726
+ "partial_numeric_pairs": 113,
727
+ "unsupported_valid_values_excluded_from_partial_rates": compact_audit["support_semantics"]["unsupported_valid_value_count"],
728
+ "index_app_cache_version": VERSION,
729
+ "app_javascript_syntax": "pass",
730
+ },
731
+ "page_checks_required_after_publication": [
732
+ "C++ overall shows 135/135 measurement-row coverage for the nine methods and separately labels partial_numeric supported-subset rows",
733
+ "Mixed-dataset overall rows show unavailable timing and retain both source hosts in details",
734
+ "Float-scope rows show server-192 provenance and exact scaling configuration",
735
+ "CSV keeps source profile, source host, binary/support SHA, measurement status, and timing status",
736
+ ],
737
+ }
738
+ integration_path = output / PUBLIC_INTEGRATION
739
+ write_json(integration_path, integration)
740
+ integration["files"][PUBLIC_INTEGRATION] = {"bytes": integration_path.stat().st_size, "sha256": sha256(integration_path)}
741
+ # Do not rewrite the integration after hashing itself; the external build
742
+ # result below binds the final integration file SHA without recursion.
743
+ build_result = {
744
+ "status": "passed_not_published", "output": str(output),
745
+ "data_sha256": data_sha, "ui_data_sha256": ui_sha,
746
+ "cpp_latest_view_sha256": sidecar_sha, "manifest_sha256": sha256(output / "manifest.json"),
747
+ "integration_sha256": sha256(integration_path),
748
+ "candidate_file_count": sum(path.is_file() for path in output.iterdir()),
749
+ "candidate_total_bytes": sum(path.stat().st_size for path in output.iterdir() if path.is_file()),
750
+ "publication_files": integration["publication_file_list"],
751
+ "counts": sidecar["cpp"]["counts"],
752
+ }
753
+ write_json(Path(__file__).with_name("BUILD_RESULT.json"), build_result)
754
+ print(json.dumps(build_result, ensure_ascii=False, indent=2, sort_keys=True))
755
+
756
+
757
+ if __name__ == "__main__":
758
+ main()
cpp-latest-view.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d2a8bb4fb5c38fbc4fa130a08b7608c7568f3959ef9dd2706f245862907f90f
3
- size 19973658
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:564b8f7760a6336e93bd0d69601e74ada9819b361dc2464d768689af0d287cbd
3
+ size 29094332
data.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7b542c5731786d0486e89de889f024c7e6f69eacb68a7df67bc00179b07af4c
3
- size 134675991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c66633b2d58b126edfad8afe173caf1f53fbcdb6f7b205c3d51b42dfc75a241
3
+ size 141118632
float-scaling9-dataset-overlays.jsonl.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027760f75a88dd8b91b658797855c3c5339ac74c7ef394105a37e4912f25afc7
3
+ size 183242
index.html CHANGED
@@ -7,7 +7,7 @@
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261013-cpp-latest-v1">
10
- <script src="app.js?v=20261013-min128-input-gate-v1" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
 
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261013-cpp-latest-v1">
10
+ <script src="app.js?v=20261015-float-scaling9-v1" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
manifest.json CHANGED
@@ -33,7 +33,7 @@
33
  },
34
  "counts": {
35
  "catalog_dataset_count": 164,
36
- "configuration_aggregate_row_count": 5197,
37
  "corrected_five425": {
38
  "active_method_count": 85,
39
  "all_na_pair_count": 0,
@@ -67,7 +67,7 @@
67
  "timing_admitted": false
68
  },
69
  "dataset_count": 164,
70
- "dataset_result_row_count": 92559,
71
  "excluded_datasets": [
72
  "Arade",
73
  "app_flow",
@@ -79,9 +79,31 @@
79
  "tiktok_trending_hashtags_music",
80
  "youtube_trending_2019_2020"
81
  ],
82
- "family_best_aggregate_row_count": 1916,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  "measured_dataset_count": 164,
84
- "method_configuration_count": 476,
85
  "method_family_count": 104,
86
  "missing_measurement_policy": "Missing report and dataset/scope/runtime/configuration combinations are omitted; the UI must display them as unavailable, never as zero.",
87
  "missing_source_report_count": 0,
@@ -380,8 +402,8 @@
380
  "native86_unresolved_problem_pair_count": 0,
381
  "native86_v9_recovered_pair_count": 154,
382
  "paper_leaderboard_row_count": 0,
383
- "runtime_configuration_count": 1117,
384
- "runtime_count": 12,
385
  "runtimes": [
386
  "cpp",
387
  "cpp-native166-corrected-five-20261012-v1",
@@ -390,6 +412,7 @@
390
  "cpp-native166-row-support-v4-baseline86-fixed-profiles-20260919-v3",
391
  "cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3",
392
  "cpp-native192-first12-baseline86-fixed-profiles-20260919-v3",
 
393
  "cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2",
394
  "cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1",
395
  "cpp-native192-next5-baseline86-fixed-profiles-20260919-v3",
@@ -401,10 +424,16 @@
401
  "timing_column_mean_dataset_result_count": 25449,
402
  "timing_column_observation_count": 519087,
403
  "timing_dataset_aggregate_result_count": 0,
404
- "timing_unavailable_dataset_result_count": 67110
 
 
 
 
 
 
405
  },
406
  "data_file": "data.json",
407
- "data_sha256": "b7b542c5731786d0486e89de889f024c7e6f69eacb68a7df67bc00179b07af4c",
408
  "dataset_catalog_sha256": "47869c8078e8c864810d4f961fa5879e120943bb3f371b39f0adc74f3de2ee2d",
409
  "excluded_content": [
410
  "raw datasets",
@@ -414,6 +443,28 @@
414
  "binaries and model artifacts",
415
  "external or vendored benchmark results"
416
  ],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
417
  "measurement_runs": [
418
  {
419
  "decode_boundary": "DBF header parse, integer-body decode, and inverse scaling or IEEE-word reconstruction",
@@ -1003,6 +1054,28 @@
1003
  "schema": "corrected-five425-site-import-v1",
1004
  "special_support_review_pair_count": 8,
1005
  "timing_admitted": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1006
  }
1007
  ],
1008
  "native86_imports": {
 
33
  },
34
  "counts": {
35
  "catalog_dataset_count": 164,
36
+ "configuration_aggregate_row_count": 5782,
37
  "corrected_five425": {
38
  "active_method_count": 85,
39
  "all_na_pair_count": 0,
 
67
  "timing_admitted": false
68
  },
69
  "dataset_count": 164,
70
+ "dataset_result_row_count": 94971,
71
  "excluded_datasets": [
72
  "Arade",
73
  "app_flow",
 
79
  "tiktok_trending_hashtags_music",
80
  "youtube_trending_2019_2020"
81
  ],
82
+ "family_best_aggregate_row_count": 1934,
83
+ "float_scaling9": {
84
+ "acceptance": {
85
+ "file": "FLOAT_SCALING9_SITE_ACCEPTANCE.json",
86
+ "sha256": "1a9cbcd4a2b38e770047734fa41f4b61c8f4919778fa80c53e11778a1e0db9e4"
87
+ },
88
+ "binary_sha256": "0558378c92fe855f666da67d4f712043df084838619f35af9e2ae40dc183c704",
89
+ "comparison_profile": "cpp-native192-float-scaling9-20261014-v2",
90
+ "dataset_count_with_float": 134,
91
+ "execution_host": "192.168.99.20",
92
+ "method_count": 9,
93
+ "mixed_dataset_method_pairs": 567,
94
+ "new_dataset_result_rows": 2412,
95
+ "old_results_retained": true,
96
+ "pair_count": 1206,
97
+ "public_overlay": {
98
+ "file": "float-scaling9-dataset-overlays.jsonl.gz",
99
+ "sha256": "027760f75a88dd8b91b658797855c3c5339ac74c7ef394105a37e4912f25afc7"
100
+ },
101
+ "pure_float_dataset_method_pairs": 639,
102
+ "schema": "float-scaling9-site-import-v1",
103
+ "timing_policy": "server192 float and pure-float overall only; mixed overall timing null; never enters server166-only figures"
104
+ },
105
  "measured_dataset_count": 164,
106
+ "method_configuration_count": 932,
107
  "method_family_count": 104,
108
  "missing_measurement_policy": "Missing report and dataset/scope/runtime/configuration combinations are omitted; the UI must display them as unavailable, never as zero.",
109
  "missing_source_report_count": 0,
 
402
  "native86_unresolved_problem_pair_count": 0,
403
  "native86_v9_recovered_pair_count": 154,
404
  "paper_leaderboard_row_count": 0,
405
+ "runtime_configuration_count": 1573,
406
+ "runtime_count": 13,
407
  "runtimes": [
408
  "cpp",
409
  "cpp-native166-corrected-five-20261012-v1",
 
412
  "cpp-native166-row-support-v4-baseline86-fixed-profiles-20260919-v3",
413
  "cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3",
414
  "cpp-native192-first12-baseline86-fixed-profiles-20260919-v3",
415
+ "cpp-native192-float-scaling9-20261014-v2",
416
  "cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2",
417
  "cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1",
418
  "cpp-native192-next5-baseline86-fixed-profiles-20260919-v3",
 
424
  "timing_column_mean_dataset_result_count": 25449,
425
  "timing_column_observation_count": 519087,
426
  "timing_dataset_aggregate_result_count": 0,
427
+ "timing_unavailable_dataset_result_count": 67677
428
+ },
429
+ "cpp_latest_view": {
430
+ "file": "cpp-latest-view.json",
431
+ "schema": "compressionbenchmark-cpp-latest-view-v1",
432
+ "sha256": "564b8f7760a6336e93bd0d69601e74ada9819b361dc2464d768689af0d287cbd",
433
+ "status": "built_from_frozen_published_baseline_and_accepted_float_scaling9"
434
  },
435
  "data_file": "data.json",
436
+ "data_sha256": "3c66633b2d58b126edfad8afe173caf1f53fbcdb6f7b205c3d51b42dfc75a241",
437
  "dataset_catalog_sha256": "47869c8078e8c864810d4f961fa5879e120943bb3f371b39f0adc74f3de2ee2d",
438
  "excluded_content": [
439
  "raw datasets",
 
443
  "binaries and model artifacts",
444
  "external or vendored benchmark results"
445
  ],
446
+ "float_scaling9": {
447
+ "acceptance": {
448
+ "file": "FLOAT_SCALING9_SITE_ACCEPTANCE.json",
449
+ "sha256": "1a9cbcd4a2b38e770047734fa41f4b61c8f4919778fa80c53e11778a1e0db9e4"
450
+ },
451
+ "binary_sha256": "0558378c92fe855f666da67d4f712043df084838619f35af9e2ae40dc183c704",
452
+ "comparison_profile": "cpp-native192-float-scaling9-20261014-v2",
453
+ "dataset_count_with_float": 134,
454
+ "execution_host": "192.168.99.20",
455
+ "method_count": 9,
456
+ "mixed_dataset_method_pairs": 567,
457
+ "new_dataset_result_rows": 2412,
458
+ "old_results_retained": true,
459
+ "pair_count": 1206,
460
+ "public_overlay": {
461
+ "file": "float-scaling9-dataset-overlays.jsonl.gz",
462
+ "sha256": "027760f75a88dd8b91b658797855c3c5339ac74c7ef394105a37e4912f25afc7"
463
+ },
464
+ "pure_float_dataset_method_pairs": 639,
465
+ "schema": "float-scaling9-site-import-v1",
466
+ "timing_policy": "server192 float and pure-float overall only; mixed overall timing null; never enters server166-only figures"
467
+ },
468
  "measurement_runs": [
469
  {
470
  "decode_boundary": "DBF header parse, integer-body decode, and inverse scaling or IEEE-word reconstruction",
 
1054
  "schema": "corrected-five425-site-import-v1",
1055
  "special_support_review_pair_count": 8,
1056
  "timing_admitted": false
1057
+ },
1058
+ {
1059
+ "acceptance": {
1060
+ "file": "FLOAT_SCALING9_SITE_ACCEPTANCE.json",
1061
+ "sha256": "1a9cbcd4a2b38e770047734fa41f4b61c8f4919778fa80c53e11778a1e0db9e4"
1062
+ },
1063
+ "binary_sha256": "0558378c92fe855f666da67d4f712043df084838619f35af9e2ae40dc183c704",
1064
+ "comparison_profile": "cpp-native192-float-scaling9-20261014-v2",
1065
+ "dataset_count_with_float": 134,
1066
+ "execution_host": "192.168.99.20",
1067
+ "method_count": 9,
1068
+ "mixed_dataset_method_pairs": 567,
1069
+ "new_dataset_result_rows": 2412,
1070
+ "old_results_retained": true,
1071
+ "pair_count": 1206,
1072
+ "public_overlay": {
1073
+ "file": "float-scaling9-dataset-overlays.jsonl.gz",
1074
+ "sha256": "027760f75a88dd8b91b658797855c3c5339ac74c7ef394105a37e4912f25afc7"
1075
+ },
1076
+ "pure_float_dataset_method_pairs": 639,
1077
+ "schema": "float-scaling9-site-import-v1",
1078
+ "timing_policy": "server192 float and pure-float overall only; mixed overall timing null; never enters server166-only figures"
1079
  }
1080
  ],
1081
  "native86_imports": {
ui-data.json CHANGED
The diff for this file is too large to render. See raw diff