jzxiao commited on
Commit
86c9d33
·
verified ·
1 Parent(s): 799b74b

Apply uniform min128 dataset scope and compact Overall rows

Browse files

Use the user-authorized 137-dataset scope (mean valid sequence length >=128), retain source archives, and gate FreshRetailNet-LT and Kaggle Web Traffic pending corrected full inputs. Remove redundant Overall row subtitles.

FINAL160_FORMAT_AUDIT.json ADDED
The diff for this file is too large to render. See raw diff
 
FINAL160_OPERATOR_SCOPE_AUDIT.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "current_input_semantics": {
3
+ "FreshRetailNet-50K_corrected_column_count": 114,
4
+ "FreshRetailNet-50K_old_feed_column_count": 17,
5
+ "FreshRetailNet-LT_corrected_target_column_count": 114,
6
+ "Kaggle_Web_Traffic_corrected_target_column_count": 1,
7
+ "audited_unchanged_rows_may_be_retained": {
8
+ "traqq_weekly_activity": 5,
9
+ "us_stock_financial_ratios": 39
10
+ },
11
+ "changed_and_require_rerun": {
12
+ "freshretailnet_50k": 114,
13
+ "freshretailnet_lt": 114,
14
+ "github_top_projects": 3,
15
+ "kaggle_web_traffic": 1,
16
+ "magseven_ml_ready_high_frequency_anomaly": 6,
17
+ "trending_stocks_yahoo_finance": 8
18
+ },
19
+ "pending_input_acceptance_datasets": [
20
+ "freshretailnet_lt",
21
+ "kaggle_web_traffic"
22
+ ]
23
+ },
24
+ "extra_historical_ids": [
25
+ "jovian_lightning",
26
+ "macroecon",
27
+ "nasa_maven_kp_insitu",
28
+ "weather_data_NC"
29
+ ],
30
+ "feed_dataset_count": 160,
31
+ "feed_rows": 41090,
32
+ "final160_dataset_count": 160,
33
+ "final160_intersection_count": 156,
34
+ "inputs_sha256": {
35
+ "corrected_input_requirements": "391a5f081f0347925c5c1187fae2b4fe85c3ae88ec44f04a0fb0881efa42b7c7",
36
+ "descriptive_inventory": "8268a73a536c70a2d8d01a8fca33d2a7c07e19d9f888ea92ef488c1801702c94",
37
+ "final160_scope": "92a995e4278971077fe60dabd913e26e1afdccaeca1ec6181ae1de3f50929889",
38
+ "format_audit": "2d3fb152f4f040a044a49fb23a0a34eb217ad0a54668f1fa0c65281d72064ba8",
39
+ "operator_feed": "c6962b9e57a59b50a2e4fa0dc0db9789541a763ea46f4b0cfb7cafd3b88dd22d"
40
+ },
41
+ "minimum_replacement_campaign": {
42
+ "breakdown": {
43
+ "FreshRetailNet-50K_114_ready_results_pending": 1140,
44
+ "already_accepted_corrected_three": 170,
45
+ "missing_four": 580,
46
+ "pending_input_acceptance_FreshRetailNet-LT_and_Kaggle": 1150
47
+ },
48
+ "column_keys": 304,
49
+ "dispatch_gate": "FreshRetailNet-LT and Kaggle exact typed inputs must first receive independent FROZEN_READY acceptance",
50
+ "do_not_reuse_stale_changed_rows": true,
51
+ "exact_key_plan": "analysis_outputs/paper_final160_refresh_20261013_v2/OPERATOR_FINAL160_RERUN_KEYS.csv",
52
+ "exact_key_plan_sha256": "f78efdd3be2df37bef865de705bafd2f78d32df6e9e062d731eb916ab7693405",
53
+ "recipe_keys": 3040,
54
+ "retain_existing_current_rows": true
55
+ },
56
+ "missing_final160_column_counts": {
57
+ "METR-LA": 34,
58
+ "PEMS-BAY": 10,
59
+ "m2oe2_timeseries": 13,
60
+ "medium_posts": 1
61
+ },
62
+ "missing_final160_ids": [
63
+ "METR-LA",
64
+ "PEMS-BAY",
65
+ "m2oe2_timeseries",
66
+ "medium_posts"
67
+ ],
68
+ "paper_conclusion": "The 41,090-row feed is historical evidence, not a valid final160/current-input Fig. 11 source; the exact repair is now 3,040 recipe keys, of which 1,150 remain blocked on two input acceptances.",
69
+ "projected_exact_final160_union_rows": 35870,
70
+ "recipe_count": 10,
71
+ "recipe_ids": [
72
+ "corad_tricklet_dictionary_pair_v1",
73
+ "fpzip_range_pair_v1",
74
+ "gorilla_trailing_pack_pair_v1",
75
+ "project_arithmetic_bytes_v1",
76
+ "project_huffman_bytes_v1",
77
+ "project_rans_reference_v1",
78
+ "rle_run_length_direct_v1",
79
+ "snappy_token_format_pair_v1",
80
+ "spdp_entropy_pair_v1",
81
+ "stream_vbyte_integer_code_pair_v1"
82
+ ],
83
+ "runner_contract": [
84
+ "Prepare canonical per-column manifests from the frozen final160/current-input sources before dispatch.",
85
+ "Do not dispatch FreshRetailNet-LT or Kaggle keys from target-schema rows; wait for exact independently accepted typed inputs and bind their real manifests.",
86
+ "Run the same ten diagnostic recipes with fresh encode/decode processes and round-trip/byte checks.",
87
+ "The byte-effect path carries null timing fields; do not compare or pool timing across hosts.",
88
+ "Preserve the historical 41,090-row feed and write a new attempt/union.",
89
+ "The optimized WiDS runner may be reused only after binding exact recipe CLI/source/runtime/input SHAs and preserving its process/amortization contract."
90
+ ],
91
+ "schema": "paper-final160-operator-feed-audit-v2",
92
+ "status": "BLOCKED_REQUIRES_TWO_INPUT_ACCEPTANCES_AND_EXACT_SCOPE_CURRENT_INPUT_RERUN"
93
+ }
README.md CHANGED
@@ -9,86 +9,16 @@ pinned: false
9
  short_description: Compression rates and compress/decompress costs
10
  ---
11
 
12
- # THULab Time Series Compression Benchmark
13
 
14
- Interactive, static leaderboard of the existing `web_compression` project results, inspired by the grouped leaderboard interface of [GIFT-Eval](https://huggingface.co/spaces/Salesforce/GIFT-Eval).
15
 
16
- The Space serves published result snapshots. It does not execute compression experiments or accept raw dataset uploads. It has no runtime dependency on the project's Django server.
17
 
18
- ## Update the results
19
 
20
- From the source project checkout, regenerate the snapshots with:
21
 
22
- ```bash
23
- python3 deploy/huggingface-compressionbenchmark/export_results.py
24
- python3 deploy/huggingface-compressionbenchmark/apply_dataset_scope.py
25
- # Reapply verified measurement updates before packing the browser payload.
26
- python3 scripts/integrate_dbp_leaderboard.py --measurements /path/to/frozen-measurements.json --expected-sha256 VERIFIED_SHA256 --receipt /path/to/integration-receipt.json
27
- # Verify source identities, rebuild timing averages, and reapply the targeted retest.
28
- python3 scripts/update_site_column_means.py \
29
- --receipt /path/to/timing-fallback-receipt.json \
30
- --dbp-medium-payload analysis_outputs/column_mean_20261009/dbp_medium_posts_retest/integration_payload.json \
31
- --dbp-medium-payload-sha256 e45170a955d1cd0df50dba25f9e41f24f00fc8b559e702d59188b6cfa60c99dc \
32
- --dbp-medium-receipt analysis_outputs/column_mean_20261009/dbp_medium_posts_retest/measurement_receipt.json \
33
- --dbp-medium-receipt-sha256 10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324
34
- # Rebuild the complete Native86 terminal matrix. The importer verifies the
35
- # 13,940-pair main export, overlays the 154 current receipt-bound V9 recoveries,
36
- # retains the 21 independently verified server-192 pairs, and keeps host,
37
- # campaign, comparison contract, exact adapter, and binary identities explicit.
38
- python3 deploy/huggingface-compressionbenchmark/integrate_full_native86_v6.py \
39
- --main-timing-proof analysis_outputs/paper164_performance_refresh_20261011/TIMING_PROVENANCE.old_main166.json
40
- python3 deploy/huggingface-compressionbenchmark/build_ui_payload.py
41
- ```
42
-
43
- Publish the static UI and snapshot files together with `integrate_full_native86_v6.py`, `native86-coverage.json`, the compressed 13,940-pair terminal matrix, its support-aware dataset-result source, the current-154 V9 thin export, the recovery reconciliation, the main timing proof, and the partial independent-adjudication receipt. The manifest records their exact SHA-256 identities and metric boundaries. The compact browser payload retains the full snapshot's measurements and SHA-256 identity. The reference and dataset catalogs are independent documentation payloads and do not create benchmark measurements.
44
-
45
- Only measurements in the authoritative current project scope are exported. Missing metrics and missing coverage are displayed explicitly. Existing results do not imply independently verified round trips or uniform hardware environments unless those checks are recorded in the source.
46
-
47
- The reviewed 164-dataset scope contains 89 directly measured real datasets and 75 datasets derived from real observations. Fifteen entries have incomplete source provenance; the catalog exposes this limitation rather than silently treating them as fully sourced.
48
-
49
- ## Interface
50
-
51
- - Overall and per-dataset leaderboards with C++ / Java / Python, data-type, precision, family, and method filters
52
- - Sortable metrics, optional columns, and CSV download of the selected ranking
53
- - Compression rate versus compression/decompression cost plots
54
- - Dataset-level method details, snapshot provenance, and metric definitions
55
- - Searchable 164-dataset catalog grouped into six source categories, with explicit measurement availability and source links
56
- - Gold 🏆 links for the 146 datasets hosted by THULab on Hugging Face; dataset-card links open the matching selection with `?scope=164&dataset=<key>#dataset`
57
- - Overall composite score and average dataset Rank, with 66 valid non-negative one-decimal weight combinations, including zero weights
58
- - Searchable Methods documentation and a 30-family operator catalog with 102 implementation-directory entries, references, I/O contracts, examples, and status
59
-
60
- The summary dataset count and Dataset coverage denominator are derived from the selected language and data scope. The catalog remains 164 datasets; a selected result view can contain fewer numeric datasets because terminal N/A or unsupported conclusions are not converted to measurements. The C++ view uses the latest receipt-bound authority for each logical dataset/method pair. A newer terminal N/A or unsupported conclusion blocks fallback to an older numeric result. Earlier rows remain preserved in the immutable snapshot and evidence files, while method details and CSV retain the selected row's source family, source comparison profile, host, binary and measurement status. The default family view selects the lowest-rate measured exact variant independently for each dataset only when every candidate for that dataset/family has the same eligible aggregate-id set. Ambiguous support sets are omitted. Switch to **Exact configuration** to inspect fixed variants and provenance.
61
-
62
- The Overall score is `a × average rate + b × normalized average compression time + c × normalized average decompression time`. It is available only when displayed methods share one exact dataset/support signature. Average Rank compares methods within each matching `(dataset, eligible aggregate-id set)` cohort, applies dataset-local time normalization and fractional ties, then averages the available ranks. Missing, N/A, failed, and unlike-support rows are omitted. Coverage and candidate counts can differ; method details expose support hashes, dataset scores, ranks and candidate counts. CSV downloads include weights, support hashes, evidence status and rank coverage. The default weights are `a=0.4, b=0.3, c=0.3`.
63
-
64
- Compression and decompression costs are calculated independently for each usable numeric column as ns/point, then reported as the arithmetic mean across those columns; each column contributes equally. Strict timing is available only when every current rate dataset for that method has admitted timing under one valid workload. A separately labeled **timed subset** is shown when the current winning rows include admitted timing for only N of M rate datasets, and only when all N rows share one exact source profile, host and timing contract. The N/M coverage is displayed inline and exported to CSV. Timed-subset values never enter strict composite scores. Finite source timings with diagnostic or unbound provenance remain unavailable and are not borrowed from superseded rows.
65
-
66
- The server-166 terminal matrix contains all `164 × 85 = 13,940` dataset/method pairs. Later independently reviewed recovery, completion and corrected-input receipts can supersede those base pair results. The combined C++ rate view does not average timings across servers or campaigns. Main-profile timing is admitted by a frozen source/build/binary/boundary proof; recovery timing remains unavailable without the same proof. Source environments and original measurement statuses remain explicit provenance fields.
67
-
68
- Java and Python rows retain their original comparison profile and use the explicit runtime host label already stored in the frozen browser payload. This metadata is never inferred from the selected UI language. The receipt-bound `medium_posts` DBP records keep their admitted timing; other imported timings remain diagnostic and unavailable to strict timing or composite scoring.
69
-
70
- ## Combined C++ latest-result view
71
-
72
- `cpp-latest-view.json` is an index-only, SHA-bound selection sidecar. It stores no copied or transformed measurement values. The frozen sidecar SHA-256 is `5d2a8bb4fb5c38fbc4fa130a08b7608c7568f3959ef9dd2706f245862907f90f`; it selects 26,834 compact rows, including 24,617 admitted-timing rows from one main-server timing contract. Each selected C++ row refers to an integer index in the unchanged `ui-data.json` compact table and records its canonical family, original family, source profile, runtime, host, authority and pair status. Pair-level campaign selection is atomic, so scopes absent from a newer winning campaign are tombstoned instead of backfilled from an older campaign. The browser verifies the sidecar SHA, frozen payload SHA, source-data SHA, index bounds, uniqueness, source family, language boundary and timing-admission index before rendering. A mismatch fails closed. FreshRetailNet-50K corrected full114 remains pending and is not represented as a newer accepted campaign.
73
-
74
- The independent evidence review covers 773 archived strict-admission pairs. Its 147 non-adjudicated entries belong to the earlier 920-pair recovery bundle and retain the explicit `partial_verification_blocked` status; the site does not generalize that review to all 13,940 terminal pairs.
75
-
76
- Source project: https://github.com/xjz17/web_compression
77
-
78
-
79
- The timing updater verifies the input hashes, replaces existing dataset/runtime/scope rows by identity, and adds only missing rows. The measurement harness and its frozen-source instructions are in `scripts/dbp_medium_posts_retest/`; raw data and compiled binaries are excluded from Git.
80
-
81
- ## Native86 accepted completion v7
82
-
83
- The independently accepted 328-pair completion closes the 502 original Native86 problem identities for rate/byte reporting. Completion timing remains diagnostic and is excluded from timing and composite rankings. Host, campaign action, binary, adapter configuration and exact eligible support are retained as separate comparison dimensions.
84
-
85
- ## Operator evidence storage packaging
86
-
87
- The 41,090-row operator evidence download is published as
88
- `operator-byte-effect-full-union.csv.gz`; decompress it with a standard gzip
89
- reader to recover the original CSV bytes. The manifest and
90
- `OPERATOR970_BYTE_EFFECT_GZIP_PACKAGING_V1.json` record both the physical gzip
91
- SHA-256 and the logical decompressed CSV SHA-256. The unchanged Native V1 and
92
- Operator V2 receipts bind the source candidate; the gzip packaging receipt
93
- binds this derived manifest and preserves the accepted row semantics.
94
 
 
 
9
  short_description: Compression rates and compress/decompress costs
10
  ---
11
 
12
+ # THULab Compression Benchmark
13
 
14
+ The active test scope contains **137 datasets** and 85 active C++ method families. The user selected a uniform rule: exclude datasets with fewer than 128 valid values on average per numerical column/entity sequence; retain datasets at exactly 128. Compression performance does not participate in this selection. Timestamp-only medium_posts is separately ineligible because its scientific input contract excludes timestamps and admits no numerical value payload; its mean is undefined, not zero. The previous 160 scope and raw 164 archive remain preserved in Git history and the immutable result files.
15
 
16
+ `final-dataset-scope.json` and `sequence-length-audit.json` freeze the exact identities and length evidence. The active catalog retains 2 corrected-input retests pending; currently 135 dataset identities contribute numeric Overall measurements. Superseded incomplete inputs are excluded across C++, Java, Python and all dtype slices, without older fallback. Input and retest status is in `final-input-status.json`.
17
 
18
+ C++ selects the latest receipt-bound authority per dataset and canonical method. Its active comparison is restricted to the 85 method contract; two extra historical methods remain in raw downloads. Java/Python retain their published source profiles. Numeric dtype-specific results, terminal N/A, unsupported and retest-pending states remain distinct. Overall method cells contain only the method/configuration name; details explain coverage and retain provenance. CSV includes source hosts, support sets, timing admission and the active scope.
19
 
20
+ Compression rate remains complete compressed-frame bytes divided by original numeric binary bytes. The three shared CSV metadata files are not added to the compressed numerator. No ratio is inverted, clipped or altered. `ranking.js`, the raw data, compact data, manifests and source selection evidence are unchanged. Cross-host/campaign timing is not pooled into strict rankings; admitted timed subsets remain explicitly labeled and do not enter strict composite scores.
21
 
22
+ Historical operator byte effects are retained as diagnostics. Current-scope, corrected-input operator results remain pending and must be independently accepted before replacing them. Dataset corrections are documented in `FINAL160_FORMAT_AUDIT.json`; its previous 160-dataset investigation is a historical parent-scope audit, not the active selection list.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
 
24
+ The historical `164×85=13,940` terminal matrix remains downloadable and is not a current-scope completion claim. [Parent documentation](https://huggingface.co/spaces/THULab/CompressionBenchmark/blob/799b74b93d0c1a25b7b7a085614f6a2c8e631468/README.md) preserves the previous pipeline and provenance.
app.js CHANGED
@@ -1,3 +1,4 @@
 
1
  import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261011-support-matched-v1';
2
  import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261013-overall-availability-v3';
3
  const CPP_LATEST_VIEW_SHA256='5d2a8bb4fb5c38fbc4fa130a08b7608c7568f3959ef9dd2706f245862907f90f';
@@ -121,7 +122,7 @@ function renderTable() {
121
  const visible=visibleColumns(eligibleColumns,currentRows,state().runtime,$('show-unavailable-columns').checked,touchedColumns);
122
  $('leaderboard').querySelector('thead').innerHTML=`<tr><th>Position</th><th>Method / configuration</th>${visible.map(c=>`<th aria-sort="${sort.key===c.key?(sort.direction===1?'ascending':'descending'):'none'}"><button data-sort="${c.key}" title="Sort ${escape(c.label)}">${escape(c.label)}${sort.key===c.key?(sort.direction===1?' ▴':' ▾'):''}</button></th>`).join('')}<th>Dataset coverage</th></tr>`;
123
  const minima=Object.fromEntries(visible.map(c=>[c.key,Math.min(...currentRows.map(r=>number(r[c.key])).filter(n=>n!==null))]));
124
- $('leaderboard').querySelector('tbody').innerHTML=currentRows.length?currentRows.map((r,i)=>`<tr><td class="rank numeric">${i+1}</td><td><button class="method-button" data-method="${escape(r.method)}">${escape(r.method)}</button><span class="method-family">${escape(r.family)} · ${escape(runtimeName(r.runtime))}</span></td>${visible.map(c=>`<td class="numeric ${!['compressed_bytes','original_bytes','rank_coverage','timing_column_count'].includes(c.key)&&number(r[c.key])!==null&&r[c.key]===minima[c.key]?'best':''}">${metricCell(r,c)}</td>`).join('')}<td><span class="coverage ${r.coverage===r.totalDatasets?'full':''}">${r.coverage} / ${r.totalDatasets}</span></td></tr>`).join(''):`<tr><td colspan="${visible.length+3}" class="empty-cell">No measurements match this selection. Try another runtime, data type, or dataset.</td></tr>`;
125
  for(const button of $('leaderboard').querySelectorAll('[data-sort]'))button.addEventListener('click',()=>{const key=button.dataset.sort;sort={key,direction:sort.key===key?-sort.direction:1};refresh();});
126
  for(const button of $('leaderboard').querySelectorAll('[data-method]'))button.addEventListener('click',()=>showMethod(button.dataset.method,true));
127
  $('row-count').textContent=`${currentRows.length} ${state().mode==='family'?'method families':'method configurations'} · sorted by ${cols.find(c=>c.key===sort.key)?.label??sort.key}`;
@@ -136,7 +137,7 @@ function refresh() {
136
  $('precision').disabled=$('dtype').value!=='float';
137
  const selectedDataset=state().dataset,selectedHasMeasurements=selectedDataset==='all'||records.some(r=>r.dataset===selectedDataset),columnCoverageNote='Compress and Decompress times use equal-column arithmetic means when every selected dataset has column timings. If a method has aggregate-only timings in the selection, its dataset ns/point values are averaged with equal weight per dataset. Timing basis is shown in method details and CSV. Column coverage may differ by method.';
138
  if(!selectedHasMeasurements) {
139
- $('results-note').textContent=`No published measurements are available for this catalog dataset. It is excluded from rankings rather than treated as zero. ${columnCoverageNote}`;
140
  } else if(scopeKey()==='float'&&!records.some(r=>r.scope==='float')) {
141
  // The exporter must publish an explicit all-float scope; never combine
142
  // preaggregated fixed/non-fixed metrics and call it an all-float result.
@@ -180,8 +181,12 @@ function showMethod(method,focus=false) {
180
  if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
181
  const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
182
  const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
 
 
 
 
183
  const strictCompress=metricCell(row,cols.find(column=>column.key==='compression_time')),strictDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time')),subsetCompress=metricCell(row,cols.find(column=>column.key==='compression_time_timed_subset')),subsetDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time_timed_subset'));
184
- detail.innerHTML=`<div class="detail-head"><div><h2 id="detail-title">${escape(method)}</h2><p class="muted">${escape(row.family)} · ${escape(runtimeName(row.runtime))} · ${row.coverage} measured datasets</p></div><button id="close-detail" class="quiet-button">Close details</button></div><div class="detail-grid"><div><strong>${fmt(row.compression_rate,4)}</strong><span>average compression rate</span></div><div><strong>${strictCompress}</strong><span>strict Compress ns/point</span></div><div><strong>${strictDecompress}</strong><span>strict Decompress ns/point</span></div><div><strong>${subsetCompress}</strong><span>Compress ns/point · timed subset</span></div><div><strong>${subsetDecompress}</strong><span>Decompress ns/point · timed subset</span></div><div><strong>${row.coverage} / ${row.totalDatasets}</strong><span>dataset coverage</span></div></div>${pipeline?`<p class="source-code">Interpretive operator mapping: ${escape(typeof pipeline==='string'?pipeline:JSON.stringify(pipeline))}</p>`:''}<p class="muted">Strict timing average: ${escape(timingLabel(row.timing_aggregation))}. Timed-subset values are shown only when every included timing row has one exact source profile, host, and timing contract; they never enter strict composite scores. Dataset metrics below retain the winning row's source family, profile, and host.</p><div class="detail-table"><table><thead><tr><th>Dataset</th><th>Configuration</th><th>Source family</th><th>Rate ↓</th><th>Compress ns/point ↓</th><th>Decompress ns/point ↓</th><th>Timing basis</th><th>Measurement evidence</th><th>Timing profile</th><th>Selected source profile / host</th><th>Runtime / binary</th><th>Support set</th><th>Original bytes</th><th>Compressed bytes</th><th>Dataset score ↓</th><th>Dataset Rank ↓</th><th>Rank candidates</th></tr></thead><tbody>${source.map(r=>`<tr><td>${escape(r.dataset)}</td><td>${escape(r.configuration)}</td><td>${escape(r.source_family??r.family)}</td><td class="numeric">${fmt(r.compression_rate,4)}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='compression_time'))}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='decompression_time'))}</td><td>${escape(timingLabel(r.timing_aggregation))}</td><td>${escape(r.measurement_status)}</td><td>${escape(r.timing_profile_status)}</td><td class="source-code">${escape(r.source_comparison_profile??r.runtime)} / ${escape(r.source_execution_host??'source snapshot')}</td><td class="source-code">${escape(r.source_runtime)} / ${escape(String(r.binary_sha256).slice(0,16))}</td><td class="source-code">${escape(String(r.eligible_column_set_sha256).slice(0,16))}</td><td class="numeric">${fmt(r.original_bytes,0)}</td><td class="numeric">${fmt(r.compressed_bytes,0)}</td><td class="numeric">${metricCell(r,{key:'dataset_score',digits:4})}</td><td class="numeric">${metricCell(r,{key:'dataset_rank',digits:2})}</td><td class="numeric">${fmt(r.dataset_candidate_count,0)}</td></tr>`).join('')}</tbody></table></div>`;
185
  detail.hidden=false;$('close-detail').addEventListener('click',()=>{detail.hidden=true;selectedMethod=null;});
186
  if(focus){detail.scrollIntoView({block:'nearest',behavior:'auto'});detail.focus({preventScroll:true});}
187
  }
@@ -205,8 +210,8 @@ function renderChart() {
205
  function csv() {
206
  const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
207
  const weights=parseWeights($('weights').value);
208
- const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation','timed_subset_compress_ns_per_point','timed_subset_decompress_ns_per_point','timed_subset_dataset_coverage','timed_subset_dataset_denominator','timed_subset_status','timed_subset_source_profiles','timed_subset_source_hosts','selected_source_family_by_dataset','selected_source_comparison_profile_by_dataset','selected_source_host_by_dataset','strict_timing_reason','composite_reason'];
209
- const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all measured rows in selected language/scope/row-mode before search and visibility filters','mean per-dataset composite-score fractional rank; per-dataset min-max times',r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation,r.compression_time_timed_subset,r.decompression_time_timed_subset,r.timing_subset_coverage,r.timing_subset_denominator,r.timing_subset_status,JSON.stringify(r.timing_subset_source_profiles),JSON.stringify(r.timing_subset_hosts),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_family??s.family]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_comparison_profile??s.runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_execution_host??'source snapshot']))),metricAvailability(r,'compression_time').code,metricAvailability(r,'composite_score').code].map(quote).join(','));
210
  const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
211
  }
212
  function safeHttpUrl(value) {
@@ -266,7 +271,7 @@ function renderOperatorEffect() {
266
  if(operatorEffectError){status.textContent='Verified byte-effect results could not be loaded.';body.innerHTML=`<tr><td colspan="7" class="empty-cell">${escape(operatorEffectError.message)}</td></tr>`;return;}
267
  if(!operatorEffect){status.textContent='Loading verified byte effects…';return;}
268
  const rows=operatorEffect.rows||[],audit=operatorEffect.audit||{};
269
- status.textContent=`${rows.length} omitted operators · ${countFmt(audit.admitted_ok_row_count||0)} admitted rows from the exact ${countFmt(audit.input_row_count||0)}-row union · timing unavailable`;
270
  body.innerHTML=rows.length?rows.map(row=>`<tr><td>${escape(row.operator)}</td><td class="numeric">${fmt(row.mean_omission_to_baseline_ratio,3)}×</td><td class="numeric ${number(row.mean_byte_change_percent)>0?'operator-effect-cost':'operator-effect-saving'}">${number(row.mean_byte_change_percent)>0?'+':''}${fmt(row.mean_byte_change_percent,1)}%</td><td class="numeric">${fmt(row.mean_baseline_to_original_ratio,3)}</td><td class="numeric">${fmt(row.mean_omission_to_original_ratio,3)}</td><td class="numeric"><span class="coverage">${countFmt(row.dataset_count)}</span></td><td class="numeric">${countFmt(row.row_count)}</td></tr>`).join(''):'<tr><td colspan="7" class="empty-cell">No admitted matched-omission rows.</td></tr>';
271
  }
272
  async function loadOperatorEffect() {
@@ -323,7 +328,7 @@ function datasetKey(entry) { return String(entry?.key??entry?.dataset??''); }
323
  function datasetDisplayName(key) { const entry=datasets.get(key);return entry?.label&&entry.label!==key?`${entry.label} (${key})`:key; }
324
  function datasetEntries() {
325
  const source=Array.isArray(datasetCatalog?.datasets)&&datasetCatalog.datasets.length?datasetCatalog.datasets:[...(snapshot?.datasets||[])];
326
- const unique=new Map();for(const entry of source){const key=datasetKey(entry);if(key)unique.set(key,entry);}return [...unique.values()];
327
  }
328
  function datasetCategory(entry) { return String(entry.category_label??entry.category??'Other'); }
329
  function datasetSearchText(entry) { return [datasetKey(entry),entry.label,entry.category,entry.category_label,entry.source,entry.dataset_url,thulabDatasetUrl(entry)?'THULab Hugging Face hosted':''].join(' ').toLowerCase(); }
@@ -353,24 +358,24 @@ function renderDatasetCatalog() {
353
  }
354
  function renderDatasetEntry(entry,isMeasured) {
355
  const key=datasetKey(entry),label=publicText(entry.label,key),rows=number(entry.row_count),payload=humanBytes(entry.size_bytes),metadata=[rows===0?'Empty dataset':rows!==null?`${countFmt(rows)} rows`:'',number(entry.column_count)!==null?`${countFmt(entry.column_count)} columns`:'',number(entry.numeric_column_count)!==null?`${countFmt(entry.numeric_column_count)} numeric`:'',payload?`${payload} numeric payload`:'' ].filter(Boolean),sourceUrl=safeHttpUrl(entry.source_url),datasetUrl=safeHttpUrl(entry.dataset_url),thulabUrl=thulabDatasetUrl(entry),source=publicText(entry.source,'Source'),snapshotDiff=entry.published_result_row_count_matches_catalog===false;
356
- return `<article class="dataset-entry ${isMeasured?'measured':'pending'} ${state().dataset===key?'selected':''}"><button type="button" data-dataset-key="${escape(key)}"><span><strong>${escape(label)}</strong>${label!==key?`<small>${escape(key)}</small>`:''}</span><span class="dataset-state">${isMeasured?'Measured':'No published measurements'}</span></button>${thulabUrl?`<div class="dataset-affiliations">${thulabDatasetBadge(entry,key)}</div>`:''}${metadata.length?`<p>${metadata.map(escape).join(' · ')}</p>`:''}${snapshotDiff?'<p class="dataset-snapshot-note">Published measurements use an earlier prepared snapshot.</p>':''}<div class="dataset-links">${sourceUrl?`<a href="${escape(sourceUrl)}" target="_blank" rel="noopener noreferrer">${escape(source)} ↗</a>`:entry.source?`<span class="dataset-source">${escape(source)}</span>`:''}${datasetUrl&&datasetUrl!==sourceUrl&&!thulabUrl?`<a href="${escape(datasetUrl)}" target="_blank" rel="noopener noreferrer">Dataset files ↗</a>`:''}</div></article>`;
357
  }
358
  async function loadDatasetCatalog() {
359
  try {
360
  const response=await fetch('./dataset-catalog.json?v=20261013-corrected-five-v1',{cache:'no-cache'});if(!response.ok)throw new Error(`Dataset catalog request returned ${response.status}.`);
361
- const catalog=await response.json();if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=catalog;
362
  } catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
363
  if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
364
  }
365
  function renderAbout() {
366
  const b=snapshot.benchmark||{},s=snapshot.source||{},c=snapshot.coverage||{};
367
- const notes=[b.scope_note,b.aggregation_note,b.selection_note,...(b.notes||[]),...(b.measurement_boundaries||[])].filter(Boolean);
368
  $('methodology').innerHTML=notes.map(n=>`<p class="notice">${escape(n)}</p>`).join('');
369
  const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
370
  const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
371
  const catalogCount=number(datasetCatalog?.summary?.dataset_count??c.catalog_dataset_count)??datasetEntries().length,measuredCount=number(datasetCatalog?.summary?.published_result_dataset_count??datasetCatalog?.summary?.published_measurement_dataset_count??datasetCatalog?.summary?.measured_dataset_count??c.measured_dataset_count)??new Set(records.map(r=>r.dataset)).size;
372
  const terminal=c.native86_terminal_coverage||{};
373
- const info={ 'Snapshot exported':snapshot.exported_at||s.exported_at||'Unavailable in snapshot','Dataset catalog':`${catalogCount} datasets; ${measuredCount} currently have published measurements and participate in rankings`,'Native86 server-166 terminal matrix':terminal.expected_pair_count?`${terminal.observed_pair_count} / ${terminal.expected_pair_count} dataset-method pairs; ${terminal.numeric_pair_count??0} contain published numeric aggregates, ${terminal.not_applicable_pair_count??0} are explicit N/A, ${terminal.problem_pair_count??0} ended with a failure status`:'See manifest and terminal coverage download','Dataset scope generated':s.generated_at||'Unavailable in snapshot', 'Source checkout':s.git_commit||'Unavailable in snapshot','Source files':`${s.source_files?.length??0} metadata inputs and ${s.result_csv_files_used?.length??0} result CSVs (hashes in manifest)`,'Result entries across scopes':`${records.length} (scope slices can reuse a measurement)`,'Worktree source state':s.worktree_dirty_inputs?.length?'Includes current local changes; input file hashes identify the published snapshot.':'See manifest for source file hashes.','Runtime environment':b.hardware||'Hardware details are unavailable in this exported result snapshot.','Lossless evidence':b.roundtrip_evidence||'Lossless-design method filter from the source project; per-run round-trip verification is unavailable here.'};
374
  $('provenance').innerHTML=`<table class="provenance-table"><tbody>${Object.entries(info).map(([k,v])=>`<tr><th>${escape(k)}</th><td class="source-code">${escape(v)}</td></tr>`).join('')}</tbody></table>${exclusions.length?`<h3>Excluded or unavailable results</h3><p class="source-code">${escape(typeof exclusions==='string'?exclusions:JSON.stringify(exclusions))}</p>`:''}`;
375
  }
376
  function decodeCompactRecord(row,index) {
@@ -408,6 +413,7 @@ function applyCppLatestView() {
408
  }
409
  function init() {
410
  applyCppLatestView();
 
411
  for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
412
  for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
413
  records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
 
1
+ import {FINAL160_SCOPE,FINAL160_INPUT_STATUS,applyFinal160Scope,filterFinal160Catalog,final160CoverageForFamily} from './final-scope.js?v=20261013-min128-v1';
2
  import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261011-support-matched-v1';
3
  import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261013-overall-availability-v3';
4
  const CPP_LATEST_VIEW_SHA256='5d2a8bb4fb5c38fbc4fa130a08b7608c7568f3959ef9dd2706f245862907f90f';
 
122
  const visible=visibleColumns(eligibleColumns,currentRows,state().runtime,$('show-unavailable-columns').checked,touchedColumns);
123
  $('leaderboard').querySelector('thead').innerHTML=`<tr><th>Position</th><th>Method / configuration</th>${visible.map(c=>`<th aria-sort="${sort.key===c.key?(sort.direction===1?'ascending':'descending'):'none'}"><button data-sort="${c.key}" title="Sort ${escape(c.label)}">${escape(c.label)}${sort.key===c.key?(sort.direction===1?' ▴':' ▾'):''}</button></th>`).join('')}<th>Dataset coverage</th></tr>`;
124
  const minima=Object.fromEntries(visible.map(c=>[c.key,Math.min(...currentRows.map(r=>number(r[c.key])).filter(n=>n!==null))]));
125
+ $('leaderboard').querySelector('tbody').innerHTML=currentRows.length?currentRows.map((r,i)=>`<tr><td class="rank numeric">${i+1}</td><td><button class="method-button" data-method="${escape(r.method)}">${escape(r.method)}</button>${activeTab==='overall'?'':`<span class="method-family">${escape(r.family)} · ${escape(runtimeName(r.runtime))}</span>`}</td>${visible.map(c=>`<td class="numeric ${!['compressed_bytes','original_bytes','rank_coverage','timing_column_count'].includes(c.key)&&number(r[c.key])!==null&&r[c.key]===minima[c.key]?'best':''}">${metricCell(r,c)}</td>`).join('')}<td><span class="coverage ${r.coverage===r.totalDatasets?'full':''}">${r.coverage} / ${r.totalDatasets}</span></td></tr>`).join(''):`<tr><td colspan="${visible.length+3}" class="empty-cell">No measurements match this selection. Try another runtime, data type, or dataset.</td></tr>`;
126
  for(const button of $('leaderboard').querySelectorAll('[data-sort]'))button.addEventListener('click',()=>{const key=button.dataset.sort;sort={key,direction:sort.key===key?-sort.direction:1};refresh();});
127
  for(const button of $('leaderboard').querySelectorAll('[data-method]'))button.addEventListener('click',()=>showMethod(button.dataset.method,true));
128
  $('row-count').textContent=`${currentRows.length} ${state().mode==='family'?'method families':'method configurations'} · sorted by ${cols.find(c=>c.key===sort.key)?.label??sort.key}`;
 
137
  $('precision').disabled=$('dtype').value!=='float';
138
  const selectedDataset=state().dataset,selectedHasMeasurements=selectedDataset==='all'||records.some(r=>r.dataset===selectedDataset),columnCoverageNote='Compress and Decompress times use equal-column arithmetic means when every selected dataset has column timings. If a method has aggregate-only timings in the selection, its dataset ns/point values are averaged with equal weight per dataset. Timing basis is shown in method details and CSV. Column coverage may differ by method.';
139
  if(!selectedHasMeasurements) {
140
+ $('results-note').textContent=FINAL160_INPUT_STATUS.pending_datasets.some(item=>item.dataset_id===selectedDataset)?'Corrected-input benchmark pending. Old incomplete input measurements are preserved in the historical snapshot and excluded from current rankings. ': `No published measurements are available for this catalog dataset. It is excluded from rankings rather than treated as zero. ${columnCoverageNote}`;
141
  } else if(scopeKey()==='float'&&!records.some(r=>r.scope==='float')) {
142
  // The exporter must publish an explicit all-float scope; never combine
143
  // preaggregated fixed/non-fixed metrics and call it an all-float result.
 
181
  if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
182
  const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
183
  const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
184
+ const supportDecisions=row.runtime==='cpp'?final160CoverageForFamily(cppLatestView.cpp.pair_ledger,row.family):[];
185
+ const countSupport=predicate=>supportDecisions.filter(predicate).length;
186
+ const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} numeric Overall, ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:'';
187
+
188
  const strictCompress=metricCell(row,cols.find(column=>column.key==='compression_time')),strictDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time')),subsetCompress=metricCell(row,cols.find(column=>column.key==='compression_time_timed_subset')),subsetDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time_timed_subset'));
189
+ detail.innerHTML=`<div class="detail-head"><div><h2 id="detail-title">${escape(method)}</h2><p class="muted">${escape(row.family)} · ${escape(runtimeName(row.runtime))} · ${row.coverage} measured datasets</p></div><button id="close-detail" class="quiet-button">Close details</button></div><div class="detail-grid"><div><strong>${fmt(row.compression_rate,4)}</strong><span>average compression rate</span></div><div><strong>${strictCompress}</strong><span>strict Compress ns/point</span></div><div><strong>${strictDecompress}</strong><span>strict Decompress ns/point</span></div><div><strong>${subsetCompress}</strong><span>Compress ns/point · timed subset</span></div><div><strong>${subsetDecompress}</strong><span>Decompress ns/point · timed subset</span></div><div><strong>${row.coverage} / ${row.totalDatasets}</strong><span>dataset coverage</span></div></div>${pipeline?`<p class="source-code">Interpretive operator mapping: ${escape(typeof pipeline==='string'?pipeline:JSON.stringify(pipeline))}</p>`:''}${supportNote?`<p class="notice">${escape(supportNote)}</p>`:''}<p class="muted">Strict timing average: ${escape(timingLabel(row.timing_aggregation))}. Timed-subset values are shown only when every included timing row has one exact source profile, host, and timing contract; they never enter strict composite scores. Dataset metrics below retain the winning row's source family, profile, and host.</p><div class="detail-table"><table><thead><tr><th>Dataset</th><th>Configuration</th><th>Source family</th><th>Rate ↓</th><th>Compress ns/point ↓</th><th>Decompress ns/point ↓</th><th>Timing basis</th><th>Measurement evidence</th><th>Timing profile</th><th>Selected source profile / host</th><th>Runtime / binary</th><th>Support set</th><th>Original bytes</th><th>Compressed bytes</th><th>Dataset score ↓</th><th>Dataset Rank ↓</th><th>Rank candidates</th></tr></thead><tbody>${source.map(r=>`<tr><td>${escape(r.dataset)}</td><td>${escape(r.configuration)}</td><td>${escape(r.source_family??r.family)}</td><td class="numeric">${fmt(r.compression_rate,4)}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='compression_time'))}</td><td class="numeric">${metricCell(r,cols.find(column=>column.key==='decompression_time'))}</td><td>${escape(timingLabel(r.timing_aggregation))}</td><td>${escape(r.measurement_status)}</td><td>${escape(r.timing_profile_status)}</td><td class="source-code">${escape(r.source_comparison_profile??r.runtime)} / ${escape(r.source_execution_host??'source snapshot')}</td><td class="source-code">${escape(r.source_runtime)} / ${escape(String(r.binary_sha256).slice(0,16))}</td><td class="source-code">${escape(String(r.eligible_column_set_sha256).slice(0,16))}</td><td class="numeric">${fmt(r.original_bytes,0)}</td><td class="numeric">${fmt(r.compressed_bytes,0)}</td><td class="numeric">${metricCell(r,{key:'dataset_score',digits:4})}</td><td class="numeric">${metricCell(r,{key:'dataset_rank',digits:2})}</td><td class="numeric">${fmt(r.dataset_candidate_count,0)}</td></tr>`).join('')}</tbody></table></div>`;
190
  detail.hidden=false;$('close-detail').addEventListener('click',()=>{detail.hidden=true;selectedMethod=null;});
191
  if(focus){detail.scrollIntoView({block:'nearest',behavior:'auto'});detail.focus({preventScroll:true});}
192
  }
 
210
  function csv() {
211
  const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
212
  const weights=parseWeights($('weights').value);
213
+ const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation','timed_subset_compress_ns_per_point','timed_subset_decompress_ns_per_point','timed_subset_dataset_coverage','timed_subset_dataset_denominator','timed_subset_status','timed_subset_source_profiles','timed_subset_source_hosts','selected_source_family_by_dataset','selected_source_comparison_profile_by_dataset','selected_source_host_by_dataset','strict_timing_reason','composite_reason','final_dataset_scope','input_version_gate','pending_replacement_datasets'];
214
+ const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all measured rows in selected language/scope/row-mode before search and visibility filters','mean per-dataset composite-score fractional rank; per-dataset min-max times',r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation,r.compression_time_timed_subset,r.decompression_time_timed_subset,r.timing_subset_coverage,r.timing_subset_denominator,r.timing_subset_status,JSON.stringify(r.timing_subset_source_profiles),JSON.stringify(r.timing_subset_hosts),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_family??s.family]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_comparison_profile??s.runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_execution_host??'source snapshot']))),metricAvailability(r,'compression_time').code,metricAvailability(r,'composite_score').code,FINAL160_INPUT_STATUS.scope_id,'not_quarantined_by_current_input_audit',JSON.stringify(FINAL160_INPUT_STATUS.pending_datasets.map(item=>item.dataset_id))].map(quote).join(','));
215
  const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
216
  }
217
  function safeHttpUrl(value) {
 
271
  if(operatorEffectError){status.textContent='Verified byte-effect results could not be loaded.';body.innerHTML=`<tr><td colspan="7" class="empty-cell">${escape(operatorEffectError.message)}</td></tr>`;return;}
272
  if(!operatorEffect){status.textContent='Loading verified byte effects…';return;}
273
  const rows=operatorEffect.rows||[],audit=operatorEffect.audit||{};
274
+ status.textContent=`Historical input-version diagnostic. Current-scope, corrected-input operator replacement is pending. ${rows.length} omitted operators · ${countFmt(audit.admitted_ok_row_count||0)} admitted rows from the exact ${countFmt(audit.input_row_count||0)}-row union · timing unavailable`;
275
  body.innerHTML=rows.length?rows.map(row=>`<tr><td>${escape(row.operator)}</td><td class="numeric">${fmt(row.mean_omission_to_baseline_ratio,3)}×</td><td class="numeric ${number(row.mean_byte_change_percent)>0?'operator-effect-cost':'operator-effect-saving'}">${number(row.mean_byte_change_percent)>0?'+':''}${fmt(row.mean_byte_change_percent,1)}%</td><td class="numeric">${fmt(row.mean_baseline_to_original_ratio,3)}</td><td class="numeric">${fmt(row.mean_omission_to_original_ratio,3)}</td><td class="numeric"><span class="coverage">${countFmt(row.dataset_count)}</span></td><td class="numeric">${countFmt(row.row_count)}</td></tr>`).join(''):'<tr><td colspan="7" class="empty-cell">No admitted matched-omission rows.</td></tr>';
276
  }
277
  async function loadOperatorEffect() {
 
328
  function datasetDisplayName(key) { const entry=datasets.get(key);return entry?.label&&entry.label!==key?`${entry.label} (${key})`:key; }
329
  function datasetEntries() {
330
  const source=Array.isArray(datasetCatalog?.datasets)&&datasetCatalog.datasets.length?datasetCatalog.datasets:[...(snapshot?.datasets||[])];
331
+ const unique=new Map();for(const entry of source){const key=datasetKey(entry);if(key&&FINAL160_SCOPE.datasets.includes(key))unique.set(key,entry);}return [...unique.values()];
332
  }
333
  function datasetCategory(entry) { return String(entry.category_label??entry.category??'Other'); }
334
  function datasetSearchText(entry) { return [datasetKey(entry),entry.label,entry.category,entry.category_label,entry.source,entry.dataset_url,thulabDatasetUrl(entry)?'THULab Hugging Face hosted':''].join(' ').toLowerCase(); }
 
358
  }
359
  function renderDatasetEntry(entry,isMeasured) {
360
  const key=datasetKey(entry),label=publicText(entry.label,key),rows=number(entry.row_count),payload=humanBytes(entry.size_bytes),metadata=[rows===0?'Empty dataset':rows!==null?`${countFmt(rows)} rows`:'',number(entry.column_count)!==null?`${countFmt(entry.column_count)} columns`:'',number(entry.numeric_column_count)!==null?`${countFmt(entry.numeric_column_count)} numeric`:'',payload?`${payload} numeric payload`:'' ].filter(Boolean),sourceUrl=safeHttpUrl(entry.source_url),datasetUrl=safeHttpUrl(entry.dataset_url),thulabUrl=thulabDatasetUrl(entry),source=publicText(entry.source,'Source'),snapshotDiff=entry.published_result_row_count_matches_catalog===false;
361
+ return `<article class="dataset-entry ${isMeasured?'measured':'pending'} ${state().dataset===key?'selected':''}"><button type="button" data-dataset-key="${escape(key)}"><span><strong>${escape(label)}</strong>${label!==key?`<small>${escape(key)}</small>`:''}</span><span class="dataset-state">${isMeasured?'Measured':'No published measurements'}</span></button>${thulabUrl?`<div class="dataset-affiliations">${thulabDatasetBadge(entry,key)}</div>`:''}${metadata.length?`<p>${metadata.map(escape).join(' · ')}</p>`:''}${entry.current_input_issue?`<p class="dataset-snapshot-note">Corrected-input retest pending: ${escape(entry.current_input_issue)}</p>`:''}${snapshotDiff?'<p class="dataset-snapshot-note">Published measurements use an earlier prepared snapshot.</p>':''}<div class="dataset-links">${sourceUrl?`<a href="${escape(sourceUrl)}" target="_blank" rel="noopener noreferrer">${escape(source)} ↗</a>`:entry.source?`<span class="dataset-source">${escape(source)}</span>`:''}${datasetUrl&&datasetUrl!==sourceUrl&&!thulabUrl?`<a href="${escape(datasetUrl)}" target="_blank" rel="noopener noreferrer">Dataset files ↗</a>`:''}</div></article>`;
362
  }
363
  async function loadDatasetCatalog() {
364
  try {
365
  const response=await fetch('./dataset-catalog.json?v=20261013-corrected-five-v1',{cache:'no-cache'});if(!response.ok)throw new Error(`Dataset catalog request returned ${response.status}.`);
366
+ const catalog=await response.json();if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=filterFinal160Catalog(catalog);
367
  } catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
368
  if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
369
  }
370
  function renderAbout() {
371
  const b=snapshot.benchmark||{},s=snapshot.source||{},c=snapshot.coverage||{};
372
+ const notes=['The active test scope contains 137 dataset identities after uniformly excluding mean numerical-sequence lengths below 128; timestamp-only medium_posts is separately ineligible because it has no admitted scientific numeric payload. The previous 160 identity scope and all old inputs/results are preserved in the archive. FreshRetailNet-LT and Kaggle Web Traffic old incomplete inputs are quarantined pending new accepted results. Historical downloads retain the original scope and versions.',b.aggregation_note,b.selection_note,...(b.notes||[]),...(b.measurement_boundaries||[])].filter(Boolean);
373
  $('methodology').innerHTML=notes.map(n=>`<p class="notice">${escape(n)}</p>`).join('');
374
  const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
375
  const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
376
  const catalogCount=number(datasetCatalog?.summary?.dataset_count??c.catalog_dataset_count)??datasetEntries().length,measuredCount=number(datasetCatalog?.summary?.published_result_dataset_count??datasetCatalog?.summary?.published_measurement_dataset_count??datasetCatalog?.summary?.measured_dataset_count??c.measured_dataset_count)??new Set(records.map(r=>r.dataset)).size;
377
  const terminal=c.native86_terminal_coverage||{};
378
+ const info={ 'Snapshot exported':snapshot.exported_at||s.exported_at||'Unavailable in snapshot','Dataset catalog':`${catalogCount} datasets; ${measuredCount} currently have published measurements and participate in rankings`,'Historical 164-dataset Native85 terminal matrix':terminal.expected_pair_count?`${terminal.observed_pair_count} / ${terminal.expected_pair_count} dataset-method pairs; ${terminal.numeric_pair_count??0} contain published numeric aggregates, ${terminal.not_applicable_pair_count??0} are explicit N/A, ${terminal.problem_pair_count??0} ended with a failure status`:'See manifest and terminal coverage download','Dataset scope generated':s.generated_at||'Unavailable in snapshot', 'Source checkout':s.git_commit||'Unavailable in snapshot','Source files':`${s.source_files?.length??0} metadata inputs and ${s.result_csv_files_used?.length??0} result CSVs (hashes in manifest)`,'Result entries across scopes':`${records.length} (scope slices can reuse a measurement)`,'Worktree source state':s.worktree_dirty_inputs?.length?'Includes current local changes; input file hashes identify the published snapshot.':'See manifest for source file hashes.','Runtime environment':b.hardware||'Hardware details are unavailable in this exported result snapshot.','Lossless evidence':b.roundtrip_evidence||'Lossless-design method filter from the source project; per-run round-trip verification is unavailable here.'};
379
  $('provenance').innerHTML=`<table class="provenance-table"><tbody>${Object.entries(info).map(([k,v])=>`<tr><th>${escape(k)}</th><td class="source-code">${escape(v)}</td></tr>`).join('')}</tbody></table>${exclusions.length?`<h3>Excluded or unavailable results</h3><p class="source-code">${escape(typeof exclusions==='string'?exclusions:JSON.stringify(exclusions))}</p>`:''}`;
380
  }
381
  function decodeCompactRecord(row,index) {
 
413
  }
414
  function init() {
415
  applyCppLatestView();
416
+ snapshot=applyFinal160Scope(snapshot);
417
  for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
418
  for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
419
  records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
dataset-catalog.json CHANGED
@@ -28,7 +28,8 @@
28
  "source": "Kaggle",
29
  "source_order": 1,
30
  "source_url": "https://www.kaggle.com/datasets/dakshbhalala/uci-air-quality-dataset",
31
- "value_cell_count": 121641
 
32
  },
33
  {
34
  "category": "health_society",
@@ -58,7 +59,8 @@
58
  "source": "UCI Machine Learning Repository",
59
  "source_order": 2,
60
  "source_url": "https://archive.ics.uci.edu/dataset/515/bar+crawl+detecting+heavy+drinking",
61
- "value_cell_count": 42172701
 
62
  },
63
  {
64
  "category": "environment_space",
@@ -88,7 +90,8 @@
88
  "source": "Kaggle",
89
  "source_order": 3,
90
  "source_url": "https://www.kaggle.com/datasets/pulkit8595/movebank-animal-tracking",
91
- "value_cell_count": 539202
 
92
  },
93
  {
94
  "category": "web_computing",
@@ -118,7 +121,8 @@
118
  "source": "GitHub",
119
  "source_order": 4,
120
  "source_url": "https://github.com/yhliu918/Learn-to-Compress",
121
- "value_cell_count": 28235181
 
122
  },
123
  {
124
  "category": "web_computing",
@@ -148,37 +152,8 @@
148
  "source": "GitHub",
149
  "source_order": 5,
150
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/IGlocations2/tables/IGlocations2_1.table.sql",
151
- "value_cell_count": 30264311
152
- },
153
- {
154
- "category": "web_computing",
155
- "category_label": "Web & Computing",
156
- "cohort": "legacy",
157
- "cohort_label": "Existing benchmark collection",
158
- "column_count": 1,
159
- "controlled_test_data": false,
160
- "dataset_url": "https://github.com/Yorko/mlcourse.ai",
161
- "has_published_results": true,
162
- "key": "medium_posts",
163
- "label": "medium_posts",
164
- "measurement_eligibility": "eligible",
165
- "numeric_column_count": 1,
166
- "origin_class": "real_measured",
167
- "origin_confidence": "high",
168
- "preparation_status": "ready",
169
- "production_context": "unspecified_or_production_observational",
170
- "provenance_status": "source_supported",
171
- "published_result_row_count": 92191,
172
- "published_result_row_count_matches_catalog": true,
173
- "published_result_scope": "published_measurements",
174
- "row_count": 92191,
175
- "shared_metadata_bytes": 1500668,
176
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
177
- "size_bytes": 737528,
178
- "source": "GitHub",
179
- "source_order": 6,
180
- "source_url": "https://github.com/Yorko/mlcourse.ai",
181
- "value_cell_count": 0
182
  },
183
  {
184
  "category": "environment_space",
@@ -208,7 +183,8 @@
208
  "source": "meteoblue.com",
209
  "source_order": 7,
210
  "source_url": "https://www.meteoblue.com/en/weather/archive/export/basel_switzerland",
211
- "value_cell_count": 9056880
 
212
  },
213
  {
214
  "category": "transport_mobility",
@@ -238,7 +214,8 @@
238
  "source": "Kaggle",
239
  "source_order": 8,
240
  "source_url": "https://www.kaggle.com/code/ramyahr/metro-interstate-traffic-volume",
241
- "value_cell_count": 241020
 
242
  },
243
  {
244
  "category": "transport_mobility",
@@ -268,7 +245,8 @@
268
  "source": "nyc.gov",
269
  "source_order": 9,
270
  "source_url": "https://www.nyc.gov/site/tlc/about/tlc-trip-record-data.page",
271
- "value_cell_count": 47248845
 
272
  },
273
  {
274
  "category": "web_computing",
@@ -298,7 +276,8 @@
298
  "source": "grouplens.org",
299
  "source_order": 10,
300
  "source_url": "https://grouplens.org/datasets/movielens/",
301
- "value_cell_count": 60000789
 
302
  },
303
  {
304
  "category": "finance_commerce",
@@ -328,7 +307,8 @@
328
  "source": "GitHub",
329
  "source_order": 11,
330
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/RealEstate1/tables/RealEstate1_1.table.sql",
331
- "value_cell_count": 97656795
 
332
  },
333
  {
334
  "category": "finance_commerce",
@@ -358,7 +338,8 @@
358
  "source": "GitHub",
359
  "source_order": 12,
360
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/RealEstate2/tables/RealEstate2_1.table.sql",
361
- "value_cell_count": 37951932
 
362
  },
363
  {
364
  "category": "web_computing",
@@ -388,7 +369,8 @@
388
  "source": "GitHub",
389
  "source_order": 13,
390
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Romance/tables/Romance_1.table.sql",
391
- "value_cell_count": 15865880
 
392
  },
393
  {
394
  "category": "web_computing",
@@ -418,7 +400,8 @@
418
  "source": "GitHub",
419
  "source_order": 14,
420
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Telco/tables/Telco_1.table.sql",
421
- "value_cell_count": 131087700
 
422
  },
423
  {
424
  "category": "transport_mobility",
@@ -448,7 +431,8 @@
448
  "source": "GitHub",
449
  "source_order": 15,
450
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/TrainsUK2/tables/TrainsUK2_1.table.sql",
451
- "value_cell_count": 62247108
 
452
  },
453
  {
454
  "category": "health_society",
@@ -478,7 +462,8 @@
478
  "source": "GitHub",
479
  "source_order": 16,
480
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Uberlandia/tables/Uberlandia_1.table.sql",
481
- "value_cell_count": 105829178
 
482
  },
483
  {
484
  "category": "health_society",
@@ -508,7 +493,8 @@
508
  "source": "GitHub",
509
  "source_order": 17,
510
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Wins/tables/Wins_1.table.sql",
511
- "value_cell_count": 130675745
 
512
  },
513
  {
514
  "category": "health_society",
@@ -538,7 +524,8 @@
538
  "source": "event.cwi.nl",
539
  "source_order": 18,
540
  "source_url": "https://event.cwi.nl/da/PublicBIbenchmark/",
541
- "value_cell_count": 46096656
 
542
  },
543
  {
544
  "category": "energy_industry",
@@ -568,7 +555,8 @@
568
  "source": "GitHub",
569
  "source_order": 19,
570
  "source_url": "https://github.com/zhouhaoyi/ETDataset",
571
- "value_cell_count": 1219400
 
572
  },
573
  {
574
  "category": "transport_mobility",
@@ -598,7 +586,8 @@
598
  "source": "Hugging Face",
599
  "source_order": 20,
600
  "source_url": "https://huggingface.co/datasets/witgaw/METR-LA",
601
- "value_cell_count": 46792350
 
602
  },
603
  {
604
  "category": "transport_mobility",
@@ -628,7 +617,8 @@
628
  "source": "Hugging Face",
629
  "source_order": 21,
630
  "source_url": "https://huggingface.co/datasets/witgaw/PEMS-BAY",
631
- "value_cell_count": 30475575
 
632
  },
633
  {
634
  "category": "health_society",
@@ -658,37 +648,8 @@
658
  "source": "Hugging Face",
659
  "source_order": 22,
660
  "source_url": "https://huggingface.co/datasets/ruiqil/SpatialEpiBench",
661
- "value_cell_count": 450736
662
- },
663
- {
664
- "category": "environment_space",
665
- "category_label": "Environment & Space",
666
- "cohort": "thulab",
667
- "cohort_label": "THULab dataset collection",
668
- "column_count": 23,
669
- "controlled_test_data": false,
670
- "dataset_url": "https://huggingface.co/datasets/THULab/africa_senegal_mauritania_crops_spi",
671
- "has_published_results": true,
672
- "key": "africa_senegal_mauritania_crops_spi",
673
- "label": "africa_senegal_mauritania_crops_spi",
674
- "measurement_eligibility": "eligible",
675
- "numeric_column_count": 22,
676
- "origin_class": "derived_from_real",
677
- "origin_confidence": "medium",
678
- "preparation_status": "ready",
679
- "production_context": "unspecified_or_production_observational",
680
- "provenance_status": "source_supported",
681
- "published_result_row_count": null,
682
- "published_result_row_count_matches_catalog": null,
683
- "published_result_scope": "published_measurements",
684
- "row_count": 27075,
685
- "shared_metadata_bytes": 1600385,
686
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
687
- "size_bytes": 2153608,
688
- "source": "Hugging Face",
689
- "source_order": 23,
690
- "source_url": "https://huggingface.co/datasets/electricsheepafrica/africa-senegal-and-mauritania-crops-vegetation-and-standardized-precipitation-index",
691
- "value_cell_count": 297825
692
  },
693
  {
694
  "category": "finance_commerce",
@@ -718,7 +679,8 @@
718
  "source": "Hugging Face",
719
  "source_order": 24,
720
  "source_url": "https://huggingface.co/datasets/kshift/ahr999-dataset",
721
- "value_cell_count": 12872
 
722
  },
723
  {
724
  "category": "environment_space",
@@ -748,7 +710,8 @@
748
  "source": "Hugging Face",
749
  "source_order": 26,
750
  "source_url": "https://huggingface.co/datasets/juliensimon/ast-spacemobile-fleet-data/raw/2577a529b22f3ed8ed6b65018bca0a36e373b74e/README.md",
751
- "value_cell_count": 882
 
752
  },
753
  {
754
  "category": "energy_industry",
@@ -778,7 +741,8 @@
778
  "source": "arXiv",
779
  "source_order": 27,
780
  "source_url": "https://arxiv.org/html/2602.12147v4",
781
- "value_cell_count": 105189
 
782
  },
783
  {
784
  "category": "energy_industry",
@@ -808,7 +772,8 @@
808
  "source": "Zenodo",
809
  "source_order": 28,
810
  "source_url": "https://zenodo.org/record/4659727",
811
- "value_cell_count": 1155264
 
812
  },
813
  {
814
  "category": "energy_industry",
@@ -838,7 +803,8 @@
838
  "source": "arXiv",
839
  "source_order": 29,
840
  "source_url": "https://arxiv.org/html/2602.12147v4",
841
- "value_cell_count": 367
 
842
  },
843
  {
844
  "category": "web_computing",
@@ -868,7 +834,8 @@
868
  "source": "arXiv",
869
  "source_order": 30,
870
  "source_url": "https://arxiv.org/html/2602.12147v4",
871
- "value_cell_count": 329019
 
872
  },
873
  {
874
  "category": "finance_commerce",
@@ -898,7 +865,8 @@
898
  "source": "Zenodo",
899
  "source_order": 31,
900
  "source_url": "https://zenodo.org/record/5121965",
901
- "value_cell_count": 82443
 
902
  },
903
  {
904
  "category": "finance_commerce",
@@ -928,37 +896,8 @@
928
  "source": "Hugging Face",
929
  "source_order": 32,
930
  "source_url": "https://huggingface.co/datasets/Farmaanaa/bitcoin_price_timeseries",
931
- "value_cell_count": 5242875
932
- },
933
- {
934
- "category": "finance_commerce",
935
- "category_label": "Finance & Commerce",
936
- "cohort": "thulab",
937
- "cohort_label": "THULab dataset collection",
938
- "column_count": 3,
939
- "controlled_test_data": false,
940
- "dataset_url": "https://huggingface.co/datasets/THULab/car_parts",
941
- "has_published_results": true,
942
- "key": "car_parts",
943
- "label": "car_parts",
944
- "measurement_eligibility": "eligible",
945
- "numeric_column_count": 2,
946
- "origin_class": "real_measured",
947
- "origin_confidence": "high",
948
- "preparation_status": "ready",
949
- "production_context": "unspecified_or_production_observational",
950
- "provenance_status": "source_supported",
951
- "published_result_row_count": null,
952
- "published_result_row_count_matches_catalog": null,
953
- "published_result_scope": "published_measurements",
954
- "row_count": 135746,
955
- "shared_metadata_bytes": 6282175,
956
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
957
- "size_bytes": 2714920,
958
- "source": "Zenodo",
959
- "source_order": 33,
960
- "source_url": "https://zenodo.org/record/4656022",
961
- "value_cell_count": 135746
962
  },
963
  {
964
  "category": "environment_space",
@@ -988,7 +927,8 @@
988
  "source": "arXiv",
989
  "source_order": 34,
990
  "source_url": "https://arxiv.org/html/2602.12147v4",
991
- "value_cell_count": 4437507
 
992
  },
993
  {
994
  "category": "finance_commerce",
@@ -1018,7 +958,8 @@
1018
  "source": "arXiv",
1019
  "source_order": 35,
1020
  "source_url": "https://arxiv.org/html/2602.12147v4",
1021
- "value_cell_count": 5578
 
1022
  },
1023
  {
1024
  "category": "energy_industry",
@@ -1048,7 +989,8 @@
1048
  "source": "arXiv",
1049
  "source_order": 36,
1050
  "source_url": "https://arxiv.org/html/2602.12147v4",
1051
- "value_cell_count": 10403
 
1052
  },
1053
  {
1054
  "category": "health_society",
@@ -1078,7 +1020,8 @@
1078
  "source": "Zenodo",
1079
  "source_order": 37,
1080
  "source_url": "https://zenodo.org/record/4656009",
1081
- "value_cell_count": 56392
 
1082
  },
1083
  {
1084
  "category": "environment_space",
@@ -1108,7 +1051,8 @@
1108
  "source": "arXiv",
1109
  "source_order": 38,
1110
  "source_url": "https://arxiv.org/html/2602.12147v4",
1111
- "value_cell_count": 70045
 
1112
  },
1113
  {
1114
  "category": "finance_commerce",
@@ -1138,7 +1082,8 @@
1138
  "source": "arXiv",
1139
  "source_order": 39,
1140
  "source_url": "https://arxiv.org/html/2602.12147v4",
1141
- "value_cell_count": 11368
 
1142
  },
1143
  {
1144
  "category": "finance_commerce",
@@ -1168,7 +1113,8 @@
1168
  "source": "Hugging Face",
1169
  "source_order": 40,
1170
  "source_url": "https://huggingface.co/datasets/sebdg/crypto_data",
1171
- "value_cell_count": 1081130
 
1172
  },
1173
  {
1174
  "category": "environment_space",
@@ -1198,7 +1144,8 @@
1198
  "source": "arXiv",
1199
  "source_order": 41,
1200
  "source_url": "https://arxiv.org/html/2602.12147v4",
1201
- "value_cell_count": 3158208
 
1202
  },
1203
  {
1204
  "category": "environment_space",
@@ -1228,37 +1175,8 @@
1228
  "source": "spdf.gsfc.nasa.gov",
1229
  "source_order": 42,
1230
  "source_url": "https://spdf.gsfc.nasa.gov/",
1231
- "value_cell_count": 45985176
1232
- },
1233
- {
1234
- "category": "environment_space",
1235
- "category_label": "Environment & Space",
1236
- "cohort": "thulab",
1237
- "cohort_label": "THULab dataset collection",
1238
- "column_count": 93,
1239
- "controlled_test_data": false,
1240
- "dataset_url": "https://huggingface.co/datasets/THULab/dmi-aarhus-weather-data",
1241
- "has_published_results": true,
1242
- "key": "dmi-aarhus-weather-data",
1243
- "label": "dmi-aarhus-weather-data",
1244
- "measurement_eligibility": "eligible",
1245
- "numeric_column_count": 92,
1246
- "origin_class": "derived_from_real",
1247
- "origin_confidence": "medium",
1248
- "preparation_status": "ready",
1249
- "production_context": "unspecified_or_production_observational",
1250
- "provenance_status": "source_supported",
1251
- "published_result_row_count": null,
1252
- "published_result_row_count_matches_catalog": null,
1253
- "published_result_scope": "published_measurements",
1254
- "row_count": 43910,
1255
- "shared_metadata_bytes": 2060324,
1256
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
1257
- "size_bytes": 23655312,
1258
- "source": "Hugging Face",
1259
- "source_order": 43,
1260
- "source_url": "https://huggingface.co/datasets/Ciroc0/dmi-aarhus-weather-data",
1261
- "value_cell_count": 3072038
1262
  },
1263
  {
1264
  "category": "environment_space",
@@ -1288,7 +1206,8 @@
1288
  "source": "Hugging Face",
1289
  "source_order": 44,
1290
  "source_url": "https://huggingface.co/datasets/juliensimon/dst-index",
1291
- "value_cell_count": 1566076
 
1292
  },
1293
  {
1294
  "category": "health_society",
@@ -1318,7 +1237,8 @@
1318
  "source": "arXiv",
1319
  "source_order": 45,
1320
  "source_url": "https://arxiv.org/html/2602.12147v4",
1321
- "value_cell_count": 12696
 
1322
  },
1323
  {
1324
  "category": "environment_space",
@@ -1348,7 +1268,8 @@
1348
  "source": "Hugging Face",
1349
  "source_order": 46,
1350
  "source_url": "https://huggingface.co/datasets/cosuleabianca/eea-pm25-forecasting",
1351
- "value_cell_count": 87531885
 
1352
  },
1353
  {
1354
  "category": "energy_industry",
@@ -1378,7 +1299,8 @@
1378
  "source": "Hugging Face",
1379
  "source_order": 47,
1380
  "source_url": "https://huggingface.co/datasets/rajistics/electricity_demand",
1381
- "value_cell_count": 2688
 
1382
  },
1383
  {
1384
  "category": "energy_industry",
@@ -1408,7 +1330,8 @@
1408
  "source": "UCI Machine Learning Repository",
1409
  "source_order": 48,
1410
  "source_url": "https://archive.ics.uci.edu/dataset/321/electricityloaddiagrams20112014",
1411
- "value_cell_count": 51894720
 
1412
  },
1413
  {
1414
  "category": "energy_industry",
@@ -1438,7 +1361,8 @@
1438
  "source": "Hugging Face",
1439
  "source_order": 49,
1440
  "source_url": "https://huggingface.co/datasets/huggingface/electricity-production",
1441
- "value_cell_count": 397
 
1442
  },
1443
  {
1444
  "category": "energy_industry",
@@ -1468,7 +1392,8 @@
1468
  "source": "Hugging Face",
1469
  "source_order": 50,
1470
  "source_url": "https://huggingface.co/datasets/theforecastingcompany/enedis-with-holidays",
1471
- "value_cell_count": 387120
 
1472
  },
1473
  {
1474
  "category": "energy_industry",
@@ -1498,7 +1423,8 @@
1498
  "source": "arXiv",
1499
  "source_order": 51,
1500
  "source_url": "https://arxiv.org/html/2602.12147v4",
1501
- "value_cell_count": 262080
 
1502
  },
1503
  {
1504
  "category": "energy_industry",
@@ -1528,7 +1454,8 @@
1528
  "source": "arXiv",
1529
  "source_order": 53,
1530
  "source_url": "https://arxiv.org/html/2602.12147v4",
1531
- "value_cell_count": 205440
 
1532
  },
1533
  {
1534
  "category": "finance_commerce",
@@ -1558,7 +1485,8 @@
1558
  "source": "Hugging Face",
1559
  "source_order": 54,
1560
  "source_url": "https://huggingface.co/datasets/thuml/Time-Series-Library",
1561
- "value_cell_count": 60704
 
1562
  },
1563
  {
1564
  "category": "finance_commerce",
@@ -1588,7 +1516,8 @@
1588
  "source": "Hugging Face",
1589
  "source_order": 55,
1590
  "source_url": "https://huggingface.co/datasets/ML-Owl/faang-engineered-time-series-features-2013-2025",
1591
- "value_cell_count": 146525
 
1592
  },
1593
  {
1594
  "category": "transport_mobility",
@@ -1618,7 +1547,8 @@
1618
  "source": "arXiv",
1619
  "source_order": 56,
1620
  "source_url": "https://arxiv.org/html/2602.12147v4",
1621
- "value_cell_count": 35136
 
1622
  },
1623
  {
1624
  "category": "finance_commerce",
@@ -1648,7 +1578,8 @@
1648
  "source": "Hugging Face",
1649
  "source_order": 57,
1650
  "source_url": "https://huggingface.co/datasets/Tropstan/Forex_Factory_Calendar",
1651
- "value_cell_count": 250281
 
1652
  },
1653
  {
1654
  "category": "finance_commerce",
@@ -1678,37 +1609,8 @@
1678
  "source": "Zenodo",
1679
  "source_order": 58,
1680
  "source_url": "https://zenodo.org/record/4654833",
1681
- "value_cell_count": 77896
1682
- },
1683
- {
1684
- "category": "finance_commerce",
1685
- "category_label": "Finance & Commerce",
1686
- "cohort": "thulab",
1687
- "cohort_label": "THULab dataset collection",
1688
- "column_count": 75,
1689
- "controlled_test_data": false,
1690
- "dataset_url": "https://huggingface.co/datasets/THULab/freshretailnet_50k",
1691
- "has_published_results": true,
1692
- "key": "freshretailnet_50k",
1693
- "label": "freshretailnet_50k",
1694
- "measurement_eligibility": "eligible",
1695
- "numeric_column_count": 74,
1696
- "origin_class": "derived_from_real",
1697
- "origin_confidence": "medium",
1698
- "preparation_status": "ready",
1699
- "production_context": "unspecified_or_production_observational",
1700
- "provenance_status": "source_supported",
1701
- "published_result_row_count": null,
1702
- "published_result_row_count_matches_catalog": null,
1703
- "published_result_scope": "published_measurements",
1704
- "row_count": 4850000,
1705
- "shared_metadata_bytes": 252242406,
1706
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
1707
- "size_bytes": 545200000,
1708
- "source": "Hugging Face",
1709
- "source_order": 59,
1710
- "source_url": "https://huggingface.co/datasets/Dingdong-Inc/FreshRetailNet-50K",
1711
- "value_cell_count": 96450000
1712
  },
1713
  {
1714
  "category": "finance_commerce",
@@ -1718,14 +1620,14 @@
1718
  "column_count": 67,
1719
  "controlled_test_data": false,
1720
  "dataset_url": "https://huggingface.co/datasets/THULab/freshretailnet_lt",
1721
- "has_published_results": true,
1722
  "key": "freshretailnet_lt",
1723
  "label": "freshretailnet_lt",
1724
- "measurement_eligibility": "eligible",
1725
  "numeric_column_count": 66,
1726
  "origin_class": "derived_from_real",
1727
  "origin_confidence": "medium",
1728
- "preparation_status": "ready",
1729
  "production_context": "unspecified_or_production_observational",
1730
  "provenance_status": "source_supported",
1731
  "published_result_row_count": null,
@@ -1738,7 +1640,11 @@
1738
  "source": "Hugging Face",
1739
  "source_order": 60,
1740
  "source_url": "https://huggingface.co/datasets/Dingdong-Inc/FreshRetailNet-LT",
1741
- "value_cell_count": 74815941
 
 
 
 
1742
  },
1743
  {
1744
  "category": "finance_commerce",
@@ -1768,7 +1674,8 @@
1768
  "source": "Hugging Face",
1769
  "source_order": 61,
1770
  "source_url": "https://huggingface.co/datasets/Binary-ly/fulus-lyd-rates-2025/raw/01b573c4ef5385228f0f2b86d7feb1a919baad9b/README.md",
1771
- "value_cell_count": 30942
 
1772
  },
1773
  {
1774
  "category": "environment_space",
@@ -1798,37 +1705,8 @@
1798
  "source": "Hugging Face",
1799
  "source_order": 62,
1800
  "source_url": "https://huggingface.co/datasets/juliensimon/geomagnetic-kp-index",
1801
- "value_cell_count": 2058
1802
- },
1803
- {
1804
- "category": "web_computing",
1805
- "category_label": "Web & Computing",
1806
- "cohort": "thulab",
1807
- "cohort_label": "THULab dataset collection",
1808
- "column_count": 4,
1809
- "controlled_test_data": false,
1810
- "dataset_url": "https://huggingface.co/datasets/THULab/github_top_projects",
1811
- "has_published_results": true,
1812
- "key": "github_top_projects",
1813
- "label": "github_top_projects",
1814
- "measurement_eligibility": "eligible",
1815
- "numeric_column_count": 3,
1816
- "origin_class": "derived_from_real",
1817
- "origin_confidence": "high",
1818
- "preparation_status": "ready",
1819
- "production_context": "unspecified_or_production_observational",
1820
- "provenance_status": "source_supported",
1821
- "published_result_row_count": null,
1822
- "published_result_row_count_matches_catalog": null,
1823
- "published_result_scope": "published_measurements",
1824
- "row_count": 85173,
1825
- "shared_metadata_bytes": 21007323,
1826
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
1827
- "size_bytes": 1961892,
1828
- "source": "Hugging Face",
1829
- "source_order": 64,
1830
- "source_url": "https://huggingface.co/datasets/ronantakizawa/github-top-projects",
1831
- "value_cell_count": 255519
1832
  },
1833
  {
1834
  "category": "health_society",
@@ -1858,7 +1736,8 @@
1858
  "source": "arXiv",
1859
  "source_order": 65,
1860
  "source_url": "https://arxiv.org/html/2602.12147v4",
1861
- "value_cell_count": 12293
 
1862
  },
1863
  {
1864
  "category": "finance_commerce",
@@ -1888,37 +1767,8 @@
1888
  "source": "arXiv",
1889
  "source_order": 66,
1890
  "source_url": "https://arxiv.org/html/2602.12147v4",
1891
- "value_cell_count": 8520
1892
- },
1893
- {
1894
- "category": "environment_space",
1895
- "category_label": "Environment & Space",
1896
- "cohort": "thulab",
1897
- "cohort_label": "THULab dataset collection",
1898
- "column_count": 6,
1899
- "controlled_test_data": false,
1900
- "dataset_url": "https://huggingface.co/datasets/THULab/globalstar_fleet_data",
1901
- "has_published_results": true,
1902
- "key": "globalstar_fleet_data",
1903
- "label": "globalstar_fleet_data",
1904
- "measurement_eligibility": "eligible",
1905
- "numeric_column_count": 5,
1906
- "origin_class": "derived_from_real",
1907
- "origin_confidence": "high",
1908
- "preparation_status": "ready",
1909
- "production_context": "unspecified_or_production_observational",
1910
- "provenance_status": "source_supported",
1911
- "published_result_row_count": null,
1912
- "published_result_row_count_matches_catalog": null,
1913
- "published_result_scope": "published_measurements",
1914
- "row_count": 437,
1915
- "shared_metadata_bytes": 15553,
1916
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
1917
- "size_bytes": 20976,
1918
- "source": "Hugging Face",
1919
- "source_order": 67,
1920
- "source_url": "https://huggingface.co/datasets/juliensimon/globalstar-fleet-data/raw/ae95496e75090e78634d6f6d8a38d6bf988c98a9/README.md",
1921
- "value_cell_count": 2185
1922
  },
1923
  {
1924
  "category": "health_society",
@@ -1948,7 +1798,8 @@
1948
  "source": "Hugging Face",
1949
  "source_order": 68,
1950
  "source_url": "https://huggingface.co/datasets/byluuu/gluco-tsfm-benchmark",
1951
- "value_cell_count": 2873627
 
1952
  },
1953
  {
1954
  "category": "environment_space",
@@ -1978,7 +1829,8 @@
1978
  "source": "Hugging Face",
1979
  "source_order": 69,
1980
  "source_url": "https://huggingface.co/datasets/snowsadh/goes-omni-electron-flux-forecasting",
1981
- "value_cell_count": 60699486
 
1982
  },
1983
  {
1984
  "category": "environment_space",
@@ -2008,37 +1860,8 @@
2008
  "source": "Hugging Face",
2009
  "source_order": 70,
2010
  "source_url": "https://huggingface.co/datasets/TaoDerong/GreatPlains-Multisource-2000-2024",
2011
- "value_cell_count": 5715
2012
- },
2013
- {
2014
- "category": "health_society",
2015
- "category_label": "Health & Society",
2016
- "cohort": "thulab",
2017
- "cohort_label": "THULab dataset collection",
2018
- "column_count": 3,
2019
- "controlled_test_data": false,
2020
- "dataset_url": "https://huggingface.co/datasets/THULab/hospital-monash",
2021
- "has_published_results": true,
2022
- "key": "hospital-monash",
2023
- "label": "hospital-monash",
2024
- "measurement_eligibility": "eligible",
2025
- "numeric_column_count": 2,
2026
- "origin_class": "real_measured",
2027
- "origin_confidence": "high",
2028
- "preparation_status": "ready",
2029
- "production_context": "unspecified_or_production_observational",
2030
- "provenance_status": "source_supported",
2031
- "published_result_row_count": null,
2032
- "published_result_row_count_matches_catalog": null,
2033
- "published_result_scope": "published_measurements",
2034
- "row_count": 64428,
2035
- "shared_metadata_bytes": 2317167,
2036
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2037
- "size_bytes": 1288560,
2038
- "source": "Zenodo",
2039
- "source_order": 71,
2040
- "source_url": "https://zenodo.org/record/4656014",
2041
- "value_cell_count": 64428
2042
  },
2043
  {
2044
  "category": "finance_commerce",
@@ -2068,7 +1891,8 @@
2068
  "source": "Hugging Face",
2069
  "source_order": 72,
2070
  "source_url": "https://huggingface.co/datasets/mdnh/hourly-stock-data-2023",
2071
- "value_cell_count": 156828
 
2072
  },
2073
  {
2074
  "category": "energy_industry",
@@ -2098,37 +1922,8 @@
2098
  "source": "Hugging Face",
2099
  "source_order": 73,
2100
  "source_url": "https://huggingface.co/datasets/SamuelM0422/Hourly-Electricity-Demand-Brazil-Dataset",
2101
- "value_cell_count": 185280
2102
- },
2103
- {
2104
- "category": "finance_commerce",
2105
- "category_label": "Finance & Commerce",
2106
- "cohort": "thulab",
2107
- "cohort_label": "THULab dataset collection",
2108
- "column_count": 2,
2109
- "controlled_test_data": false,
2110
- "dataset_url": "https://huggingface.co/datasets/THULab/housing_inventory",
2111
- "has_published_results": true,
2112
- "key": "housing_inventory",
2113
- "label": "housing_inventory",
2114
- "measurement_eligibility": "eligible",
2115
- "numeric_column_count": 1,
2116
- "origin_class": "derived_from_real",
2117
- "origin_confidence": "high",
2118
- "preparation_status": "ready",
2119
- "production_context": "unspecified_or_production_observational",
2120
- "provenance_status": "source_supported",
2121
- "published_result_row_count": null,
2122
- "published_result_row_count_matches_catalog": null,
2123
- "published_result_scope": "published_measurements",
2124
- "row_count": 456,
2125
- "shared_metadata_bytes": 15230,
2126
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2127
- "size_bytes": 5472,
2128
- "source": "arXiv",
2129
- "source_order": 74,
2130
- "source_url": "https://arxiv.org/html/2602.12147v4",
2131
- "value_cell_count": 456
2132
  },
2133
  {
2134
  "category": "finance_commerce",
@@ -2158,7 +1953,8 @@
2158
  "source": "Hugging Face",
2159
  "source_order": 75,
2160
  "source_url": "https://huggingface.co/datasets/calender/indian-stock-hourly-2017-2021",
2161
- "value_cell_count": 242670
 
2162
  },
2163
  {
2164
  "category": "finance_commerce",
@@ -2188,7 +1984,8 @@
2188
  "source": "arXiv",
2189
  "source_order": 76,
2190
  "source_url": "https://arxiv.org/html/2602.12147v4",
2191
- "value_cell_count": 392
 
2192
  },
2193
  {
2194
  "category": "finance_commerce",
@@ -2218,37 +2015,8 @@
2218
  "source": "arXiv",
2219
  "source_order": 77,
2220
  "source_url": "https://arxiv.org/html/2602.12147v4",
2221
- "value_cell_count": 1782
2222
- },
2223
- {
2224
- "category": "environment_space",
2225
- "category_label": "Environment & Space",
2226
- "cohort": "thulab",
2227
- "cohort_label": "THULab dataset collection",
2228
- "column_count": 70,
2229
- "controlled_test_data": false,
2230
- "dataset_url": "https://huggingface.co/datasets/THULab/jovian_lightning",
2231
- "has_published_results": true,
2232
- "key": "jovian_lightning",
2233
- "label": "jovian_lightning",
2234
- "measurement_eligibility": "eligible",
2235
- "numeric_column_count": 69,
2236
- "origin_class": "derived_from_real",
2237
- "origin_confidence": "high",
2238
- "preparation_status": "ready",
2239
- "production_context": "unspecified_or_production_observational",
2240
- "provenance_status": "source_supported",
2241
- "published_result_row_count": null,
2242
- "published_result_row_count_matches_catalog": null,
2243
- "published_result_scope": "published_measurements",
2244
- "row_count": 13095,
2245
- "shared_metadata_bytes": 282575,
2246
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2247
- "size_bytes": 750500,
2248
- "source": "Hugging Face",
2249
- "source_order": 78,
2250
- "source_url": "https://huggingface.co/datasets/phanerozoic/jovian-lightning/blob/d67f67e10c2c59e1a9dea71e7bb98b8ae0075009/README.md",
2251
- "value_cell_count": 255298
2252
  },
2253
  {
2254
  "category": "web_computing",
@@ -2258,14 +2026,14 @@
2258
  "column_count": 2,
2259
  "controlled_test_data": false,
2260
  "dataset_url": "https://huggingface.co/datasets/THULab/kaggle_web_traffic",
2261
- "has_published_results": true,
2262
  "key": "kaggle_web_traffic",
2263
  "label": "kaggle_web_traffic",
2264
- "measurement_eligibility": "eligible",
2265
  "numeric_column_count": 1,
2266
  "origin_class": "real_measured",
2267
  "origin_confidence": "high",
2268
- "preparation_status": "ready",
2269
  "production_context": "unspecified_or_production_observational",
2270
  "provenance_status": "source_supported",
2271
  "published_result_row_count": null,
@@ -2278,37 +2046,11 @@
2278
  "source": "Zenodo",
2279
  "source_order": 79,
2280
  "source_url": "https://zenodo.org/record/4656080",
2281
- "value_cell_count": 33860956
2282
- },
2283
- {
2284
- "category": "web_computing",
2285
- "category_label": "Web & Computing",
2286
- "cohort": "thulab",
2287
- "cohort_label": "THULab dataset collection",
2288
- "column_count": 3,
2289
- "controlled_test_data": false,
2290
- "dataset_url": "https://huggingface.co/datasets/THULab/kaggle_web_traffic_weekly",
2291
- "has_published_results": true,
2292
- "key": "kaggle_web_traffic_weekly",
2293
- "label": "kaggle_web_traffic_weekly",
2294
- "measurement_eligibility": "eligible",
2295
- "numeric_column_count": 2,
2296
- "origin_class": "derived_from_real",
2297
- "origin_confidence": "medium",
2298
- "preparation_status": "ready",
2299
- "production_context": "unspecified_or_production_observational",
2300
- "provenance_status": "source_supported",
2301
- "published_result_row_count": null,
2302
- "published_result_row_count_matches_catalog": null,
2303
- "published_result_scope": "published_measurements",
2304
- "row_count": 16537182,
2305
- "shared_metadata_bytes": 543411849,
2306
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2307
- "size_bytes": 330743640,
2308
- "source": "Zenodo",
2309
- "source_order": 80,
2310
- "source_url": "https://zenodo.org/record/4656664",
2311
- "value_cell_count": 16537182
2312
  },
2313
  {
2314
  "category": "environment_space",
@@ -2338,7 +2080,8 @@
2338
  "source": "Zenodo",
2339
  "source_order": 81,
2340
  "source_url": "https://zenodo.org/record/4656719",
2341
- "value_cell_count": 2919402
 
2342
  },
2343
  {
2344
  "category": "finance_commerce",
@@ -2368,7 +2111,8 @@
2368
  "source": "Hugging Face",
2369
  "source_order": 82,
2370
  "source_url": "https://huggingface.co/datasets/jwlutz/knowable/blob/23a0fccc86d026a4c47dc5fef7c06f538b4a1aca/README.md",
2371
- "value_cell_count": 3570906
 
2372
  },
2373
  {
2374
  "category": "finance_commerce",
@@ -2398,7 +2142,8 @@
2398
  "source": "Hugging Face",
2399
  "source_order": 83,
2400
  "source_url": "https://huggingface.co/datasets/GotThatData/kraken-trading-data",
2401
- "value_cell_count": 7197562
 
2402
  },
2403
  {
2404
  "category": "environment_space",
@@ -2428,7 +2173,8 @@
2428
  "source": "Hugging Face",
2429
  "source_order": 84,
2430
  "source_url": "https://huggingface.co/datasets/juliensimon/kuiper-fleet-data/blob/d5ab5cc065731c365b29e6e0596a8f13a2da44ee/README.md",
2431
- "value_cell_count": 720
 
2432
  },
2433
  {
2434
  "category": "energy_industry",
@@ -2458,7 +2204,8 @@
2458
  "source": "Zenodo",
2459
  "source_order": 85,
2460
  "source_url": "https://zenodo.org/record/4656072",
2461
- "value_cell_count": 24165773
 
2462
  },
2463
  {
2464
  "category": "energy_industry",
@@ -2488,83 +2235,24 @@
2488
  "source": "Hugging Face",
2489
  "source_order": 86,
2490
  "source_url": "https://huggingface.co/datasets/MuhaoGuo/M2oE2TimeSeriesData",
2491
- "value_cell_count": 21404175
 
2492
  },
2493
  {
2494
- "category": "finance_commerce",
2495
- "category_label": "Finance & Commerce",
2496
  "cohort": "thulab",
2497
  "cohort_label": "THULab dataset collection",
2498
- "column_count": 648,
2499
  "controlled_test_data": false,
2500
- "dataset_url": "https://huggingface.co/datasets/THULab/macroecon",
2501
  "has_published_results": true,
2502
- "key": "macroecon",
2503
- "label": "macroecon",
2504
  "measurement_eligibility": "eligible",
2505
- "numeric_column_count": 647,
2506
- "origin_class": "derived_from_real",
2507
- "origin_confidence": "medium",
2508
- "preparation_status": "ready",
2509
- "production_context": "unspecified_or_production_observational",
2510
- "provenance_status": "source_supported",
2511
- "published_result_row_count": null,
2512
- "published_result_row_count_matches_catalog": null,
2513
- "published_result_scope": "published_measurements",
2514
- "row_count": 1284538,
2515
- "shared_metadata_bytes": 26046455,
2516
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2517
- "size_bytes": 42995108,
2518
- "source": "Hugging Face",
2519
- "source_order": 87,
2520
- "source_url": "https://huggingface.co/datasets/bkoyuncu/MacroEcon",
2521
- "value_cell_count": 12984736
2522
- },
2523
- {
2524
- "category": "finance_commerce",
2525
- "category_label": "Finance & Commerce",
2526
- "cohort": "thulab",
2527
- "cohort_label": "THULab dataset collection",
2528
- "column_count": 7,
2529
- "controlled_test_data": false,
2530
- "dataset_url": "https://huggingface.co/datasets/THULab/magseven_ml_ready_high_frequency_anomaly",
2531
- "has_published_results": true,
2532
- "key": "magseven_ml_ready_high_frequency_anomaly",
2533
- "label": "magseven_ml_ready_high_frequency_anomaly",
2534
- "measurement_eligibility": "eligible",
2535
- "numeric_column_count": 6,
2536
- "origin_class": "derived_from_real",
2537
- "origin_confidence": "high",
2538
- "preparation_status": "ready",
2539
- "production_context": "unspecified_or_production_observational",
2540
- "provenance_status": "source_supported",
2541
- "published_result_row_count": null,
2542
- "published_result_row_count_matches_catalog": null,
2543
- "published_result_scope": "published_measurements",
2544
- "row_count": 36,
2545
- "shared_metadata_bytes": 4298,
2546
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2547
- "size_bytes": 1080,
2548
- "source": "Hugging Face",
2549
- "source_order": 88,
2550
- "source_url": "https://huggingface.co/datasets/SavantCapital/MagSeven-ML-Ready-High-Frequency-Anomaly-Dataset-January-2026-sample/blob/b668092d45da447878c2f1b23c2657d2b22bf243/README.md",
2551
- "value_cell_count": 216
2552
- },
2553
- {
2554
- "category": "transport_mobility",
2555
- "category_label": "Transport & Mobility",
2556
- "cohort": "thulab",
2557
- "cohort_label": "THULab dataset collection",
2558
- "column_count": 2,
2559
- "controlled_test_data": false,
2560
- "dataset_url": "https://huggingface.co/datasets/THULab/metropt_3",
2561
- "has_published_results": true,
2562
- "key": "metropt_3",
2563
- "label": "metropt_3",
2564
- "measurement_eligibility": "eligible",
2565
- "numeric_column_count": 1,
2566
- "origin_class": "real_measured",
2567
- "origin_confidence": "high",
2568
  "preparation_status": "ready",
2569
  "production_context": "unspecified_or_production_observational",
2570
  "provenance_status": "source_supported",
@@ -2578,7 +2266,8 @@
2578
  "source": "Hugging Face",
2579
  "source_order": 89,
2580
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/MetroPT-3/5T/item0.csv",
2581
- "value_cell_count": 59310
 
2582
  },
2583
  {
2584
  "category": "finance_commerce",
@@ -2608,37 +2297,8 @@
2608
  "source": "Hugging Face",
2609
  "source_order": 90,
2610
  "source_url": "https://huggingface.co/datasets/AdityaaXD/Multi-Model-Trading-Data",
2611
- "value_cell_count": 79516
2612
- },
2613
- {
2614
- "category": "environment_space",
2615
- "category_label": "Environment & Space",
2616
- "cohort": "thulab",
2617
- "cohort_label": "THULab dataset collection",
2618
- "column_count": 82,
2619
- "controlled_test_data": false,
2620
- "dataset_url": "https://huggingface.co/datasets/THULab/nasa_maven_kp_insitu",
2621
- "has_published_results": true,
2622
- "key": "nasa_maven_kp_insitu",
2623
- "label": "nasa_maven_kp_insitu",
2624
- "measurement_eligibility": "eligible",
2625
- "numeric_column_count": 81,
2626
- "origin_class": "real_measured",
2627
- "origin_confidence": "high",
2628
- "preparation_status": "ready",
2629
- "production_context": "unspecified_or_production_observational",
2630
- "provenance_status": "source_supported",
2631
- "published_result_row_count": null,
2632
- "published_result_row_count_matches_catalog": null,
2633
- "published_result_scope": "published_measurements",
2634
- "row_count": 8522256,
2635
- "shared_metadata_bytes": 171365533,
2636
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2637
- "size_bytes": 317298872,
2638
- "source": "Hugging Face",
2639
- "source_order": 91,
2640
- "source_url": "https://huggingface.co/datasets/juliensimon/nasa-maven-kp-insitu/blob/1f73d7f5b8367c6d9014239870be1dca2ddbdf41/README.md",
2641
- "value_cell_count": 61336652
2642
  },
2643
  {
2644
  "category": "health_society",
@@ -2668,7 +2328,8 @@
2668
  "source": "Hugging Face",
2669
  "source_order": 92,
2670
  "source_url": "https://huggingface.co/datasets/thuml/Time-Series-Library",
2671
- "value_cell_count": 6762
 
2672
  },
2673
  {
2674
  "category": "environment_space",
@@ -2698,37 +2359,8 @@
2698
  "source": "Hugging Face",
2699
  "source_order": 93,
2700
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/NE_China_Wind/H/item0.csv",
2701
- "value_cell_count": 35056
2702
- },
2703
- {
2704
- "category": "environment_space",
2705
- "category_label": "Environment & Space",
2706
- "cohort": "thulab",
2707
- "cohort_label": "THULab dataset collection",
2708
- "column_count": 2,
2709
- "controlled_test_data": false,
2710
- "dataset_url": "https://huggingface.co/datasets/THULab/niederschlag_station_4091_bavaria_germany",
2711
- "has_published_results": true,
2712
- "key": "niederschlag_station_4091_bavaria_germany",
2713
- "label": "niederschlag_station_4091_bavaria_germany",
2714
- "measurement_eligibility": "eligible",
2715
- "numeric_column_count": 1,
2716
- "origin_class": "real_measured",
2717
- "origin_confidence": "high",
2718
- "preparation_status": "ready",
2719
- "production_context": "unspecified_or_production_observational",
2720
- "provenance_status": "source_supported",
2721
- "published_result_row_count": null,
2722
- "published_result_row_count_matches_catalog": null,
2723
- "published_result_scope": "published_measurements",
2724
- "row_count": 60,
2725
- "shared_metadata_bytes": 3503,
2726
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2727
- "size_bytes": 960,
2728
- "source": "Hugging Face",
2729
- "source_order": 94,
2730
- "source_url": "https://huggingface.co/datasets/Kamilatr/niederschlag_station_4091_bavaria_germany",
2731
- "value_cell_count": 60
2732
  },
2733
  {
2734
  "category": "finance_commerce",
@@ -2758,7 +2390,8 @@
2758
  "source": "Hugging Face",
2759
  "source_order": 95,
2760
  "source_url": "https://huggingface.co/datasets/AAdevloper/nifty50-market-regime",
2761
- "value_cell_count": 11175
 
2762
  },
2763
  {
2764
  "category": "finance_commerce",
@@ -2788,37 +2421,8 @@
2788
  "source": "Zenodo",
2789
  "source_order": 96,
2790
  "source_url": "https://zenodo.org/record/4656110",
2791
- "value_cell_count": 87801
2792
- },
2793
- {
2794
- "category": "finance_commerce",
2795
- "category_label": "Finance & Commerce",
2796
- "cohort": "thulab",
2797
- "cohort_label": "THULab dataset collection",
2798
- "column_count": 3,
2799
- "controlled_test_data": false,
2800
- "dataset_url": "https://huggingface.co/datasets/THULab/nn5_weekly",
2801
- "has_published_results": true,
2802
- "key": "nn5_weekly",
2803
- "label": "nn5_weekly",
2804
- "measurement_eligibility": "eligible",
2805
- "numeric_column_count": 2,
2806
- "origin_class": "real_measured",
2807
- "origin_confidence": "high",
2808
- "preparation_status": "ready",
2809
- "production_context": "unspecified_or_production_observational",
2810
- "provenance_status": "source_supported",
2811
- "published_result_row_count": null,
2812
- "published_result_row_count_matches_catalog": null,
2813
- "published_result_scope": "published_measurements",
2814
- "row_count": 12543,
2815
- "shared_metadata_bytes": 399102,
2816
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
2817
- "size_bytes": 250860,
2818
- "source": "Zenodo",
2819
- "source_order": 97,
2820
- "source_url": "https://zenodo.org/record/4656125",
2821
- "value_cell_count": 12543
2822
  },
2823
  {
2824
  "category": "environment_space",
@@ -2848,7 +2452,8 @@
2848
  "source": "Zenodo",
2849
  "source_order": 98,
2850
  "source_url": "https://zenodo.org/record/5184708",
2851
- "value_cell_count": 800456
 
2852
  },
2853
  {
2854
  "category": "finance_commerce",
@@ -2878,7 +2483,8 @@
2878
  "source": "arXiv",
2879
  "source_order": 99,
2880
  "source_url": "https://arxiv.org/html/2602.12147v4",
2881
- "value_cell_count": 60420
 
2882
  },
2883
  {
2884
  "category": "energy_industry",
@@ -2908,7 +2514,8 @@
2908
  "source": "Hugging Face",
2909
  "source_order": 100,
2910
  "source_url": "https://huggingface.co/datasets/UniversitatdeLleida/omie-blockchain-study/blob/b0498dd9cc3e0fa0334fd54c2517290ad924b55a/README.md",
2911
- "value_cell_count": 11835
 
2912
  },
2913
  {
2914
  "category": "finance_commerce",
@@ -2938,7 +2545,8 @@
2938
  "source": "Hugging Face",
2939
  "source_order": 101,
2940
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Online_Retail_2_UCI/D/item0.csv",
2941
- "value_cell_count": 739
 
2942
  },
2943
  {
2944
  "category": "web_computing",
@@ -2968,7 +2576,8 @@
2968
  "source": "Hugging Face",
2969
  "source_order": 102,
2970
  "source_url": "https://huggingface.co/datasets/emperor-mew/ooni-censorship-historical",
2971
- "value_cell_count": 11552391
 
2972
  },
2973
  {
2974
  "category": "energy_industry",
@@ -2998,7 +2607,8 @@
2998
  "source": "Hugging Face",
2999
  "source_order": 103,
3000
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/OpenElectricity_NEM/5T/item0.csv",
3001
- "value_cell_count": 434880
 
3002
  },
3003
  {
3004
  "category": "environment_space",
@@ -3028,7 +2638,8 @@
3028
  "source": "Hugging Face",
3029
  "source_order": 104,
3030
  "source_url": "https://huggingface.co/datasets/datamatters24/orbital-chaos-nasa-ssc/blob/e6348dde60a08b78d6f6661c052b7ba991c70214/README.md",
3031
- "value_cell_count": 52988423
 
3032
  },
3033
  {
3034
  "category": "transport_mobility",
@@ -3058,7 +2669,8 @@
3058
  "source": "Zenodo",
3059
  "source_order": 105,
3060
  "source_url": "https://zenodo.org/record/4656626",
3061
- "value_cell_count": 3132346
 
3062
  },
3063
  {
3064
  "category": "environment_space",
@@ -3088,7 +2700,8 @@
3088
  "source": "Hugging Face",
3089
  "source_order": 106,
3090
  "source_url": "https://huggingface.co/datasets/imageomics/phenology-normal-hawaii",
3091
- "value_cell_count": 273625
 
3092
  },
3093
  {
3094
  "category": "finance_commerce",
@@ -3118,7 +2731,8 @@
3118
  "source": "Hugging Face",
3119
  "source_order": 107,
3120
  "source_url": "https://huggingface.co/datasets/bmoney1321/polymarket-crypto-5m-15m/blob/511752d5ebe9380626c90d3eac7d3643c1a0b5e7/README.md",
3121
- "value_cell_count": 14207576
 
3122
  },
3123
  {
3124
  "category": "transport_mobility",
@@ -3148,7 +2762,8 @@
3148
  "source": "arXiv",
3149
  "source_order": 108,
3150
  "source_url": "https://arxiv.org/html/2602.12147v4",
3151
- "value_cell_count": 481338
 
3152
  },
3153
  {
3154
  "category": "web_computing",
@@ -3178,7 +2793,8 @@
3178
  "source": "Hugging Face",
3179
  "source_order": 109,
3180
  "source_url": "https://huggingface.co/datasets/hq-bench/quitobench",
3181
- "value_cell_count": 62514220
 
3182
  },
3183
  {
3184
  "category": "energy_industry",
@@ -3208,7 +2824,8 @@
3208
  "source": "Hugging Face",
3209
  "source_order": 110,
3210
  "source_url": "https://huggingface.co/datasets/wachawich/REG-Forecasting_v2",
3211
- "value_cell_count": 4329318
 
3212
  },
3213
  {
3214
  "category": "transport_mobility",
@@ -3238,7 +2855,8 @@
3238
  "source": "Zenodo",
3239
  "source_order": 111,
3240
  "source_url": "https://zenodo.org/record/5122114",
3241
- "value_cell_count": 1246464
 
3242
  },
3243
  {
3244
  "category": "finance_commerce",
@@ -3268,7 +2886,8 @@
3268
  "source": "Hugging Face",
3269
  "source_order": 112,
3270
  "source_url": "https://huggingface.co/datasets/SURESHBEEKHANI/SalesForecastingWOMartStore",
3271
- "value_cell_count": 587285
 
3272
  },
3273
  {
3274
  "category": "environment_space",
@@ -3298,7 +2917,8 @@
3298
  "source": "Zenodo",
3299
  "source_order": 113,
3300
  "source_url": "https://zenodo.org/record/4656058",
3301
- "value_cell_count": 23741
 
3302
  },
3303
  {
3304
  "category": "web_computing",
@@ -3328,7 +2948,8 @@
3328
  "source": "Hugging Face",
3329
  "source_order": 114,
3330
  "source_url": "https://huggingface.co/datasets/ICOS-AI/scaphandre_cpu_usage",
3331
- "value_cell_count": 300
 
3332
  },
3333
  {
3334
  "category": "transport_mobility",
@@ -3358,7 +2979,8 @@
3358
  "source": "Hugging Face",
3359
  "source_order": 115,
3360
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/SG_Carpark/15T/item0.csv",
3361
- "value_cell_count": 5131230
 
3362
  },
3363
  {
3364
  "category": "environment_space",
@@ -3388,7 +3010,8 @@
3388
  "source": "Hugging Face",
3389
  "source_order": 116,
3390
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/SG_PM25/H/item0.csv",
3391
- "value_cell_count": 193440
 
3392
  },
3393
  {
3394
  "category": "environment_space",
@@ -3418,7 +3041,8 @@
3418
  "source": "Hugging Face",
3419
  "source_order": 117,
3420
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/SG_Weather/D/S104.csv",
3421
- "value_cell_count": 70872
 
3422
  },
3423
  {
3424
  "category": "health_society",
@@ -3448,7 +3072,8 @@
3448
  "source": "Hugging Face",
3449
  "source_order": 118,
3450
  "source_url": "https://huggingface.co/datasets/aai530-group6/sleep-score-fitbit",
3451
- "value_cell_count": 1455
 
3452
  },
3453
  {
3454
  "category": "energy_industry",
@@ -3478,7 +3103,8 @@
3478
  "source": "Zenodo",
3479
  "source_order": 119,
3480
  "source_url": "https://zenodo.org/record/4656144",
3481
- "value_cell_count": 7200720
 
3482
  },
3483
  {
3484
  "category": "energy_industry",
@@ -3508,37 +3134,8 @@
3508
  "source": "Zenodo",
3509
  "source_order": 120,
3510
  "source_url": "https://zenodo.org/record/4656027",
3511
- "value_cell_count": 7397222
3512
- },
3513
- {
3514
- "category": "energy_industry",
3515
- "category_label": "Energy & Industry",
3516
- "cohort": "thulab",
3517
- "cohort_label": "THULab dataset collection",
3518
- "column_count": 3,
3519
- "controlled_test_data": false,
3520
- "dataset_url": "https://huggingface.co/datasets/THULab/solar_weekly",
3521
- "has_published_results": true,
3522
- "key": "solar_weekly",
3523
- "label": "solar_weekly",
3524
- "measurement_eligibility": "eligible",
3525
- "numeric_column_count": 2,
3526
- "origin_class": "real_measured",
3527
- "origin_confidence": "high",
3528
- "preparation_status": "ready",
3529
- "production_context": "unspecified_or_production_observational",
3530
- "provenance_status": "source_supported",
3531
- "published_result_row_count": null,
3532
- "published_result_row_count_matches_catalog": null,
3533
- "published_result_scope": "published_measurements",
3534
- "row_count": 7124,
3535
- "shared_metadata_bytes": 326940,
3536
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
3537
- "size_bytes": 142480,
3538
- "source": "Zenodo",
3539
- "source_order": 121,
3540
- "source_url": "https://zenodo.org/record/4656151",
3541
- "value_cell_count": 7124
3542
  },
3543
  {
3544
  "category": "finance_commerce",
@@ -3568,7 +3165,8 @@
3568
  "source": "Hugging Face",
3569
  "source_order": 122,
3570
  "source_url": "https://huggingface.co/datasets/roadz/solusdt_enhanced_180",
3571
- "value_cell_count": 2332800
 
3572
  },
3573
  {
3574
  "category": "finance_commerce",
@@ -3598,7 +3196,8 @@
3598
  "source": "Hugging Face",
3599
  "source_order": 123,
3600
  "source_url": "https://huggingface.co/datasets/misikoff/SPX",
3601
- "value_cell_count": 145002
 
3602
  },
3603
  {
3604
  "category": "finance_commerce",
@@ -3628,7 +3227,8 @@
3628
  "source": "Hugging Face",
3629
  "source_order": 124,
3630
  "source_url": "https://huggingface.co/datasets/Blaze2oi/stock-dataset/blob/8f71473cc1f26ea3c025a6eb157f3d07483cb776/README.md",
3631
- "value_cell_count": 44026745
 
3632
  },
3633
  {
3634
  "category": "environment_space",
@@ -3658,7 +3258,8 @@
3658
  "source": "Hugging Face",
3659
  "source_order": 125,
3660
  "source_url": "https://huggingface.co/datasets/juliensimon/substorm-onsets",
3661
- "value_cell_count": 1026728
 
3662
  },
3663
  {
3664
  "category": "environment_space",
@@ -3688,7 +3289,8 @@
3688
  "source": "Zenodo",
3689
  "source_order": 126,
3690
  "source_url": "https://zenodo.org/record/4654773",
3691
- "value_cell_count": 73924
 
3692
  },
3693
  {
3694
  "category": "environment_space",
@@ -3718,7 +3320,8 @@
3718
  "source": "Hugging Face",
3719
  "source_order": 127,
3720
  "source_url": "https://huggingface.co/datasets/ron-the-code/Telangana_time_series_2023-2025",
3721
- "value_cell_count": 3116484
 
3722
  },
3723
  {
3724
  "category": "environment_space",
@@ -3748,7 +3351,8 @@
3748
  "source": "Zenodo",
3749
  "source_order": 128,
3750
  "source_url": "https://zenodo.org/record/5129073",
3751
- "value_cell_count": 23252166
 
3752
  },
3753
  {
3754
  "category": "finance_commerce",
@@ -3778,37 +3382,8 @@
3778
  "source": "Hugging Face",
3779
  "source_order": 130,
3780
  "source_url": "https://huggingface.co/datasets/Maxim37/timeseries-1m-QQQ-10y",
3781
- "value_cell_count": 9010250
3782
- },
3783
- {
3784
- "category": "finance_commerce",
3785
- "category_label": "Finance & Commerce",
3786
- "cohort": "thulab",
3787
- "cohort_label": "THULab dataset collection",
3788
- "column_count": 3,
3789
- "controlled_test_data": false,
3790
- "dataset_url": "https://huggingface.co/datasets/THULab/timeseries-finance-ETF",
3791
- "has_published_results": true,
3792
- "key": "timeseries-finance-ETF",
3793
- "label": "timeseries-finance-ETF",
3794
- "measurement_eligibility": "eligible",
3795
- "numeric_column_count": 2,
3796
- "origin_class": "real_measured",
3797
- "origin_confidence": "medium",
3798
- "preparation_status": "ready",
3799
- "production_context": "unspecified_or_production_observational",
3800
- "provenance_status": "incomplete",
3801
- "published_result_row_count": null,
3802
- "published_result_row_count_matches_catalog": null,
3803
- "published_result_scope": "published_measurements",
3804
- "row_count": 2406262,
3805
- "shared_metadata_bytes": 106296595,
3806
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
3807
- "size_bytes": 48125240,
3808
- "source": "Hugging Face",
3809
- "source_order": 131,
3810
- "source_url": "https://huggingface.co/datasets/mik3ml/timeseries-finance-ETF",
3811
- "value_cell_count": 4812524
3812
  },
3813
  {
3814
  "category": "finance_commerce",
@@ -3838,7 +3413,8 @@
3838
  "source": "Hugging Face",
3839
  "source_order": 132,
3840
  "source_url": "https://huggingface.co/datasets/jwigginton/timeseries-1mn-sp500",
3841
- "value_cell_count": 1964620
 
3842
  },
3843
  {
3844
  "category": "finance_commerce",
@@ -3868,37 +3444,8 @@
3868
  "source": "Hugging Face",
3869
  "source_order": 133,
3870
  "source_url": "https://huggingface.co/datasets/chuyin0321/timeseries-1mn-stocks",
3871
- "value_cell_count": 1888715
3872
- },
3873
- {
3874
- "category": "finance_commerce",
3875
- "category_label": "Finance & Commerce",
3876
- "cohort": "thulab",
3877
- "cohort_label": "THULab dataset collection",
3878
- "column_count": 3,
3879
- "controlled_test_data": false,
3880
- "dataset_url": "https://huggingface.co/datasets/THULab/timeseries_finance_etf_missing",
3881
- "has_published_results": true,
3882
- "key": "timeseries_finance_etf_missing",
3883
- "label": "timeseries_finance_etf_missing",
3884
- "measurement_eligibility": "eligible",
3885
- "numeric_column_count": 2,
3886
- "origin_class": "real_measured",
3887
- "origin_confidence": "medium",
3888
- "preparation_status": "ready",
3889
- "production_context": "unspecified_or_production_observational",
3890
- "provenance_status": "incomplete",
3891
- "published_result_row_count": null,
3892
- "published_result_row_count_matches_catalog": null,
3893
- "published_result_scope": "published_measurements",
3894
- "row_count": 2406262,
3895
- "shared_metadata_bytes": 108305443,
3896
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
3897
- "size_bytes": 48125240,
3898
- "source": "Hugging Face",
3899
- "source_order": 134,
3900
- "source_url": "https://huggingface.co/datasets/mik3ml/timeseries-finance-ETF",
3901
- "value_cell_count": 4812524
3902
  },
3903
  {
3904
  "category": "finance_commerce",
@@ -3928,7 +3475,8 @@
3928
  "source": "Zenodo",
3929
  "source_order": 135,
3930
  "source_url": "https://zenodo.org/record/4656096",
3931
- "value_cell_count": 109280
 
3932
  },
3933
  {
3934
  "category": "finance_commerce",
@@ -3958,37 +3506,8 @@
3958
  "source": "Hugging Face",
3959
  "source_order": 136,
3960
  "source_url": "https://huggingface.co/datasets/zaai-ai/time_series_datasets",
3961
- "value_cell_count": 345570
3962
- },
3963
- {
3964
- "category": "finance_commerce",
3965
- "category_label": "Finance & Commerce",
3966
- "cohort": "thulab",
3967
- "cohort_label": "THULab dataset collection",
3968
- "column_count": 3,
3969
- "controlled_test_data": false,
3970
- "dataset_url": "https://huggingface.co/datasets/THULab/tourism_quarterly",
3971
- "has_published_results": true,
3972
- "key": "tourism_quarterly",
3973
- "label": "tourism_quarterly",
3974
- "measurement_eligibility": "eligible",
3975
- "numeric_column_count": 2,
3976
- "origin_class": "real_measured",
3977
- "origin_confidence": "high",
3978
- "preparation_status": "ready",
3979
- "production_context": "unspecified_or_production_observational",
3980
- "provenance_status": "source_supported",
3981
- "published_result_row_count": null,
3982
- "published_result_row_count_matches_catalog": null,
3983
- "published_result_scope": "published_measurements",
3984
- "row_count": 42544,
3985
- "shared_metadata_bytes": 1442097,
3986
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
3987
- "size_bytes": 850880,
3988
- "source": "Zenodo",
3989
- "source_order": 137,
3990
- "source_url": "https://zenodo.org/record/4656093",
3991
- "value_cell_count": 42544
3992
  },
3993
  {
3994
  "category": "finance_commerce",
@@ -4018,37 +3537,8 @@
4018
  "source": "Hugging Face",
4019
  "source_order": 138,
4020
  "source_url": "https://huggingface.co/datasets/zaai-ai/time_series_dataset_residuals",
4021
- "value_cell_count": 206720
4022
- },
4023
- {
4024
- "category": "finance_commerce",
4025
- "category_label": "Finance & Commerce",
4026
- "cohort": "thulab",
4027
- "cohort_label": "THULab dataset collection",
4028
- "column_count": 3,
4029
- "controlled_test_data": false,
4030
- "dataset_url": "https://huggingface.co/datasets/THULab/tourism_yearly",
4031
- "has_published_results": true,
4032
- "key": "tourism_yearly",
4033
- "label": "tourism_yearly",
4034
- "measurement_eligibility": "eligible",
4035
- "numeric_column_count": 2,
4036
- "origin_class": "real_measured",
4037
- "origin_confidence": "high",
4038
- "preparation_status": "ready",
4039
- "production_context": "unspecified_or_production_observational",
4040
- "provenance_status": "source_supported",
4041
- "published_result_row_count": null,
4042
- "published_result_row_count_matches_catalog": null,
4043
- "published_result_scope": "published_measurements",
4044
- "row_count": 12757,
4045
- "shared_metadata_bytes": 960435,
4046
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
4047
- "size_bytes": 255140,
4048
- "source": "Zenodo",
4049
- "source_order": 139,
4050
- "source_url": "https://zenodo.org/record/4656103",
4051
- "value_cell_count": 12757
4052
  },
4053
  {
4054
  "category": "transport_mobility",
@@ -4078,7 +3568,8 @@
4078
  "source": "Hugging Face",
4079
  "source_order": 140,
4080
  "source_url": "https://huggingface.co/datasets/thuml/Time-Series-Library",
4081
- "value_cell_count": 15122928
 
4082
  },
4083
  {
4084
  "category": "transport_mobility",
@@ -4108,97 +3599,8 @@
4108
  "source": "Zenodo",
4109
  "source_order": 141,
4110
  "source_url": "https://zenodo.org/record/4656132",
4111
- "value_cell_count": 15122928
4112
- },
4113
- {
4114
- "category": "transport_mobility",
4115
- "category_label": "Transport & Mobility",
4116
- "cohort": "thulab",
4117
- "cohort_label": "THULab dataset collection",
4118
- "column_count": 3,
4119
- "controlled_test_data": false,
4120
- "dataset_url": "https://huggingface.co/datasets/THULab/traffic_weekly",
4121
- "has_published_results": true,
4122
- "key": "traffic_weekly",
4123
- "label": "traffic_weekly",
4124
- "measurement_eligibility": "eligible",
4125
- "numeric_column_count": 2,
4126
- "origin_class": "derived_from_real",
4127
- "origin_confidence": "medium",
4128
- "preparation_status": "ready",
4129
- "production_context": "unspecified_or_production_observational",
4130
- "provenance_status": "source_supported",
4131
- "published_result_row_count": null,
4132
- "published_result_row_count_matches_catalog": null,
4133
- "published_result_scope": "published_measurements",
4134
- "row_count": 89648,
4135
- "shared_metadata_bytes": 2968450,
4136
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
4137
- "size_bytes": 1792960,
4138
- "source": "Zenodo",
4139
- "source_order": 142,
4140
- "source_url": "https://zenodo.org/record/4656135",
4141
- "value_cell_count": 89648
4142
- },
4143
- {
4144
- "category": "health_society",
4145
- "category_label": "Health & Society",
4146
- "cohort": "thulab",
4147
- "cohort_label": "THULab dataset collection",
4148
- "column_count": 6,
4149
- "controlled_test_data": false,
4150
- "dataset_url": "https://huggingface.co/datasets/THULab/traqq_weekly_activity",
4151
- "has_published_results": true,
4152
- "key": "traqq_weekly_activity",
4153
- "label": "traqq_weekly_activity",
4154
- "measurement_eligibility": "eligible",
4155
- "numeric_column_count": 5,
4156
- "origin_class": "real_measured",
4157
- "origin_confidence": "high",
4158
- "preparation_status": "ready",
4159
- "production_context": "unspecified_or_production_observational",
4160
- "provenance_status": "source_supported",
4161
- "published_result_row_count": null,
4162
- "published_result_row_count_matches_catalog": null,
4163
- "published_result_scope": "published_measurements",
4164
- "row_count": 328,
4165
- "shared_metadata_bytes": 93593,
4166
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
4167
- "size_bytes": 15744,
4168
- "source": "Hugging Face",
4169
- "source_order": 143,
4170
- "source_url": "https://huggingface.co/datasets/traqq/weekly_activity_data_jul24_jul28/blob/0393412574b01590be365eaae427f02b1dee3012/README.md",
4171
- "value_cell_count": 1640
4172
- },
4173
- {
4174
- "category": "finance_commerce",
4175
- "category_label": "Finance & Commerce",
4176
- "cohort": "thulab",
4177
- "cohort_label": "THULab dataset collection",
4178
- "column_count": 9,
4179
- "controlled_test_data": false,
4180
- "dataset_url": "https://huggingface.co/datasets/THULab/trending_stocks_yahoo_finance",
4181
- "has_published_results": true,
4182
- "key": "trending_stocks_yahoo_finance",
4183
- "label": "trending_stocks_yahoo_finance",
4184
- "measurement_eligibility": "eligible",
4185
- "numeric_column_count": 8,
4186
- "origin_class": "derived_from_real",
4187
- "origin_confidence": "medium",
4188
- "preparation_status": "ready",
4189
- "production_context": "unspecified_or_production_observational",
4190
- "provenance_status": "source_supported",
4191
- "published_result_row_count": null,
4192
- "published_result_row_count_matches_catalog": null,
4193
- "published_result_scope": "published_measurements",
4194
- "row_count": 16376,
4195
- "shared_metadata_bytes": 4869506,
4196
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
4197
- "size_bytes": 668256,
4198
- "source": "Hugging Face",
4199
- "source_order": 144,
4200
- "source_url": "https://huggingface.co/datasets/ronantakizawa/trending-stocks-yahoo-finance",
4201
- "value_cell_count": 131008
4202
  },
4203
  {
4204
  "category": "finance_commerce",
@@ -4228,7 +3630,8 @@
4228
  "source": "Hugging Face",
4229
  "source_order": 145,
4230
  "source_url": "https://huggingface.co/datasets/Torch-Trade/trxusdt_spot_1m_05_2021_to_03_2026/blob/e23576e97b192e7866ea516485df57ab8ecb9c36/README.md",
4231
- "value_cell_count": 12706050
 
4232
  },
4233
  {
4234
  "category": "energy_industry",
@@ -4258,7 +3661,8 @@
4258
  "source": "neso.energy",
4259
  "source_order": 146,
4260
  "source_url": "https://www.neso.energy/data-portal/historic-generation-mix/historic_gb_generation_mix",
4261
- "value_cell_count": 4173708
 
4262
  },
4263
  {
4264
  "category": "finance_commerce",
@@ -4288,7 +3692,8 @@
4288
  "source": "Hugging Face",
4289
  "source_order": 147,
4290
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Uncertainty_1M/M/item0.csv",
4291
- "value_cell_count": 2340
 
4292
  },
4293
  {
4294
  "category": "health_society",
@@ -4318,7 +3723,8 @@
4318
  "source": "Zenodo",
4319
  "source_order": 148,
4320
  "source_url": "https://zenodo.org/record/4656049",
4321
- "value_cell_count": 7305
 
4322
  },
4323
  {
4324
  "category": "health_society",
@@ -4348,37 +3754,8 @@
4348
  "source": "Hugging Face",
4349
  "source_order": 149,
4350
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/US_Labor/M/item0.csv",
4351
- "value_cell_count": 5320
4352
- },
4353
- {
4354
- "category": "finance_commerce",
4355
- "category_label": "Finance & Commerce",
4356
- "cohort": "thulab",
4357
- "cohort_label": "THULab dataset collection",
4358
- "column_count": 40,
4359
- "controlled_test_data": false,
4360
- "dataset_url": "https://huggingface.co/datasets/THULab/us_stock_financial_ratios",
4361
- "has_published_results": true,
4362
- "key": "us_stock_financial_ratios",
4363
- "label": "us_stock_financial_ratios",
4364
- "measurement_eligibility": "eligible",
4365
- "numeric_column_count": 39,
4366
- "origin_class": "derived_from_real",
4367
- "origin_confidence": "medium",
4368
- "preparation_status": "ready",
4369
- "production_context": "unspecified_or_production_observational",
4370
- "provenance_status": "incomplete",
4371
- "published_result_row_count": null,
4372
- "published_result_row_count_matches_catalog": null,
4373
- "published_result_scope": "published_measurements",
4374
- "row_count": 2364,
4375
- "shared_metadata_bytes": 365610,
4376
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
4377
- "size_bytes": 725432,
4378
- "source": "Hugging Face",
4379
- "source_order": 150,
4380
- "source_url": "https://huggingface.co/datasets/mdnh/us-stock-financial-ratios",
4381
- "value_cell_count": 92196
4382
  },
4383
  {
4384
  "category": "finance_commerce",
@@ -4408,7 +3785,8 @@
4408
  "source": "Hugging Face",
4409
  "source_order": 151,
4410
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/US_Term_Structure/B/item0.csv",
4411
- "value_cell_count": 373040
 
4412
  },
4413
  {
4414
  "category": "finance_commerce",
@@ -4438,7 +3816,8 @@
4438
  "source": "Hugging Face",
4439
  "source_order": 152,
4440
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Vehicle_Sales/M/item0.csv",
4441
- "value_cell_count": 5960
 
4442
  },
4443
  {
4444
  "category": "energy_industry",
@@ -4468,7 +3847,8 @@
4468
  "source": "Hugging Face",
4469
  "source_order": 153,
4470
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Vehicle_Supply/M/item0.csv",
4471
- "value_cell_count": 2346
 
4472
  },
4473
  {
4474
  "category": "transport_mobility",
@@ -4498,7 +3878,8 @@
4498
  "source": "Zenodo",
4499
  "source_order": 154,
4500
  "source_url": "https://zenodo.org/record/5122535",
4501
- "value_cell_count": 42382
 
4502
  },
4503
  {
4504
  "category": "environment_space",
@@ -4528,37 +3909,8 @@
4528
  "source": "arXiv",
4529
  "source_order": 155,
4530
  "source_url": "https://arxiv.org/html/2602.12147v4",
4531
- "value_cell_count": 639636
4532
- },
4533
- {
4534
- "category": "environment_space",
4535
- "category_label": "Environment & Space",
4536
- "cohort": "thulab",
4537
- "cohort_label": "THULab dataset collection",
4538
- "column_count": 17,
4539
- "controlled_test_data": false,
4540
- "dataset_url": "https://huggingface.co/datasets/THULab/weather_data_NC",
4541
- "has_published_results": true,
4542
- "key": "weather_data_NC",
4543
- "label": "weather_data_NC",
4544
- "measurement_eligibility": "eligible",
4545
- "numeric_column_count": 16,
4546
- "origin_class": "real_measured",
4547
- "origin_confidence": "high",
4548
- "preparation_status": "ready",
4549
- "production_context": "unspecified_or_production_observational",
4550
- "provenance_status": "source_supported",
4551
- "published_result_row_count": null,
4552
- "published_result_row_count_matches_catalog": null,
4553
- "published_result_scope": "published_measurements",
4554
- "row_count": 78615,
4555
- "shared_metadata_bytes": 1587629,
4556
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
4557
- "size_bytes": 8378752,
4558
- "source": "Hugging Face",
4559
- "source_order": 156,
4560
- "source_url": "https://huggingface.co/datasets/Katherinetian/weather_data_NC",
4561
- "value_cell_count": 1257840
4562
  },
4563
  {
4564
  "category": "environment_space",
@@ -4588,7 +3940,8 @@
4588
  "source": "Hugging Face",
4589
  "source_order": 157,
4590
  "source_url": "https://huggingface.co/datasets/Kamilatr/weather_data_bavaria",
4591
- "value_cell_count": 106408140
 
4592
  },
4593
  {
4594
  "category": "environment_space",
@@ -4618,7 +3971,8 @@
4618
  "source": "Hugging Face",
4619
  "source_order": 158,
4620
  "source_url": "https://huggingface.co/datasets/mirai-ml/wids2023_competition_weather_forecasting",
4621
- "value_cell_count": 99298118
 
4622
  },
4623
  {
4624
  "category": "energy_industry",
@@ -4648,7 +4002,8 @@
4648
  "source": "Zenodo",
4649
  "source_order": 159,
4650
  "source_url": "https://zenodo.org/record/4656032",
4651
- "value_cell_count": 7397147
 
4652
  },
4653
  {
4654
  "category": "energy_industry",
@@ -4678,7 +4033,8 @@
4678
  "source": "Zenodo",
4679
  "source_order": 160,
4680
  "source_url": "https://zenodo.org/record/4654909",
4681
- "value_cell_count": 30724989
 
4682
  },
4683
  {
4684
  "category": "web_computing",
@@ -4708,7 +4064,8 @@
4708
  "source": "Hugging Face",
4709
  "source_order": 161,
4710
  "source_url": "https://huggingface.co/datasets/qwqqwqqwq121/Wordle-MCM-Dataset",
4711
- "value_cell_count": 4667
 
4712
  },
4713
  {
4714
  "category": "finance_commerce",
@@ -4738,7 +4095,8 @@
4738
  "source": "Hugging Face",
4739
  "source_order": 162,
4740
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/WUI_Global/Q/item0.csv",
4741
- "value_cell_count": 4410
 
4742
  },
4743
  {
4744
  "category": "finance_commerce",
@@ -4768,7 +4126,8 @@
4768
  "source": "Hugging Face",
4769
  "source_order": 163,
4770
  "source_url": "https://huggingface.co/datasets/Pcitycrypto/xauusd",
4771
- "value_cell_count": 21038040
 
4772
  },
4773
  {
4774
  "category": "finance_commerce",
@@ -4798,7 +4157,8 @@
4798
  "source": "Hugging Face",
4799
  "source_order": 164,
4800
  "source_url": "https://huggingface.co/datasets/ta4500/xauusd/blob/3ede3ada2a51ee5408abdcba163d8d0f3d1c2949/README.md",
4801
- "value_cell_count": 21038040
 
4802
  },
4803
  {
4804
  "category": "finance_commerce",
@@ -4828,7 +4188,8 @@
4828
  "source": "Hugging Face",
4829
  "source_order": 165,
4830
  "source_url": "https://huggingface.co/datasets/czl/xinyi_public_gym",
4831
- "value_cell_count": 555933
 
4832
  },
4833
  {
4834
  "category": "finance_commerce",
@@ -4858,7 +4219,8 @@
4858
  "source": "Hugging Face",
4859
  "source_order": 166,
4860
  "source_url": "https://huggingface.co/datasets/Torch-Trade/xrpusdt_spot_1m_05_2021_to_03_2026/blob/f6e36ee337c0c61f1b454ebe6baba4ee6900c242/README.md",
4861
- "value_cell_count": 12708000
 
4862
  },
4863
  {
4864
  "category": "finance_commerce",
@@ -4888,37 +4250,8 @@
4888
  "source": "Hugging Face",
4889
  "source_order": 167,
4890
  "source_url": "https://huggingface.co/datasets/czl/yongchun_public_gym",
4891
- "value_cell_count": 212130
4892
- },
4893
- {
4894
- "category": "finance_commerce",
4895
- "category_label": "Finance & Commerce",
4896
- "cohort": "thulab",
4897
- "cohort_label": "THULab dataset collection",
4898
- "column_count": 45,
4899
- "controlled_test_data": false,
4900
- "dataset_url": "https://huggingface.co/datasets/THULab/zillow_viewer",
4901
- "has_published_results": true,
4902
- "key": "zillow_viewer",
4903
- "label": "zillow_viewer",
4904
- "measurement_eligibility": "eligible",
4905
- "numeric_column_count": 44,
4906
- "origin_class": "derived_from_real",
4907
- "origin_confidence": "medium",
4908
- "preparation_status": "ready",
4909
- "production_context": "unspecified_or_production_observational",
4910
- "provenance_status": "source_supported",
4911
- "published_result_row_count": null,
4912
- "published_result_row_count_matches_catalog": null,
4913
- "published_result_scope": "published_measurements",
4914
- "row_count": 2878384,
4915
- "shared_metadata_bytes": 122237885,
4916
- "size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
4917
- "size_bytes": 67041832,
4918
- "source": "Hugging Face",
4919
- "source_order": 169,
4920
- "source_url": "https://huggingface.co/datasets/misikoff/zillow-viewer",
4921
- "value_cell_count": 15886651
4922
  }
4923
  ],
4924
  "excluded": [
@@ -4945,10 +4278,118 @@
4945
  "origin_class": "simulated_synthetic",
4946
  "reason": "TIME v4 explicitly describes five years of simulated delivery records; both customer and location tables are aggregations of that simulated transaction source.",
4947
  "source_url": "https://arxiv.org/html/2602.12147v4"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4948
  }
4949
  ],
4950
  "schema_version": 1,
4951
- "scope_id": "paper169-realdata-scope-20261008",
4952
  "source": {
4953
  "field_boundaries": {
4954
  "column_count": "Prepared-scope source_inventory_column_count.",
@@ -4989,56 +4430,58 @@
4989
  ],
4990
  "paper_scope_sha256": "0fabc01f25d62ddb49585b3208103543b16c6e50340195360a0516411fa148b4",
4991
  "scope_formula": "18+151=169",
4992
- "source_scope_sha256": "7ec5714939750c0551371d52e593685e3c4226681a4283af0a4d5b8abea64cfd"
 
 
4993
  },
4994
  "summary": {
4995
- "catalog_only_dataset_count": 0,
4996
  "categories": [
4997
  {
4998
- "count": 36,
4999
  "key": "environment_space",
5000
  "label": "Environment & Space"
5001
  },
5002
  {
5003
- "count": 15,
5004
  "key": "health_society",
5005
  "label": "Health & Society"
5006
  },
5007
  {
5008
- "count": 14,
5009
  "key": "web_computing",
5010
  "label": "Web & Computing"
5011
  },
5012
  {
5013
- "count": 15,
5014
  "key": "transport_mobility",
5015
  "label": "Transport & Mobility"
5016
  },
5017
  {
5018
- "count": 60,
5019
  "key": "finance_commerce",
5020
  "label": "Finance & Commerce"
5021
  },
5022
  {
5023
- "count": 24,
5024
  "key": "energy_industry",
5025
  "label": "Energy & Industry"
5026
  }
5027
  ],
5028
- "dataset_count": 164,
5029
  "empty_dataset_count": 0,
5030
- "legacy_count": 18,
5031
- "measurement_note": "The reviewed scope contains 89 real-measured and 75 derived-from-real datasets; 15 have incomplete source provenance. Availability varies by method, runtime, and data type; missing measurements remain unavailable.",
5032
  "origin_classes": {
5033
- "derived_from_real": 75,
5034
- "real_measured": 89
5035
  },
5036
  "provenance_statuses": {
5037
- "incomplete": 15,
5038
- "source_supported": 149
5039
  },
5040
- "published_measurement_dataset_count": 164,
5041
- "published_result_dataset_count": 164,
5042
- "thulab_count": 146
5043
  }
5044
  }
 
28
  "source": "Kaggle",
29
  "source_order": 1,
30
  "source_url": "https://www.kaggle.com/datasets/dakshbhalala/uci-air-quality-dataset",
31
+ "value_cell_count": 121641,
32
+ "mean_valid_values_per_numerical_sequence": 9357.0
33
  },
34
  {
35
  "category": "health_society",
 
59
  "source": "UCI Machine Learning Repository",
60
  "source_order": 2,
61
  "source_url": "https://archive.ics.uci.edu/dataset/515/bar+crawl+detecting+heavy+drinking",
62
+ "value_cell_count": 42172701,
63
+ "mean_valid_values_per_numerical_sequence": 14057567.0
64
  },
65
  {
66
  "category": "environment_space",
 
90
  "source": "Kaggle",
91
  "source_order": 3,
92
  "source_url": "https://www.kaggle.com/datasets/pulkit8595/movebank-animal-tracking",
93
+ "value_cell_count": 539202,
94
+ "mean_valid_values_per_numerical_sequence": 89867.0
95
  },
96
  {
97
  "category": "web_computing",
 
121
  "source": "GitHub",
122
  "source_order": 4,
123
  "source_url": "https://github.com/yhliu918/Learn-to-Compress",
124
+ "value_cell_count": 28235181,
125
+ "mean_valid_values_per_numerical_sequence": 9411727.0
126
  },
127
  {
128
  "category": "web_computing",
 
152
  "source": "GitHub",
153
  "source_order": 5,
154
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/IGlocations2/tables/IGlocations2_1.table.sql",
155
+ "value_cell_count": 30264311,
156
+ "mean_valid_values_per_numerical_sequence": 4323468.142857143
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
157
  },
158
  {
159
  "category": "environment_space",
 
183
  "source": "meteoblue.com",
184
  "source_order": 7,
185
  "source_url": "https://www.meteoblue.com/en/weather/archive/export/basel_switzerland",
186
+ "value_cell_count": 9056880,
187
+ "mean_valid_values_per_numerical_sequence": 143710.85714285713
188
  },
189
  {
190
  "category": "transport_mobility",
 
214
  "source": "Kaggle",
215
  "source_order": 8,
216
  "source_url": "https://www.kaggle.com/code/ramyahr/metro-interstate-traffic-volume",
217
+ "value_cell_count": 241020,
218
+ "mean_valid_values_per_numerical_sequence": 48204.0
219
  },
220
  {
221
  "category": "transport_mobility",
 
245
  "source": "nyc.gov",
246
  "source_order": 9,
247
  "source_url": "https://www.nyc.gov/site/tlc/about/tlc-trip-record-data.page",
248
+ "value_cell_count": 47248845,
249
+ "mean_valid_values_per_numerical_sequence": 47248845.0
250
  },
251
  {
252
  "category": "web_computing",
 
276
  "source": "grouplens.org",
277
  "source_order": 10,
278
  "source_url": "https://grouplens.org/datasets/movielens/",
279
+ "value_cell_count": 60000789,
280
+ "mean_valid_values_per_numerical_sequence": 20000263.0
281
  },
282
  {
283
  "category": "finance_commerce",
 
307
  "source": "GitHub",
308
  "source_order": 11,
309
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/RealEstate1/tables/RealEstate1_1.table.sql",
310
+ "value_cell_count": 97656795,
311
+ "mean_valid_values_per_numerical_sequence": 19531359.0
312
  },
313
  {
314
  "category": "finance_commerce",
 
338
  "source": "GitHub",
339
  "source_order": 12,
340
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/RealEstate2/tables/RealEstate2_1.table.sql",
341
+ "value_cell_count": 37951932,
342
+ "mean_valid_values_per_numerical_sequence": 9459564.5
343
  },
344
  {
345
  "category": "web_computing",
 
369
  "source": "GitHub",
370
  "source_order": 13,
371
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Romance/tables/Romance_1.table.sql",
372
+ "value_cell_count": 15865880,
373
+ "mean_valid_values_per_numerical_sequence": 2208926.4
374
  },
375
  {
376
  "category": "web_computing",
 
400
  "source": "GitHub",
401
  "source_order": 14,
402
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Telco/tables/Telco_1.table.sql",
403
+ "value_cell_count": 131087700,
404
+ "mean_valid_values_per_numerical_sequence": 2907282.4444444445
405
  },
406
  {
407
  "category": "transport_mobility",
 
431
  "source": "GitHub",
432
  "source_order": 15,
433
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/TrainsUK2/tables/TrainsUK2_1.table.sql",
434
+ "value_cell_count": 62247108,
435
+ "mean_valid_values_per_numerical_sequence": 30979075.0
436
  },
437
  {
438
  "category": "health_society",
 
462
  "source": "GitHub",
463
  "source_order": 16,
464
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Uberlandia/tables/Uberlandia_1.table.sql",
465
+ "value_cell_count": 105829178,
466
+ "mean_valid_values_per_numerical_sequence": 7465713.571428572
467
  },
468
  {
469
  "category": "health_society",
 
493
  "source": "GitHub",
494
  "source_order": 17,
495
  "source_url": "https://raw.githubusercontent.com/cwida/public_bi_benchmark/cf9909083bf9ed185cd7f5121a2881e1fea0e7a9/benchmark/Wins/tables/Wins_1.table.sql",
496
+ "value_cell_count": 130675745,
497
+ "mean_valid_values_per_numerical_sequence": 555789.8936170213
498
  },
499
  {
500
  "category": "health_society",
 
524
  "source": "event.cwi.nl",
525
  "source_order": 18,
526
  "source_url": "https://event.cwi.nl/da/PublicBIbenchmark/",
527
+ "value_cell_count": 46096656,
528
+ "mean_valid_values_per_numerical_sequence": 5669512.875
529
  },
530
  {
531
  "category": "energy_industry",
 
555
  "source": "GitHub",
556
  "source_order": 19,
557
  "source_url": "https://github.com/zhouhaoyi/ETDataset",
558
+ "value_cell_count": 1219400,
559
+ "mean_valid_values_per_numerical_sequence": 43550.0
560
  },
561
  {
562
  "category": "transport_mobility",
 
586
  "source": "Hugging Face",
587
  "source_order": 20,
588
  "source_url": "https://huggingface.co/datasets/witgaw/METR-LA",
589
+ "value_cell_count": 46792350,
590
+ "mean_valid_values_per_numerical_sequence": 6850.0
591
  },
592
  {
593
  "category": "transport_mobility",
 
617
  "source": "Hugging Face",
618
  "source_order": 21,
619
  "source_url": "https://huggingface.co/datasets/witgaw/PEMS-BAY",
620
+ "value_cell_count": 30475575,
621
+ "mean_valid_values_per_numerical_sequence": 10419.0
622
  },
623
  {
624
  "category": "health_society",
 
648
  "source": "Hugging Face",
649
  "source_order": 22,
650
  "source_url": "https://huggingface.co/datasets/ruiqil/SpatialEpiBench",
651
+ "value_cell_count": 450736,
652
+ "mean_valid_values_per_numerical_sequence": 934.2889812889813
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
653
  },
654
  {
655
  "category": "finance_commerce",
 
679
  "source": "Hugging Face",
680
  "source_order": 24,
681
  "source_url": "https://huggingface.co/datasets/kshift/ahr999-dataset",
682
+ "value_cell_count": 12872,
683
+ "mean_valid_values_per_numerical_sequence": 2977.75
684
  },
685
  {
686
  "category": "environment_space",
 
710
  "source": "Hugging Face",
711
  "source_order": 26,
712
  "source_url": "https://huggingface.co/datasets/juliensimon/ast-spacemobile-fleet-data/raw/2577a529b22f3ed8ed6b65018bca0a36e373b74e/README.md",
713
+ "value_cell_count": 882,
714
+ "mean_valid_values_per_numerical_sequence": 147.0
715
  },
716
  {
717
  "category": "energy_industry",
 
741
  "source": "arXiv",
742
  "source_order": 27,
743
  "source_url": "https://arxiv.org/html/2602.12147v4",
744
+ "value_cell_count": 105189,
745
+ "mean_valid_values_per_numerical_sequence": 28660.666666666668
746
  },
747
  {
748
  "category": "energy_industry",
 
772
  "source": "Zenodo",
773
  "source_order": 28,
774
  "source_url": "https://zenodo.org/record/4659727",
775
+ "value_cell_count": 1155264,
776
+ "mean_valid_values_per_numerical_sequence": 231052.8
777
  },
778
  {
779
  "category": "energy_industry",
 
803
  "source": "arXiv",
804
  "source_order": 29,
805
  "source_url": "https://arxiv.org/html/2602.12147v4",
806
+ "value_cell_count": 367,
807
+ "mean_valid_values_per_numerical_sequence": 367.0
808
  },
809
  {
810
  "category": "web_computing",
 
834
  "source": "arXiv",
835
  "source_order": 30,
836
  "source_url": "https://arxiv.org/html/2602.12147v4",
837
+ "value_cell_count": 329019,
838
+ "mean_valid_values_per_numerical_sequence": 1406.0641025641025
839
  },
840
  {
841
  "category": "finance_commerce",
 
865
  "source": "Zenodo",
866
  "source_order": 31,
867
  "source_url": "https://zenodo.org/record/5121965",
868
+ "value_cell_count": 82443,
869
+ "mean_valid_values_per_numerical_sequence": 4580.166666666667
870
  },
871
  {
872
  "category": "finance_commerce",
 
896
  "source": "Hugging Face",
897
  "source_order": 32,
898
  "source_url": "https://huggingface.co/datasets/Farmaanaa/bitcoin_price_timeseries",
899
+ "value_cell_count": 5242875,
900
+ "mean_valid_values_per_numerical_sequence": 1048575.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
901
  },
902
  {
903
  "category": "environment_space",
 
927
  "source": "arXiv",
928
  "source_order": 34,
929
  "source_url": "https://arxiv.org/html/2602.12147v4",
930
+ "value_cell_count": 4437507,
931
+ "mean_valid_values_per_numerical_sequence": 30815.541666666668
932
  },
933
  {
934
  "category": "finance_commerce",
 
958
  "source": "arXiv",
959
  "source_order": 35,
960
  "source_url": "https://arxiv.org/html/2602.12147v4",
961
+ "value_cell_count": 5578,
962
+ "mean_valid_values_per_numerical_sequence": 697.25
963
  },
964
  {
965
  "category": "energy_industry",
 
989
  "source": "arXiv",
990
  "source_order": 36,
991
  "source_url": "https://arxiv.org/html/2602.12147v4",
992
+ "value_cell_count": 10403,
993
+ "mean_valid_values_per_numerical_sequence": 325.09375
994
  },
995
  {
996
  "category": "health_society",
 
1020
  "source": "Zenodo",
1021
  "source_order": 37,
1022
  "source_url": "https://zenodo.org/record/4656009",
1023
+ "value_cell_count": 56392,
1024
+ "mean_valid_values_per_numerical_sequence": 212.0
1025
  },
1026
  {
1027
  "category": "environment_space",
 
1051
  "source": "arXiv",
1052
  "source_order": 38,
1053
  "source_url": "https://arxiv.org/html/2602.12147v4",
1054
+ "value_cell_count": 70045,
1055
+ "mean_valid_values_per_numerical_sequence": 8343.125
1056
  },
1057
  {
1058
  "category": "finance_commerce",
 
1082
  "source": "arXiv",
1083
  "source_order": 39,
1084
  "source_url": "https://arxiv.org/html/2602.12147v4",
1085
+ "value_cell_count": 11368,
1086
+ "mean_valid_values_per_numerical_sequence": 2842.0
1087
  },
1088
  {
1089
  "category": "finance_commerce",
 
1113
  "source": "Hugging Face",
1114
  "source_order": 40,
1115
  "source_url": "https://huggingface.co/datasets/sebdg/crypto_data",
1116
+ "value_cell_count": 1081130,
1117
+ "mean_valid_values_per_numerical_sequence": 735.4625850340136
1118
  },
1119
  {
1120
  "category": "environment_space",
 
1144
  "source": "arXiv",
1145
  "source_order": 41,
1146
  "source_url": "https://arxiv.org/html/2602.12147v4",
1147
+ "value_cell_count": 3158208,
1148
+ "mean_valid_values_per_numerical_sequence": 8097.6
1149
  },
1150
  {
1151
  "category": "environment_space",
 
1175
  "source": "spdf.gsfc.nasa.gov",
1176
  "source_order": 42,
1177
  "source_url": "https://spdf.gsfc.nasa.gov/",
1178
+ "value_cell_count": 45985176,
1179
+ "mean_valid_values_per_numerical_sequence": 51818.4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1180
  },
1181
  {
1182
  "category": "environment_space",
 
1206
  "source": "Hugging Face",
1207
  "source_order": 44,
1208
  "source_url": "https://huggingface.co/datasets/juliensimon/dst-index",
1209
+ "value_cell_count": 1566076,
1210
+ "mean_valid_values_per_numerical_sequence": 391519.0
1211
  },
1212
  {
1213
  "category": "health_society",
 
1237
  "source": "arXiv",
1238
  "source_order": 45,
1239
  "source_url": "https://arxiv.org/html/2602.12147v4",
1240
+ "value_cell_count": 12696,
1241
+ "mean_valid_values_per_numerical_sequence": 491.6
1242
  },
1243
  {
1244
  "category": "environment_space",
 
1268
  "source": "Hugging Face",
1269
  "source_order": 46,
1270
  "source_url": "https://huggingface.co/datasets/cosuleabianca/eea-pm25-forecasting",
1271
+ "value_cell_count": 87531885,
1272
+ "mean_valid_values_per_numerical_sequence": 51188.23684210526
1273
  },
1274
  {
1275
  "category": "energy_industry",
 
1299
  "source": "Hugging Face",
1300
  "source_order": 47,
1301
  "source_url": "https://huggingface.co/datasets/rajistics/electricity_demand",
1302
+ "value_cell_count": 2688,
1303
+ "mean_valid_values_per_numerical_sequence": 1344.0
1304
  },
1305
  {
1306
  "category": "energy_industry",
 
1330
  "source": "UCI Machine Learning Repository",
1331
  "source_order": 48,
1332
  "source_url": "https://archive.ics.uci.edu/dataset/321/electricityloaddiagrams20112014",
1333
+ "value_cell_count": 51894720,
1334
+ "mean_valid_values_per_numerical_sequence": 140256.0
1335
  },
1336
  {
1337
  "category": "energy_industry",
 
1361
  "source": "Hugging Face",
1362
  "source_order": 49,
1363
  "source_url": "https://huggingface.co/datasets/huggingface/electricity-production",
1364
+ "value_cell_count": 397,
1365
+ "mean_valid_values_per_numerical_sequence": 397.0
1366
  },
1367
  {
1368
  "category": "energy_industry",
 
1392
  "source": "Hugging Face",
1393
  "source_order": 50,
1394
  "source_url": "https://huggingface.co/datasets/theforecastingcompany/enedis-with-holidays",
1395
+ "value_cell_count": 387120,
1396
+ "mean_valid_values_per_numerical_sequence": 32260.0
1397
  },
1398
  {
1399
  "category": "energy_industry",
 
1423
  "source": "arXiv",
1424
  "source_order": 51,
1425
  "source_url": "https://arxiv.org/html/2602.12147v4",
1426
+ "value_cell_count": 262080,
1427
+ "mean_valid_values_per_numerical_sequence": 52416.0
1428
  },
1429
  {
1430
  "category": "energy_industry",
 
1454
  "source": "arXiv",
1455
  "source_order": 53,
1456
  "source_url": "https://arxiv.org/html/2602.12147v4",
1457
+ "value_cell_count": 205440,
1458
+ "mean_valid_values_per_numerical_sequence": 20544.0
1459
  },
1460
  {
1461
  "category": "finance_commerce",
 
1485
  "source": "Hugging Face",
1486
  "source_order": 54,
1487
  "source_url": "https://huggingface.co/datasets/thuml/Time-Series-Library",
1488
+ "value_cell_count": 60704,
1489
+ "mean_valid_values_per_numerical_sequence": 7588.0
1490
  },
1491
  {
1492
  "category": "finance_commerce",
 
1516
  "source": "Hugging Face",
1517
  "source_order": 55,
1518
  "source_url": "https://huggingface.co/datasets/ML-Owl/faang-engineered-time-series-features-2013-2025",
1519
+ "value_cell_count": 146525,
1520
+ "mean_valid_values_per_numerical_sequence": 3256.1111111111113
1521
  },
1522
  {
1523
  "category": "transport_mobility",
 
1547
  "source": "arXiv",
1548
  "source_order": 56,
1549
  "source_url": "https://arxiv.org/html/2602.12147v4",
1550
+ "value_cell_count": 35136,
1551
+ "mean_valid_values_per_numerical_sequence": 35136.0
1552
  },
1553
  {
1554
  "category": "finance_commerce",
 
1578
  "source": "Hugging Face",
1579
  "source_order": 57,
1580
  "source_url": "https://huggingface.co/datasets/Tropstan/Forex_Factory_Calendar",
1581
+ "value_cell_count": 250281,
1582
+ "mean_valid_values_per_numerical_sequence": 177.4915254237288
1583
  },
1584
  {
1585
  "category": "finance_commerce",
 
1609
  "source": "Zenodo",
1610
  "source_order": 58,
1611
  "source_url": "https://zenodo.org/record/4654833",
1612
+ "value_cell_count": 77896,
1613
+ "mean_valid_values_per_numerical_sequence": 728.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1614
  },
1615
  {
1616
  "category": "finance_commerce",
 
1620
  "column_count": 67,
1621
  "controlled_test_data": false,
1622
  "dataset_url": "https://huggingface.co/datasets/THULab/freshretailnet_lt",
1623
+ "has_published_results": false,
1624
  "key": "freshretailnet_lt",
1625
  "label": "freshretailnet_lt",
1626
+ "measurement_eligibility": "corrected_input_retest_pending",
1627
  "numeric_column_count": 66,
1628
  "origin_class": "derived_from_real",
1629
  "origin_confidence": "medium",
1630
+ "preparation_status": "replacement_pending",
1631
  "production_context": "unspecified_or_production_observational",
1632
  "provenance_status": "source_supported",
1633
  "published_result_row_count": null,
 
1640
  "source": "Hugging Face",
1641
  "source_order": 60,
1642
  "source_url": "https://huggingface.co/datasets/Dingdong-Inc/FreshRetailNet-LT",
1643
+ "value_cell_count": 74815941,
1644
+ "has_historical_published_measurements": true,
1645
+ "has_published_measurements": false,
1646
+ "current_input_issue": "The old export retained 66/114 table-qualified numeric columns and dropped 48 trailing train columns under the 1 GB cap. All 7,939,549 source rows were retained, but the value-column universe is incomplete.",
1647
+ "mean_valid_values_per_numerical_sequence": 241.03794893591183
1648
  },
1649
  {
1650
  "category": "finance_commerce",
 
1674
  "source": "Hugging Face",
1675
  "source_order": 61,
1676
  "source_url": "https://huggingface.co/datasets/Binary-ly/fulus-lyd-rates-2025/raw/01b573c4ef5385228f0f2b86d7feb1a919baad9b/README.md",
1677
+ "value_cell_count": 30942,
1678
+ "mean_valid_values_per_numerical_sequence": 1933.875
1679
  },
1680
  {
1681
  "category": "environment_space",
 
1705
  "source": "Hugging Face",
1706
  "source_order": 62,
1707
  "source_url": "https://huggingface.co/datasets/juliensimon/geomagnetic-kp-index",
1708
+ "value_cell_count": 2058,
1709
+ "mean_valid_values_per_numerical_sequence": 686.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1710
  },
1711
  {
1712
  "category": "health_society",
 
1736
  "source": "arXiv",
1737
  "source_order": 65,
1738
  "source_url": "https://arxiv.org/html/2602.12147v4",
1739
+ "value_cell_count": 12293,
1740
+ "mean_valid_values_per_numerical_sequence": 201.75
1741
  },
1742
  {
1743
  "category": "finance_commerce",
 
1767
  "source": "arXiv",
1768
  "source_order": 66,
1769
  "source_url": "https://arxiv.org/html/2602.12147v4",
1770
+ "value_cell_count": 8520,
1771
+ "mean_valid_values_per_numerical_sequence": 141.06666666666666
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1772
  },
1773
  {
1774
  "category": "health_society",
 
1798
  "source": "Hugging Face",
1799
  "source_order": 68,
1800
  "source_url": "https://huggingface.co/datasets/byluuu/gluco-tsfm-benchmark",
1801
+ "value_cell_count": 2873627,
1802
+ "mean_valid_values_per_numerical_sequence": 2716.093572778828
1803
  },
1804
  {
1805
  "category": "environment_space",
 
1829
  "source": "Hugging Face",
1830
  "source_order": 69,
1831
  "source_url": "https://huggingface.co/datasets/snowsadh/goes-omni-electron-flux-forecasting",
1832
+ "value_cell_count": 60699486,
1833
+ "mean_valid_values_per_numerical_sequence": 362652.4328358209
1834
  },
1835
  {
1836
  "category": "environment_space",
 
1860
  "source": "Hugging Face",
1861
  "source_order": 70,
1862
  "source_url": "https://huggingface.co/datasets/TaoDerong/GreatPlains-Multisource-2000-2024",
1863
+ "value_cell_count": 5715,
1864
+ "mean_valid_values_per_numerical_sequence": 1143.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1865
  },
1866
  {
1867
  "category": "finance_commerce",
 
1891
  "source": "Hugging Face",
1892
  "source_order": 72,
1893
  "source_url": "https://huggingface.co/datasets/mdnh/hourly-stock-data-2023",
1894
+ "value_cell_count": 156828,
1895
+ "mean_valid_values_per_numerical_sequence": 1400.107142857143
1896
  },
1897
  {
1898
  "category": "energy_industry",
 
1922
  "source": "Hugging Face",
1923
  "source_order": 73,
1924
  "source_url": "https://huggingface.co/datasets/SamuelM0422/Hourly-Electricity-Demand-Brazil-Dataset",
1925
+ "value_cell_count": 185280,
1926
+ "mean_valid_values_per_numerical_sequence": 46320.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1927
  },
1928
  {
1929
  "category": "finance_commerce",
 
1953
  "source": "Hugging Face",
1954
  "source_order": 75,
1955
  "source_url": "https://huggingface.co/datasets/calender/indian-stock-hourly-2017-2021",
1956
+ "value_cell_count": 242670,
1957
+ "mean_valid_values_per_numerical_sequence": 7678.233333333334
1958
  },
1959
  {
1960
  "category": "finance_commerce",
 
1984
  "source": "arXiv",
1985
  "source_order": 76,
1986
  "source_url": "https://arxiv.org/html/2602.12147v4",
1987
+ "value_cell_count": 392,
1988
+ "mean_valid_values_per_numerical_sequence": 196.0
1989
  },
1990
  {
1991
  "category": "finance_commerce",
 
2015
  "source": "arXiv",
2016
  "source_order": 77,
2017
  "source_url": "https://arxiv.org/html/2602.12147v4",
2018
+ "value_cell_count": 1782,
2019
+ "mean_valid_values_per_numerical_sequence": 297.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2020
  },
2021
  {
2022
  "category": "web_computing",
 
2026
  "column_count": 2,
2027
  "controlled_test_data": false,
2028
  "dataset_url": "https://huggingface.co/datasets/THULab/kaggle_web_traffic",
2029
+ "has_published_results": false,
2030
  "key": "kaggle_web_traffic",
2031
  "label": "kaggle_web_traffic",
2032
+ "measurement_eligibility": "corrected_input_retest_pending",
2033
  "numeric_column_count": 1,
2034
  "origin_class": "real_measured",
2035
  "origin_confidence": "high",
2036
+ "preparation_status": "replacement_pending",
2037
  "production_context": "unspecified_or_production_observational",
2038
  "provenance_status": "source_supported",
2039
  "published_result_row_count": null,
 
2046
  "source": "Zenodo",
2047
  "source_order": 79,
2048
  "source_url": "https://zenodo.org/record/4656080",
2049
+ "value_cell_count": 33860956,
2050
+ "has_historical_published_measurements": true,
2051
+ "has_published_measurements": false,
2052
+ "current_input_issue": "The old export retained only 33,860,956 of 116,476,879 eligible source rows because of the 1 GB cap (82,615,923 rows lost). The one scientific value is FLOAT target; physical Time is the temporal coordinate and TAG fields (including start_timestamp) are metadata, not value payload.",
2053
+ "mean_valid_values_per_numerical_sequence": 802.939957122078
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2054
  },
2055
  {
2056
  "category": "environment_space",
 
2080
  "source": "Zenodo",
2081
  "source_order": 81,
2082
  "source_url": "https://zenodo.org/record/4656719",
2083
+ "value_cell_count": 2919402,
2084
+ "mean_valid_values_per_numerical_sequence": 10812.6
2085
  },
2086
  {
2087
  "category": "finance_commerce",
 
2111
  "source": "Hugging Face",
2112
  "source_order": 82,
2113
  "source_url": "https://huggingface.co/datasets/jwlutz/knowable/blob/23a0fccc86d026a4c47dc5fef7c06f538b4a1aca/README.md",
2114
+ "value_cell_count": 3570906,
2115
+ "mean_valid_values_per_numerical_sequence": 40411.153846153844
2116
  },
2117
  {
2118
  "category": "finance_commerce",
 
2142
  "source": "Hugging Face",
2143
  "source_order": 83,
2144
  "source_url": "https://huggingface.co/datasets/GotThatData/kraken-trading-data",
2145
+ "value_cell_count": 7197562,
2146
+ "mean_valid_values_per_numerical_sequence": 14805.372427983539
2147
  },
2148
  {
2149
  "category": "environment_space",
 
2173
  "source": "Hugging Face",
2174
  "source_order": 84,
2175
  "source_url": "https://huggingface.co/datasets/juliensimon/kuiper-fleet-data/blob/d5ab5cc065731c365b29e6e0596a8f13a2da44ee/README.md",
2176
+ "value_cell_count": 720,
2177
+ "mean_valid_values_per_numerical_sequence": 144.0
2178
  },
2179
  {
2180
  "category": "energy_industry",
 
2204
  "source": "Zenodo",
2205
  "source_order": 85,
2206
  "source_url": "https://zenodo.org/record/4656072",
2207
+ "value_cell_count": 24165773,
2208
+ "mean_valid_values_per_numerical_sequence": 5071.515844700944
2209
  },
2210
  {
2211
  "category": "energy_industry",
 
2235
  "source": "Hugging Face",
2236
  "source_order": 86,
2237
  "source_url": "https://huggingface.co/datasets/MuhaoGuo/M2oE2TimeSeriesData",
2238
+ "value_cell_count": 21404175,
2239
+ "mean_valid_values_per_numerical_sequence": 8541.106425702812
2240
  },
2241
  {
2242
+ "category": "transport_mobility",
2243
+ "category_label": "Transport & Mobility",
2244
  "cohort": "thulab",
2245
  "cohort_label": "THULab dataset collection",
2246
+ "column_count": 2,
2247
  "controlled_test_data": false,
2248
+ "dataset_url": "https://huggingface.co/datasets/THULab/metropt_3",
2249
  "has_published_results": true,
2250
+ "key": "metropt_3",
2251
+ "label": "metropt_3",
2252
  "measurement_eligibility": "eligible",
2253
+ "numeric_column_count": 1,
2254
+ "origin_class": "real_measured",
2255
+ "origin_confidence": "high",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2256
  "preparation_status": "ready",
2257
  "production_context": "unspecified_or_production_observational",
2258
  "provenance_status": "source_supported",
 
2266
  "source": "Hugging Face",
2267
  "source_order": 89,
2268
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/MetroPT-3/5T/item0.csv",
2269
+ "value_cell_count": 59310,
2270
+ "mean_valid_values_per_numerical_sequence": 8203.0
2271
  },
2272
  {
2273
  "category": "finance_commerce",
 
2297
  "source": "Hugging Face",
2298
  "source_order": 90,
2299
  "source_url": "https://huggingface.co/datasets/AdityaaXD/Multi-Model-Trading-Data",
2300
+ "value_cell_count": 79516,
2301
+ "mean_valid_values_per_numerical_sequence": 3614.3636363636365
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2302
  },
2303
  {
2304
  "category": "health_society",
 
2328
  "source": "Hugging Face",
2329
  "source_order": 92,
2330
  "source_url": "https://huggingface.co/datasets/thuml/Time-Series-Library",
2331
+ "value_cell_count": 6762,
2332
+ "mean_valid_values_per_numerical_sequence": 966.0
2333
  },
2334
  {
2335
  "category": "environment_space",
 
2359
  "source": "Hugging Face",
2360
  "source_order": 93,
2361
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/NE_China_Wind/H/item0.csv",
2362
+ "value_cell_count": 35056,
2363
+ "mean_valid_values_per_numerical_sequence": 8764.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2364
  },
2365
  {
2366
  "category": "finance_commerce",
 
2390
  "source": "Hugging Face",
2391
  "source_order": 95,
2392
  "source_url": "https://huggingface.co/datasets/AAdevloper/nifty50-market-regime",
2393
+ "value_cell_count": 11175,
2394
+ "mean_valid_values_per_numerical_sequence": 2235.0
2395
  },
2396
  {
2397
  "category": "finance_commerce",
 
2421
  "source": "Zenodo",
2422
  "source_order": 96,
2423
  "source_url": "https://zenodo.org/record/4656110",
2424
+ "value_cell_count": 87801,
2425
+ "mean_valid_values_per_numerical_sequence": 791.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2426
  },
2427
  {
2428
  "category": "environment_space",
 
2452
  "source": "Zenodo",
2453
  "source_order": 98,
2454
  "source_url": "https://zenodo.org/record/5184708",
2455
+ "value_cell_count": 800456,
2456
+ "mean_valid_values_per_numerical_sequence": 100057.0
2457
  },
2458
  {
2459
  "category": "finance_commerce",
 
2483
  "source": "arXiv",
2484
  "source_order": 99,
2485
  "source_url": "https://arxiv.org/html/2602.12147v4",
2486
+ "value_cell_count": 60420,
2487
+ "mean_valid_values_per_numerical_sequence": 4776.0
2488
  },
2489
  {
2490
  "category": "energy_industry",
 
2514
  "source": "Hugging Face",
2515
  "source_order": 100,
2516
  "source_url": "https://huggingface.co/datasets/UniversitatdeLleida/omie-blockchain-study/blob/b0498dd9cc3e0fa0334fd54c2517290ad924b55a/README.md",
2517
+ "value_cell_count": 11835,
2518
+ "mean_valid_values_per_numerical_sequence": 1183.5
2519
  },
2520
  {
2521
  "category": "finance_commerce",
 
2545
  "source": "Hugging Face",
2546
  "source_order": 101,
2547
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Online_Retail_2_UCI/D/item0.csv",
2548
+ "value_cell_count": 739,
2549
+ "mean_valid_values_per_numerical_sequence": 739.0
2550
  },
2551
  {
2552
  "category": "web_computing",
 
2576
  "source": "Hugging Face",
2577
  "source_order": 102,
2578
  "source_url": "https://huggingface.co/datasets/emperor-mew/ooni-censorship-historical",
2579
+ "value_cell_count": 11552391,
2580
+ "mean_valid_values_per_numerical_sequence": 1547.540656396517
2581
  },
2582
  {
2583
  "category": "energy_industry",
 
2607
  "source": "Hugging Face",
2608
  "source_order": 103,
2609
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/OpenElectricity_NEM/5T/item0.csv",
2610
+ "value_cell_count": 434880,
2611
+ "mean_valid_values_per_numerical_sequence": 43488.0
2612
  },
2613
  {
2614
  "category": "environment_space",
 
2638
  "source": "Hugging Face",
2639
  "source_order": 104,
2640
  "source_url": "https://huggingface.co/datasets/datamatters24/orbital-chaos-nasa-ssc/blob/e6348dde60a08b78d6f6661c052b7ba991c70214/README.md",
2641
+ "value_cell_count": 52988423,
2642
+ "mean_valid_values_per_numerical_sequence": 1004331.7441860465
2643
  },
2644
  {
2645
  "category": "transport_mobility",
 
2669
  "source": "Zenodo",
2670
  "source_order": 105,
2671
  "source_url": "https://zenodo.org/record/4656626",
2672
+ "value_cell_count": 3132346,
2673
+ "mean_valid_values_per_numerical_sequence": 47459.78787878788
2674
  },
2675
  {
2676
  "category": "environment_space",
 
2700
  "source": "Hugging Face",
2701
  "source_order": 106,
2702
  "source_url": "https://huggingface.co/datasets/imageomics/phenology-normal-hawaii",
2703
+ "value_cell_count": 273625,
2704
+ "mean_valid_values_per_numerical_sequence": 2058.76
2705
  },
2706
  {
2707
  "category": "finance_commerce",
 
2731
  "source": "Hugging Face",
2732
  "source_order": 107,
2733
  "source_url": "https://huggingface.co/datasets/bmoney1321/polymarket-crypto-5m-15m/blob/511752d5ebe9380626c90d3eac7d3643c1a0b5e7/README.md",
2734
+ "value_cell_count": 14207576,
2735
+ "mean_valid_values_per_numerical_sequence": 30271.6
2736
  },
2737
  {
2738
  "category": "transport_mobility",
 
2762
  "source": "arXiv",
2763
  "source_order": 108,
2764
  "source_url": "https://arxiv.org/html/2602.12147v4",
2765
+ "value_cell_count": 481338,
2766
+ "mean_valid_values_per_numerical_sequence": 1215.5
2767
  },
2768
  {
2769
  "category": "web_computing",
 
2793
  "source": "Hugging Face",
2794
  "source_order": 109,
2795
  "source_url": "https://huggingface.co/datasets/hq-bench/quitobench",
2796
+ "value_cell_count": 62514220,
2797
+ "mean_valid_values_per_numerical_sequence": 9692.127131782945
2798
  },
2799
  {
2800
  "category": "energy_industry",
 
2824
  "source": "Hugging Face",
2825
  "source_order": 110,
2826
  "source_url": "https://huggingface.co/datasets/wachawich/REG-Forecasting_v2",
2827
+ "value_cell_count": 4329318,
2828
+ "mean_valid_values_per_numerical_sequence": 51539.5
2829
  },
2830
  {
2831
  "category": "transport_mobility",
 
2855
  "source": "Zenodo",
2856
  "source_order": 111,
2857
  "source_url": "https://zenodo.org/record/5122114",
2858
+ "value_cell_count": 1246464,
2859
+ "mean_valid_values_per_numerical_sequence": 541.0
2860
  },
2861
  {
2862
  "category": "finance_commerce",
 
2886
  "source": "Hugging Face",
2887
  "source_order": 112,
2888
  "source_url": "https://huggingface.co/datasets/SURESHBEEKHANI/SalesForecastingWOMartStore",
2889
+ "value_cell_count": 587285,
2890
+ "mean_valid_values_per_numerical_sequence": 402.25
2891
  },
2892
  {
2893
  "category": "environment_space",
 
2917
  "source": "Zenodo",
2918
  "source_order": 113,
2919
  "source_url": "https://zenodo.org/record/4656058",
2920
+ "value_cell_count": 23741,
2921
+ "mean_valid_values_per_numerical_sequence": 23741.0
2922
  },
2923
  {
2924
  "category": "web_computing",
 
2948
  "source": "Hugging Face",
2949
  "source_order": 114,
2950
  "source_url": "https://huggingface.co/datasets/ICOS-AI/scaphandre_cpu_usage",
2951
+ "value_cell_count": 300,
2952
+ "mean_valid_values_per_numerical_sequence": 300.0
2953
  },
2954
  {
2955
  "category": "transport_mobility",
 
2979
  "source": "Hugging Face",
2980
  "source_order": 115,
2981
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/SG_Carpark/15T/item0.csv",
2982
+ "value_cell_count": 5131230,
2983
+ "mean_valid_values_per_numerical_sequence": 14332.0
2984
  },
2985
  {
2986
  "category": "environment_space",
 
3010
  "source": "Hugging Face",
3011
  "source_order": 116,
3012
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/SG_PM25/H/item0.csv",
3013
+ "value_cell_count": 193440,
3014
+ "mean_valid_values_per_numerical_sequence": 37357.4
3015
  },
3016
  {
3017
  "category": "environment_space",
 
3041
  "source": "Hugging Face",
3042
  "source_order": 117,
3043
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/SG_Weather/D/S104.csv",
3044
+ "value_cell_count": 70872,
3045
+ "mean_valid_values_per_numerical_sequence": 2805.1666666666665
3046
  },
3047
  {
3048
  "category": "health_society",
 
3072
  "source": "Hugging Face",
3073
  "source_order": 118,
3074
  "source_url": "https://huggingface.co/datasets/aai530-group6/sleep-score-fitbit",
3075
+ "value_cell_count": 1455,
3076
+ "mean_valid_values_per_numerical_sequence": 291.0
3077
  },
3078
  {
3079
  "category": "energy_industry",
 
3103
  "source": "Zenodo",
3104
  "source_order": 119,
3105
  "source_url": "https://zenodo.org/record/4656144",
3106
+ "value_cell_count": 7200720,
3107
+ "mean_valid_values_per_numerical_sequence": 52560.0
3108
  },
3109
  {
3110
  "category": "energy_industry",
 
3134
  "source": "Zenodo",
3135
  "source_order": 120,
3136
  "source_url": "https://zenodo.org/record/4656027",
3137
+ "value_cell_count": 7397222,
3138
+ "mean_valid_values_per_numerical_sequence": 7397222.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3139
  },
3140
  {
3141
  "category": "finance_commerce",
 
3165
  "source": "Hugging Face",
3166
  "source_order": 122,
3167
  "source_url": "https://huggingface.co/datasets/roadz/solusdt_enhanced_180",
3168
+ "value_cell_count": 2332800,
3169
+ "mean_valid_values_per_numerical_sequence": 259200.0
3170
  },
3171
  {
3172
  "category": "finance_commerce",
 
3196
  "source": "Hugging Face",
3197
  "source_order": 123,
3198
  "source_url": "https://huggingface.co/datasets/misikoff/SPX",
3199
+ "value_cell_count": 145002,
3200
+ "mean_valid_values_per_numerical_sequence": 24167.0
3201
  },
3202
  {
3203
  "category": "finance_commerce",
 
3227
  "source": "Hugging Face",
3228
  "source_order": 124,
3229
  "source_url": "https://huggingface.co/datasets/Blaze2oi/stock-dataset/blob/8f71473cc1f26ea3c025a6eb157f3d07483cb776/README.md",
3230
+ "value_cell_count": 44026745,
3231
+ "mean_valid_values_per_numerical_sequence": 1232.79324055666
3232
  },
3233
  {
3234
  "category": "environment_space",
 
3258
  "source": "Hugging Face",
3259
  "source_order": 125,
3260
  "source_url": "https://huggingface.co/datasets/juliensimon/substorm-onsets",
3261
+ "value_cell_count": 1026728,
3262
+ "mean_valid_values_per_numerical_sequence": 51336.4
3263
  },
3264
  {
3265
  "category": "environment_space",
 
3289
  "source": "Zenodo",
3290
  "source_order": 126,
3291
  "source_url": "https://zenodo.org/record/4654773",
3292
+ "value_cell_count": 73924,
3293
+ "mean_valid_values_per_numerical_sequence": 73924.0
3294
  },
3295
  {
3296
  "category": "environment_space",
 
3320
  "source": "Hugging Face",
3321
  "source_order": 127,
3322
  "source_url": "https://huggingface.co/datasets/ron-the-code/Telangana_time_series_2023-2025",
3323
+ "value_cell_count": 3116484,
3324
+ "mean_valid_values_per_numerical_sequence": 727.4705882352941
3325
  },
3326
  {
3327
  "category": "environment_space",
 
3351
  "source": "Zenodo",
3352
  "source_order": 128,
3353
  "source_url": "https://zenodo.org/record/5129073",
3354
+ "value_cell_count": 23252166,
3355
+ "mean_valid_values_per_numerical_sequence": 724.9989398852582
3356
  },
3357
  {
3358
  "category": "finance_commerce",
 
3382
  "source": "Hugging Face",
3383
  "source_order": 130,
3384
  "source_url": "https://huggingface.co/datasets/Maxim37/timeseries-1m-QQQ-10y",
3385
+ "value_cell_count": 9010250,
3386
+ "mean_valid_values_per_numerical_sequence": 1802050.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3387
  },
3388
  {
3389
  "category": "finance_commerce",
 
3413
  "source": "Hugging Face",
3414
  "source_order": 132,
3415
  "source_url": "https://huggingface.co/datasets/jwigginton/timeseries-1mn-sp500",
3416
+ "value_cell_count": 1964620,
3417
+ "mean_valid_values_per_numerical_sequence": 712.0377733598409
3418
  },
3419
  {
3420
  "category": "finance_commerce",
 
3444
  "source": "Hugging Face",
3445
  "source_order": 133,
3446
  "source_url": "https://huggingface.co/datasets/chuyin0321/timeseries-1mn-stocks",
3447
+ "value_cell_count": 1888715,
3448
+ "mean_valid_values_per_numerical_sequence": 251.7888
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3449
  },
3450
  {
3451
  "category": "finance_commerce",
 
3475
  "source": "Zenodo",
3476
  "source_order": 135,
3477
  "source_url": "https://zenodo.org/record/4656096",
3478
+ "value_cell_count": 109280,
3479
+ "mean_valid_values_per_numerical_sequence": 298.57923497267757
3480
  },
3481
  {
3482
  "category": "finance_commerce",
 
3506
  "source": "Hugging Face",
3507
  "source_order": 136,
3508
  "source_url": "https://huggingface.co/datasets/zaai-ai/time_series_datasets",
3509
+ "value_cell_count": 345570,
3510
+ "mean_valid_values_per_numerical_sequence": 227.34868421052633
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3511
  },
3512
  {
3513
  "category": "finance_commerce",
 
3537
  "source": "Hugging Face",
3538
  "source_order": 138,
3539
  "source_url": "https://huggingface.co/datasets/zaai-ai/time_series_dataset_residuals",
3540
+ "value_cell_count": 206720,
3541
+ "mean_valid_values_per_numerical_sequence": 170.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3542
  },
3543
  {
3544
  "category": "transport_mobility",
 
3568
  "source": "Hugging Face",
3569
  "source_order": 140,
3570
  "source_url": "https://huggingface.co/datasets/thuml/Time-Series-Library",
3571
+ "value_cell_count": 15122928,
3572
+ "mean_valid_values_per_numerical_sequence": 17544.0
3573
  },
3574
  {
3575
  "category": "transport_mobility",
 
3599
  "source": "Zenodo",
3600
  "source_order": 141,
3601
  "source_url": "https://zenodo.org/record/4656132",
3602
+ "value_cell_count": 15122928,
3603
+ "mean_valid_values_per_numerical_sequence": 17544.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3604
  },
3605
  {
3606
  "category": "finance_commerce",
 
3630
  "source": "Hugging Face",
3631
  "source_order": 145,
3632
  "source_url": "https://huggingface.co/datasets/Torch-Trade/trxusdt_spot_1m_05_2021_to_03_2026/blob/e23576e97b192e7866ea516485df57ab8ecb9c36/README.md",
3633
+ "value_cell_count": 12706050,
3634
+ "mean_valid_values_per_numerical_sequence": 2541210.0
3635
  },
3636
  {
3637
  "category": "energy_industry",
 
3661
  "source": "neso.energy",
3662
  "source_order": 146,
3663
  "source_url": "https://www.neso.energy/data-portal/historic-generation-mix/historic_gb_generation_mix",
3664
+ "value_cell_count": 4173708,
3665
+ "mean_valid_values_per_numerical_sequence": 126476.0
3666
  },
3667
  {
3668
  "category": "finance_commerce",
 
3692
  "source": "Hugging Face",
3693
  "source_order": 147,
3694
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Uncertainty_1M/M/item0.csv",
3695
+ "value_cell_count": 2340,
3696
+ "mean_valid_values_per_numerical_sequence": 780.0
3697
  },
3698
  {
3699
  "category": "health_society",
 
3723
  "source": "Zenodo",
3724
  "source_order": 148,
3725
  "source_url": "https://zenodo.org/record/4656049",
3726
+ "value_cell_count": 7305,
3727
+ "mean_valid_values_per_numerical_sequence": 7305.0
3728
  },
3729
  {
3730
  "category": "health_society",
 
3754
  "source": "Hugging Face",
3755
  "source_order": 149,
3756
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/US_Labor/M/item0.csv",
3757
+ "value_cell_count": 5320,
3758
+ "mean_valid_values_per_numerical_sequence": 380.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3759
  },
3760
  {
3761
  "category": "finance_commerce",
 
3785
  "source": "Hugging Face",
3786
  "source_order": 151,
3787
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/US_Term_Structure/B/item0.csv",
3788
+ "value_cell_count": 373040,
3789
+ "mean_valid_values_per_numerical_sequence": 8923.0
3790
  },
3791
  {
3792
  "category": "finance_commerce",
 
3816
  "source": "Hugging Face",
3817
  "source_order": 152,
3818
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Vehicle_Sales/M/item0.csv",
3819
+ "value_cell_count": 5960,
3820
+ "mean_valid_values_per_numerical_sequence": 596.0
3821
  },
3822
  {
3823
  "category": "energy_industry",
 
3847
  "source": "Hugging Face",
3848
  "source_order": 153,
3849
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/Vehicle_Supply/M/item0.csv",
3850
+ "value_cell_count": 2346,
3851
+ "mean_valid_values_per_numerical_sequence": 391.0
3852
  },
3853
  {
3854
  "category": "transport_mobility",
 
3878
  "source": "Zenodo",
3879
  "source_order": 154,
3880
  "source_url": "https://zenodo.org/record/5122535",
3881
+ "value_cell_count": 42382,
3882
+ "mean_valid_values_per_numerical_sequence": 128.8206686930091
3883
  },
3884
  {
3885
  "category": "environment_space",
 
3909
  "source": "arXiv",
3910
  "source_order": 155,
3911
  "source_url": "https://arxiv.org/html/2602.12147v4",
3912
+ "value_cell_count": 639636,
3913
+ "mean_valid_values_per_numerical_sequence": 15229.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3914
  },
3915
  {
3916
  "category": "environment_space",
 
3940
  "source": "Hugging Face",
3941
  "source_order": 157,
3942
  "source_url": "https://huggingface.co/datasets/Kamilatr/weather_data_bavaria",
3943
+ "value_cell_count": 106408140,
3944
+ "mean_valid_values_per_numerical_sequence": 2352.926610120759
3945
  },
3946
  {
3947
  "category": "environment_space",
 
3971
  "source": "Hugging Face",
3972
  "source_order": 158,
3973
  "source_url": "https://huggingface.co/datasets/mirai-ml/wids2023_competition_weather_forecasting",
3974
+ "value_cell_count": 99298118,
3975
+ "mean_valid_values_per_numerical_sequence": 396.28131416837783
3976
  },
3977
  {
3978
  "category": "energy_industry",
 
4002
  "source": "Zenodo",
4003
  "source_order": 159,
4004
  "source_url": "https://zenodo.org/record/4656032",
4005
+ "value_cell_count": 7397147,
4006
+ "mean_valid_values_per_numerical_sequence": 7397147.0
4007
  },
4008
  {
4009
  "category": "energy_industry",
 
4033
  "source": "Zenodo",
4034
  "source_order": 160,
4035
  "source_url": "https://zenodo.org/record/4654909",
4036
+ "value_cell_count": 30724989,
4037
+ "mean_valid_values_per_numerical_sequence": 90634.18584070797
4038
  },
4039
  {
4040
  "category": "web_computing",
 
4064
  "source": "Hugging Face",
4065
  "source_order": 161,
4066
  "source_url": "https://huggingface.co/datasets/qwqqwqqwq121/Wordle-MCM-Dataset",
4067
+ "value_cell_count": 4667,
4068
+ "mean_valid_values_per_numerical_sequence": 359.0
4069
  },
4070
  {
4071
  "category": "finance_commerce",
 
4095
  "source": "Hugging Face",
4096
  "source_order": 162,
4097
  "source_url": "https://huggingface.co/datasets/Real-TSF/TIME-ProcessedCSV/blob/683bb21b470f5a26586e1ab2295f0a2a1529ef0f/WUI_Global/Q/item0.csv",
4098
+ "value_cell_count": 4410,
4099
+ "mean_valid_values_per_numerical_sequence": 288.3333333333333
4100
  },
4101
  {
4102
  "category": "finance_commerce",
 
4126
  "source": "Hugging Face",
4127
  "source_order": 163,
4128
  "source_url": "https://huggingface.co/datasets/Pcitycrypto/xauusd",
4129
+ "value_cell_count": 21038040,
4130
+ "mean_valid_values_per_numerical_sequence": 4207608.0
4131
  },
4132
  {
4133
  "category": "finance_commerce",
 
4157
  "source": "Hugging Face",
4158
  "source_order": 164,
4159
  "source_url": "https://huggingface.co/datasets/ta4500/xauusd/blob/3ede3ada2a51ee5408abdcba163d8d0f3d1c2949/README.md",
4160
+ "value_cell_count": 21038040,
4161
+ "mean_valid_values_per_numerical_sequence": 4207608.0
4162
  },
4163
  {
4164
  "category": "finance_commerce",
 
4188
  "source": "Hugging Face",
4189
  "source_order": 165,
4190
  "source_url": "https://huggingface.co/datasets/czl/xinyi_public_gym",
4191
+ "value_cell_count": 555933,
4192
+ "mean_valid_values_per_numerical_sequence": 91608.0
4193
  },
4194
  {
4195
  "category": "finance_commerce",
 
4219
  "source": "Hugging Face",
4220
  "source_order": 166,
4221
  "source_url": "https://huggingface.co/datasets/Torch-Trade/xrpusdt_spot_1m_05_2021_to_03_2026/blob/f6e36ee337c0c61f1b454ebe6baba4ee6900c242/README.md",
4222
+ "value_cell_count": 12708000,
4223
+ "mean_valid_values_per_numerical_sequence": 2541600.0
4224
  },
4225
  {
4226
  "category": "finance_commerce",
 
4250
  "source": "Hugging Face",
4251
  "source_order": 167,
4252
  "source_url": "https://huggingface.co/datasets/czl/yongchun_public_gym",
4253
+ "value_cell_count": 212130,
4254
+ "mean_valid_values_per_numerical_sequence": 70313.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4255
  }
4256
  ],
4257
  "excluded": [
 
4278
  "origin_class": "simulated_synthetic",
4279
  "reason": "TIME v4 explicitly describes five years of simulated delivery records; both customer and location tables are aggregations of that simulated transaction source.",
4280
  "source_url": "https://arxiv.org/html/2602.12147v4"
4281
+ },
4282
+ {
4283
+ "key": "jovian_lightning",
4284
+ "reason": "Outside user-authorized final160 scope; historical data preserved."
4285
+ },
4286
+ {
4287
+ "key": "macroecon",
4288
+ "reason": "Outside user-authorized final160 scope; historical data preserved."
4289
+ },
4290
+ {
4291
+ "key": "nasa_maven_kp_insitu",
4292
+ "reason": "Outside user-authorized final160 scope; historical data preserved."
4293
+ },
4294
+ {
4295
+ "key": "weather_data_NC",
4296
+ "reason": "Outside user-authorized final160 scope; historical data preserved."
4297
+ },
4298
+ {
4299
+ "key": "medium_posts",
4300
+ "reason": "No admitted scientific numeric payload; timestamp coordinates are excluded by the source role contract."
4301
+ },
4302
+ {
4303
+ "key": "africa_senegal_mauritania_crops_spi",
4304
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4305
+ },
4306
+ {
4307
+ "key": "car_parts",
4308
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4309
+ },
4310
+ {
4311
+ "key": "dmi-aarhus-weather-data",
4312
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4313
+ },
4314
+ {
4315
+ "key": "freshretailnet_50k",
4316
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4317
+ },
4318
+ {
4319
+ "key": "github_top_projects",
4320
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4321
+ },
4322
+ {
4323
+ "key": "globalstar_fleet_data",
4324
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4325
+ },
4326
+ {
4327
+ "key": "hospital-monash",
4328
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4329
+ },
4330
+ {
4331
+ "key": "housing_inventory",
4332
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4333
+ },
4334
+ {
4335
+ "key": "kaggle_web_traffic_weekly",
4336
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4337
+ },
4338
+ {
4339
+ "key": "magseven_ml_ready_high_frequency_anomaly",
4340
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4341
+ },
4342
+ {
4343
+ "key": "niederschlag_station_4091_bavaria_germany",
4344
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4345
+ },
4346
+ {
4347
+ "key": "nn5_weekly",
4348
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4349
+ },
4350
+ {
4351
+ "key": "solar_weekly",
4352
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4353
+ },
4354
+ {
4355
+ "key": "timeseries-finance-ETF",
4356
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4357
+ },
4358
+ {
4359
+ "key": "timeseries_finance_etf_missing",
4360
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4361
+ },
4362
+ {
4363
+ "key": "tourism_quarterly",
4364
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4365
+ },
4366
+ {
4367
+ "key": "tourism_yearly",
4368
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4369
+ },
4370
+ {
4371
+ "key": "traffic_weekly",
4372
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4373
+ },
4374
+ {
4375
+ "key": "traqq_weekly_activity",
4376
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4377
+ },
4378
+ {
4379
+ "key": "trending_stocks_yahoo_finance",
4380
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4381
+ },
4382
+ {
4383
+ "key": "us_stock_financial_ratios",
4384
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4385
+ },
4386
+ {
4387
+ "key": "zillow_viewer",
4388
+ "reason": "User-selected uniform rule: mean valid values per numerical sequence <128. Historical evidence preserved."
4389
  }
4390
  ],
4391
  "schema_version": 1,
4392
+ "scope_id": "min128_20261013_v1",
4393
  "source": {
4394
  "field_boundaries": {
4395
  "column_count": "Prepared-scope source_inventory_column_count.",
 
4430
  ],
4431
  "paper_scope_sha256": "0fabc01f25d62ddb49585b3208103543b16c6e50340195360a0516411fa148b4",
4432
  "scope_formula": "18+151=169",
4433
+ "source_scope_sha256": "7ec5714939750c0551371d52e593685e3c4226681a4283af0a4d5b8abea64cfd",
4434
+ "final_scope_sha256": "b56f9bd610e0bf63ab50d719ce70cf92ddc1b79e6b30fd2c6e2f707944b2ba72",
4435
+ "sequence_length_audit_sha256": "9c340b8f314984881230f0bf3122f45fde64b885ce3e26baf1ec3df1f2540df4"
4436
  },
4437
  "summary": {
4438
+ "catalog_only_dataset_count": 2,
4439
  "categories": [
4440
  {
4441
+ "count": 29,
4442
  "key": "environment_space",
4443
  "label": "Environment & Space"
4444
  },
4445
  {
4446
+ "count": 13,
4447
  "key": "health_society",
4448
  "label": "Health & Society"
4449
  },
4450
  {
4451
+ "count": 11,
4452
  "key": "web_computing",
4453
  "label": "Web & Computing"
4454
  },
4455
  {
4456
+ "count": 14,
4457
  "key": "transport_mobility",
4458
  "label": "Transport & Mobility"
4459
  },
4460
  {
4461
+ "count": 47,
4462
  "key": "finance_commerce",
4463
  "label": "Finance & Commerce"
4464
  },
4465
  {
4466
+ "count": 23,
4467
  "key": "energy_industry",
4468
  "label": "Energy & Industry"
4469
  }
4470
  ],
4471
+ "dataset_count": 137,
4472
  "empty_dataset_count": 0,
4473
+ "legacy_count": 17,
4474
+ "measurement_note": "Test scope: 137 dataset identities after the uniform mean numerical-sequence length >=128 filter. 2 incomplete historical input versions are excluded pending corrected-input results; 135 currently contribute numeric Overall results.",
4475
  "origin_classes": {
4476
+ "real_measured": 76,
4477
+ "derived_from_real": 61
4478
  },
4479
  "provenance_statuses": {
4480
+ "source_supported": 125,
4481
+ "incomplete": 12
4482
  },
4483
+ "published_measurement_dataset_count": 135,
4484
+ "published_result_dataset_count": 135,
4485
+ "thulab_count": 120
4486
  }
4487
  }
final-dataset-scope.json ADDED
@@ -0,0 +1,598 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "active_algorithm_count": 85,
3
+ "created_at": "2026-10-13T20:23:43.365976+08:00",
4
+ "dataset_count": 137,
5
+ "datasets": [
6
+ "Air-Quality",
7
+ "Bar-Crawl",
8
+ "Bird-migration",
9
+ "Comments",
10
+ "ETDataset-ett",
11
+ "IGlocations2",
12
+ "METR-LA",
13
+ "Metro-Traffic",
14
+ "NYC_Yellow_Taxi_Trip",
15
+ "PEMS-BAY",
16
+ "RealEstate1",
17
+ "RealEstate2",
18
+ "Romance",
19
+ "SpatialEpiBench",
20
+ "Telco",
21
+ "TrainsUK2",
22
+ "Uberlandia",
23
+ "Wins",
24
+ "YaleLanguages",
25
+ "ahr999-dataset",
26
+ "ast_spacemobile_fleet_data",
27
+ "australia_solar",
28
+ "australian_electricity_demand",
29
+ "auto_production_sf",
30
+ "azure2019_u",
31
+ "bitcoin",
32
+ "bitcoin_price_timeseries",
33
+ "coastal_t_s",
34
+ "commodity_import",
35
+ "commodity_production",
36
+ "covid_deaths-monash",
37
+ "cphl",
38
+ "crypto",
39
+ "crypto_data",
40
+ "current_velocity",
41
+ "deep-space-probes",
42
+ "dst-index",
43
+ "ecdc_covid",
44
+ "eea_pm25_forecasting",
45
+ "electricity_demand",
46
+ "electricity_load_2011_2014",
47
+ "electricity_production",
48
+ "enedis-with-holidays",
49
+ "epf_electricity_price",
50
+ "eweld_load",
51
+ "exchange_rate",
52
+ "faang_engineered_time_series_features_2013_2025",
53
+ "finland_traffic",
54
+ "forex_factory_calendar",
55
+ "fred_md",
56
+ "freshretailnet_lt",
57
+ "fulus_lyd_rates_2025",
58
+ "geomagnetic_kp_index",
59
+ "global_influenza",
60
+ "global_price",
61
+ "gluco_tsfm_benchmark",
62
+ "goes_omni_electron_flux_forecasting",
63
+ "greatplains_multisource_2000_2024",
64
+ "hourly-stock-data-2023",
65
+ "hourly_electricity_demand_brazil",
66
+ "indian_stock_hourly_2017_2021",
67
+ "job_claims",
68
+ "jolts",
69
+ "kaggle_web_traffic",
70
+ "kdd_cup_2018",
71
+ "knowable",
72
+ "kraken-trading-data",
73
+ "kuiper_fleet_data",
74
+ "london_smart_meters",
75
+ "m2oe2_timeseries",
76
+ "meteoblue",
77
+ "metropt_3",
78
+ "multi_model_trading_data",
79
+ "national_illness",
80
+ "ne_china_wind",
81
+ "nifty50_market_regime",
82
+ "nn5_daily",
83
+ "oikolab_weather",
84
+ "oil_price",
85
+ "omie_blockchain_study",
86
+ "online_retail_2_uci",
87
+ "ooni_censorship_historical",
88
+ "openelectricity_nem",
89
+ "orbital_chaos_nasa_ssc",
90
+ "pedestrian_counts",
91
+ "phenology_normal_hawaii",
92
+ "polymarket_crypto_5m_15m",
93
+ "port_activity",
94
+ "quitobench",
95
+ "rating",
96
+ "reg_forecasting_v2",
97
+ "rideshare",
98
+ "salesforecastingwomartstore",
99
+ "saugeenday-monash",
100
+ "scaphandre_cpu_usage",
101
+ "sg_carpark",
102
+ "sg_pm25",
103
+ "sg_weather",
104
+ "sleep_score_fitbit",
105
+ "solar_10_minutes",
106
+ "solar_4_seconds",
107
+ "solusdt_enhanced_180",
108
+ "spx",
109
+ "stock_dataset",
110
+ "substorm_onsets",
111
+ "sunspot",
112
+ "telangana_weather",
113
+ "temperature_rain",
114
+ "timeseries-1m-QQQ-10y",
115
+ "timeseries_1mn_sp500",
116
+ "timeseries_1mn_stocks",
117
+ "tourism_monthly",
118
+ "tourism_monthly-zaai-ai",
119
+ "tourism_residuals",
120
+ "traffic",
121
+ "traffic_hourly",
122
+ "trxusdt_spot_1m_05_2021_to_03_2026",
123
+ "uk_electricity_generation_mix_2019_2026",
124
+ "uncertainty_1m",
125
+ "us_births-monash",
126
+ "us_labor",
127
+ "us_term_structure",
128
+ "vehicle_sales",
129
+ "vehicle_supply",
130
+ "vehicle_trips",
131
+ "water_quality_darwin",
132
+ "weather_data_bavaria",
133
+ "wids2023_competition_weather_forecasting",
134
+ "wind_4_seconds",
135
+ "wind_farms_minutely",
136
+ "wordle_mcm_dataset",
137
+ "wui_global",
138
+ "xauusd",
139
+ "xauusd_1m",
140
+ "xinyi_public_gym",
141
+ "xrpusdt_spot_1m_05_2021_to_03_2026",
142
+ "yongchun_public_gym"
143
+ ],
144
+ "excluded_dataset_count": 23,
145
+ "excluded_datasets": [
146
+ {
147
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
148
+ "dataset_id": "africa_senegal_mauritania_crops_spi",
149
+ "input_version": "published_baseline_typed_input",
150
+ "mean_valid_values_per_sequence": 30.87160525309193,
151
+ "nonempty_numeric_sequence_count": 7843,
152
+ "source_bindings": {
153
+ "block_catalog_bytes": 18563392,
154
+ "block_catalog_path": "/data/root/web_compression/datasets164/africa_senegal_mauritania_crops_spi/typed/full/blocks.jsonl",
155
+ "block_catalog_sha256": "69e195e6a31c16e86bd8fb450ca8b82c7142b41c274534b6571e561b7a98163f",
156
+ "host": "192",
157
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
158
+ "typed_manifest_path": "/data/root/web_compression/datasets164/africa_senegal_mauritania_crops_spi/typed/dataset_manifest.json",
159
+ "typed_manifest_sha256": "7d13ad8ef221f1996ee5f7ccc75d7c33e9dffd763021c546a25d18905e72c728"
160
+ },
161
+ "valid_value_count": 242126
162
+ },
163
+ {
164
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
165
+ "dataset_id": "car_parts",
166
+ "input_version": "published_baseline_typed_input",
167
+ "mean_valid_values_per_sequence": 50.76514584891548,
168
+ "nonempty_numeric_sequence_count": 5348,
169
+ "source_bindings": {
170
+ "block_catalog_bytes": 11551132,
171
+ "block_catalog_path": "/data/root/web_compression/datasets164/car_parts/typed/full/blocks.jsonl",
172
+ "block_catalog_sha256": "df9670d9af90f132228ca048bf46889c53eae59fcf4561cb727f78112f30dd33",
173
+ "host": "192",
174
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
175
+ "typed_manifest_path": "/data/root/web_compression/datasets164/car_parts/typed/dataset_manifest.json",
176
+ "typed_manifest_sha256": "3deda1e663dfc0f1255b0ddac83b7859d6c6e44ab1790f64b4d311147c6842fe"
177
+ },
178
+ "valid_value_count": 271492
179
+ },
180
+ {
181
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
182
+ "dataset_id": "dmi-aarhus-weather-data",
183
+ "input_version": "published_baseline_typed_input",
184
+ "mean_valid_values_per_sequence": 48.061442006269594,
185
+ "nonempty_numeric_sequence_count": 60610,
186
+ "source_bindings": {
187
+ "block_catalog_bytes": 145991876,
188
+ "block_catalog_path": "/data/root/web_compression/datasets164/dmi-aarhus-weather-data/typed/full/blocks.jsonl",
189
+ "block_catalog_sha256": "76999b090861b54c87599295d59ea84275a1657159b2fc10f3c10fcc7f5f0276",
190
+ "host": "192",
191
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
192
+ "typed_manifest_path": "/data/root/web_compression/datasets164/dmi-aarhus-weather-data/typed/dataset_manifest.json",
193
+ "typed_manifest_sha256": "07816de98eda4e4567d96cfd1f0f0017b9476aad776dfb338c4dac9e0fb496d4"
194
+ },
195
+ "valid_value_count": 2913004
196
+ },
197
+ {
198
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
199
+ "dataset_id": "freshretailnet_50k",
200
+ "input_version": "corrected_full114_typed_frozen_ready",
201
+ "mean_valid_values_per_sequence": 48.5,
202
+ "nonempty_numeric_sequence_count": 5700000,
203
+ "source_bindings": {
204
+ "block_catalog": {
205
+ "bytes": 13015265091,
206
+ "path": "/data/user/new_ai_compress/operator_sweep/six_dataset_numeric_repair_20261012_v1/typed_attempt_v2/datasets/freshretailnet_50k/full/blocks.jsonl",
207
+ "sha256": "fe0b800aed22cde1e823dd8f0861246acd71746023f0ddb095a9e2510fa7fe8c"
208
+ },
209
+ "frozen_ready": {
210
+ "bytes": 8026,
211
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/fresh50k/typed_ready_v2/FROZEN_READY.json",
212
+ "sha256": "1b71521fbd61e9d9ffe737d57b6ac73077b7e8e1f77661eacac45e8a4abb1dcd"
213
+ },
214
+ "source_data_sha256": "6f7e162d476c2025cd1493da71939f5c20f0e7cbdb5724b4d1e3bc0b11a4ff3c",
215
+ "typed_manifest": {
216
+ "bytes": 82351,
217
+ "path": "/data/user/new_ai_compress/operator_sweep/six_dataset_numeric_repair_20261012_v1/typed_attempt_v2/datasets/freshretailnet_50k/dataset_manifest.json",
218
+ "sha256": "17b2a278f4eeacc1f27a64e1cbb348e1946e6ed173a658eca59c15d94d4ece76"
219
+ }
220
+ },
221
+ "valid_value_count": 276450000
222
+ },
223
+ {
224
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
225
+ "dataset_id": "github_top_projects",
226
+ "input_version": "corrected_accepted_input",
227
+ "mean_valid_values_per_sequence": 6.246782941614378,
228
+ "nonempty_numeric_sequence_count": 37612,
229
+ "source_bindings": {
230
+ "columns_csv": {
231
+ "bytes": 443,
232
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/columns.csv",
233
+ "sha256": "f1ee36477b22012eab7b9567b138be0a01265377df6541bef82b6519ed087be1"
234
+ },
235
+ "data_csv": {
236
+ "bytes": 2855950,
237
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/data.csv",
238
+ "sha256": "faa5bdd56961f095da5d6f885055ad3d05a5711814547d9be9d8449a81f43201"
239
+ },
240
+ "dataset_manifest": {
241
+ "bytes": 1316,
242
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/dataset_manifest.json",
243
+ "sha256": "c472deb1f54446d0a7d83cb239424ece7da8e73b73737ae234ac2b68fd276d5c"
244
+ },
245
+ "method": "local_exact_corrected_wide_csv_scan",
246
+ "series_map_csv": {
247
+ "bytes": 2136531,
248
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/series_map.csv",
249
+ "sha256": "a15818feb0a413c06652f6e68ef88dd97edd19e603b726bc2ba7f102ac3232d9"
250
+ }
251
+ },
252
+ "valid_value_count": 234954
253
+ },
254
+ {
255
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
256
+ "dataset_id": "globalstar_fleet_data",
257
+ "input_version": "published_baseline_typed_input",
258
+ "mean_valid_values_per_sequence": 109.25,
259
+ "nonempty_numeric_sequence_count": 20,
260
+ "source_bindings": {
261
+ "block_catalog_bytes": 44300,
262
+ "block_catalog_path": "/data/root/web_compression/datasets164/globalstar_fleet_data/typed/full/blocks.jsonl",
263
+ "block_catalog_sha256": "c8378f97eaaafb2678dc119ed5fc922077f6e96324059dcc25515c01137ebafd",
264
+ "host": "192",
265
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
266
+ "typed_manifest_path": "/data/root/web_compression/datasets164/globalstar_fleet_data/typed/dataset_manifest.json",
267
+ "typed_manifest_sha256": "e13103d004e8503a68292af02b6b14704065d33318e8dbef15a623567fc616b0"
268
+ },
269
+ "valid_value_count": 2185
270
+ },
271
+ {
272
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
273
+ "dataset_id": "hospital-monash",
274
+ "input_version": "published_baseline_typed_input",
275
+ "mean_valid_values_per_sequence": 84.0,
276
+ "nonempty_numeric_sequence_count": 1534,
277
+ "source_bindings": {
278
+ "block_catalog_bytes": 3369626,
279
+ "block_catalog_path": "/data/root/web_compression/datasets164/hospital-monash/typed/full/blocks.jsonl",
280
+ "block_catalog_sha256": "39e9d05162ca54709299ffe7bab36e3e8d0e6ef961a04dfa1d187475f92856b7",
281
+ "host": "192",
282
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
283
+ "typed_manifest_path": "/data/root/web_compression/datasets164/hospital-monash/typed/dataset_manifest.json",
284
+ "typed_manifest_sha256": "9ccb7c12def299f710a0b5418f3fb31cea3caf22b651dccd532531e8519a1e56"
285
+ },
286
+ "valid_value_count": 128856
287
+ },
288
+ {
289
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
290
+ "dataset_id": "housing_inventory",
291
+ "input_version": "published_baseline_typed_input",
292
+ "mean_valid_values_per_sequence": 114.0,
293
+ "nonempty_numeric_sequence_count": 4,
294
+ "source_bindings": {
295
+ "block_catalog_bytes": 8721,
296
+ "block_catalog_path": "/data/root/web_compression/datasets164/housing_inventory/typed/full/blocks.jsonl",
297
+ "block_catalog_sha256": "4dface5860d4a08cc0d4d3eb928358059c871a959ac2d887c445835c7dd1487b",
298
+ "host": "192",
299
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
300
+ "typed_manifest_path": "/data/root/web_compression/datasets164/housing_inventory/typed/dataset_manifest.json",
301
+ "typed_manifest_sha256": "798085150daf04292d158ce9220ec446580bf2f7bef0b9c77822f738f2964d0b"
302
+ },
303
+ "valid_value_count": 456
304
+ },
305
+ {
306
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
307
+ "dataset_id": "kaggle_web_traffic_weekly",
308
+ "input_version": "published_baseline_typed_input",
309
+ "mean_valid_values_per_sequence": 114.0,
310
+ "nonempty_numeric_sequence_count": 290126,
311
+ "source_bindings": {
312
+ "block_catalog_bytes": 669107871,
313
+ "block_catalog_path": "/data/root/web_compression/datasets164/kaggle_web_traffic_weekly/typed/full/blocks.jsonl",
314
+ "block_catalog_sha256": "08113aae0d3d59c8a5816345c6a18f93592503590c9c7e3af03e37c687f0d38f",
315
+ "host": "192",
316
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
317
+ "typed_manifest_path": "/data/root/web_compression/datasets164/kaggle_web_traffic_weekly/typed/dataset_manifest.json",
318
+ "typed_manifest_sha256": "a3f024f36d98062db4d52b6b11e403ca998ee5c1088dc84f0fddadc2cc978b94"
319
+ },
320
+ "valid_value_count": 33074364
321
+ },
322
+ {
323
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
324
+ "dataset_id": "magseven_ml_ready_high_frequency_anomaly",
325
+ "input_version": "corrected_accepted_input",
326
+ "mean_valid_values_per_sequence": 33.0,
327
+ "nonempty_numeric_sequence_count": 6,
328
+ "source_bindings": {
329
+ "columns_csv": {
330
+ "bytes": 1295,
331
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/columns.csv",
332
+ "sha256": "6382075fcd1109b3189b0ecb0852da6fa2d21d26bf50b4f4a22a8399b85da817"
333
+ },
334
+ "data_csv": {
335
+ "bytes": 2122,
336
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/data.csv",
337
+ "sha256": "1bd2b20c2ad74cb89bfdec5ce4fbc8d5f99b83d423a7bc7612ebb526f1f16b32"
338
+ },
339
+ "dataset_manifest": {
340
+ "bytes": 1632,
341
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/dataset_manifest.json",
342
+ "sha256": "4d57e891319e836e65c95cc414b37b2da1def54323562f14d35a00065753ac26"
343
+ },
344
+ "method": "local_exact_corrected_wide_csv_scan",
345
+ "series_map_csv": {
346
+ "bytes": 322,
347
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/series_map.csv",
348
+ "sha256": "4d2b0feeed3c0ea0dfbeca93e6f5bc21fb33d99652c358e533ed1e7dfeca0426"
349
+ }
350
+ },
351
+ "valid_value_count": 198
352
+ },
353
+ {
354
+ "classification": "exclude_no_admitted_scientific_numeric_payload",
355
+ "dataset_id": "medium_posts",
356
+ "input_version": "published_baseline_typed_input",
357
+ "mean_valid_values_per_sequence": null,
358
+ "nonempty_numeric_sequence_count": 0,
359
+ "source_bindings": {
360
+ "block_catalog_bytes": 25939,
361
+ "block_catalog_path": "/data/root/web_compression/datasets164/medium_posts/typed/full/blocks.jsonl",
362
+ "block_catalog_sha256": "a0ed3e9b2b42de7240a3f0b640f95de1179deb52f08e03fb2865c272d2cbf370",
363
+ "host": "192",
364
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
365
+ "typed_manifest_path": "/data/root/web_compression/datasets164/medium_posts/typed/dataset_manifest.json",
366
+ "typed_manifest_sha256": "9ceb1dbbcc5c8708c0f63f8d7e913b56a4fe30d2aa6f70255dc334e968c90a4e"
367
+ },
368
+ "valid_value_count": 0
369
+ },
370
+ {
371
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
372
+ "dataset_id": "niederschlag_station_4091_bavaria_germany",
373
+ "input_version": "published_baseline_typed_input",
374
+ "mean_valid_values_per_sequence": 60.0,
375
+ "nonempty_numeric_sequence_count": 1,
376
+ "source_bindings": {
377
+ "block_catalog_bytes": 2376,
378
+ "block_catalog_path": "/data/root/web_compression/datasets164/niederschlag_station_4091_bavaria_germany/typed/full/blocks.jsonl",
379
+ "block_catalog_sha256": "616aef8f0b72a70aad8635da48e828698389db5560c446e0dd382a1da8f34be6",
380
+ "host": "192",
381
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
382
+ "typed_manifest_path": "/data/root/web_compression/datasets164/niederschlag_station_4091_bavaria_germany/typed/dataset_manifest.json",
383
+ "typed_manifest_sha256": "dc85be141a65df6aceac18b72dcd960f5f81e1118a5432e00604da6e7eb27131"
384
+ },
385
+ "valid_value_count": 60
386
+ },
387
+ {
388
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
389
+ "dataset_id": "nn5_weekly",
390
+ "input_version": "published_baseline_typed_input",
391
+ "mean_valid_values_per_sequence": 113.0,
392
+ "nonempty_numeric_sequence_count": 222,
393
+ "source_bindings": {
394
+ "block_catalog_bytes": 479726,
395
+ "block_catalog_path": "/data/root/web_compression/datasets164/nn5_weekly/typed/full/blocks.jsonl",
396
+ "block_catalog_sha256": "7e80c31ba5c88bedcfc2c43695f13ce116bc2829df89d2a418c12ea2943c7b8b",
397
+ "host": "192",
398
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
399
+ "typed_manifest_path": "/data/root/web_compression/datasets164/nn5_weekly/typed/dataset_manifest.json",
400
+ "typed_manifest_sha256": "7fbd87675bfd087093114168c8f972f6217790061438aa4db98cf0357a4d98ca"
401
+ },
402
+ "valid_value_count": 25086
403
+ },
404
+ {
405
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
406
+ "dataset_id": "solar_weekly",
407
+ "input_version": "published_baseline_typed_input",
408
+ "mean_valid_values_per_sequence": 52.0,
409
+ "nonempty_numeric_sequence_count": 274,
410
+ "source_bindings": {
411
+ "block_catalog_bytes": 595087,
412
+ "block_catalog_path": "/data/root/web_compression/datasets164/solar_weekly/typed/full/blocks.jsonl",
413
+ "block_catalog_sha256": "24dd43bad6668d50137e196e8e7e9749522f43b399566fab2b013b31df195e13",
414
+ "host": "192",
415
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
416
+ "typed_manifest_path": "/data/root/web_compression/datasets164/solar_weekly/typed/dataset_manifest.json",
417
+ "typed_manifest_sha256": "cac9980160d9b29b606ba108e756240a6d512ebd9d8b115e4df68240f1e9e87a"
418
+ },
419
+ "valid_value_count": 14248
420
+ },
421
+ {
422
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
423
+ "dataset_id": "timeseries-finance-ETF",
424
+ "input_version": "published_baseline_typed_input",
425
+ "mean_valid_values_per_sequence": 57.49729988052569,
426
+ "nonempty_numeric_sequence_count": 83700,
427
+ "source_bindings": {
428
+ "block_catalog_bytes": 188084769,
429
+ "block_catalog_path": "/data/root/web_compression/datasets164/timeseries-finance-ETF/typed/full/blocks.jsonl",
430
+ "block_catalog_sha256": "dd19a10edf0d6f4f5825caaf137b0f7c48453d2eb5e6f9825c87fecfaf04cd83",
431
+ "host": "192",
432
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
433
+ "typed_manifest_path": "/data/root/web_compression/datasets164/timeseries-finance-ETF/typed/dataset_manifest.json",
434
+ "typed_manifest_sha256": "e61a1c59855ddb5847b6ec292d1c9c7bec6163bc2470ea976f17bf9d3df437bc"
435
+ },
436
+ "valid_value_count": 4812524
437
+ },
438
+ {
439
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
440
+ "dataset_id": "timeseries_finance_etf_missing",
441
+ "input_version": "published_baseline_typed_input",
442
+ "mean_valid_values_per_sequence": 57.49729988052569,
443
+ "nonempty_numeric_sequence_count": 83700,
444
+ "source_bindings": {
445
+ "block_catalog_bytes": 193441569,
446
+ "block_catalog_path": "/data/root/web_compression/datasets164/timeseries_finance_etf_missing/typed/full/blocks.jsonl",
447
+ "block_catalog_sha256": "bccf15a09e4a505d1a3658eac93fa5bf5e93c181c3c88dc06f63528c89c8c198",
448
+ "host": "192",
449
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
450
+ "typed_manifest_path": "/data/root/web_compression/datasets164/timeseries_finance_etf_missing/typed/dataset_manifest.json",
451
+ "typed_manifest_sha256": "02a97e0106ab3fc55ee0b384a6f5594c8097d5c61c531dc5d2258a5c74667503"
452
+ },
453
+ "valid_value_count": 4812524
454
+ },
455
+ {
456
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
457
+ "dataset_id": "tourism_quarterly",
458
+ "input_version": "published_baseline_typed_input",
459
+ "mean_valid_values_per_sequence": 99.63466042154566,
460
+ "nonempty_numeric_sequence_count": 854,
461
+ "source_bindings": {
462
+ "block_catalog_bytes": 1896652,
463
+ "block_catalog_path": "/data/root/web_compression/datasets164/tourism_quarterly/typed/full/blocks.jsonl",
464
+ "block_catalog_sha256": "c6a22e4277933d7fc9cb19909dda84f1da108e192f011d32143fabb0f40a1495",
465
+ "host": "192",
466
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
467
+ "typed_manifest_path": "/data/root/web_compression/datasets164/tourism_quarterly/typed/dataset_manifest.json",
468
+ "typed_manifest_sha256": "7546af1d7f49ee5480d791cb942351a4a50ac6ac644dd770a1374afd6aa42cbf"
469
+ },
470
+ "valid_value_count": 85088
471
+ },
472
+ {
473
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
474
+ "dataset_id": "tourism_yearly",
475
+ "input_version": "published_baseline_typed_input",
476
+ "mean_valid_values_per_sequence": 24.627413127413128,
477
+ "nonempty_numeric_sequence_count": 1036,
478
+ "source_bindings": {
479
+ "block_catalog_bytes": 2271148,
480
+ "block_catalog_path": "/data/root/web_compression/datasets164/tourism_yearly/typed/full/blocks.jsonl",
481
+ "block_catalog_sha256": "c20cdff15822ba6809d02fcfb1e0d3cffc9bb5d6eb3b05c618cf1f7f3a7a76a4",
482
+ "host": "192",
483
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
484
+ "typed_manifest_path": "/data/root/web_compression/datasets164/tourism_yearly/typed/dataset_manifest.json",
485
+ "typed_manifest_sha256": "8a9f17a8b9437b4c186ddb3a8355c76f330ed2c451385cf00d4364fd9199d55d"
486
+ },
487
+ "valid_value_count": 25514
488
+ },
489
+ {
490
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
491
+ "dataset_id": "traffic_weekly",
492
+ "input_version": "published_baseline_typed_input",
493
+ "mean_valid_values_per_sequence": 104.0,
494
+ "nonempty_numeric_sequence_count": 1724,
495
+ "source_bindings": {
496
+ "block_catalog_bytes": 3790280,
497
+ "block_catalog_path": "/data/root/web_compression/datasets164/traffic_weekly/typed/full/blocks.jsonl",
498
+ "block_catalog_sha256": "4aa6a797240415e2b47b9ced3ecb64d31d643c5f72bb2d97fc92500b02f63e54",
499
+ "host": "192",
500
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
501
+ "typed_manifest_path": "/data/root/web_compression/datasets164/traffic_weekly/typed/dataset_manifest.json",
502
+ "typed_manifest_sha256": "9ba985cbc9ca1ead89e8c0ee0a533bd8517c596d0a872b467b3990f73a281440"
503
+ },
504
+ "valid_value_count": 179296
505
+ },
506
+ {
507
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
508
+ "dataset_id": "traqq_weekly_activity",
509
+ "input_version": "published_correct_source_semantics_unchanged_typed_input",
510
+ "mean_valid_values_per_sequence": 4.895522388059701,
511
+ "nonempty_numeric_sequence_count": 335,
512
+ "source_bindings": {
513
+ "block_catalog_bytes": 740698,
514
+ "block_catalog_path": "/data/root/web_compression/datasets164/traqq_weekly_activity/typed/full/blocks.jsonl",
515
+ "block_catalog_sha256": "2e35d39cbe95790c6473a49f272792e2828f623533117b12f91d9b1b5c223b61",
516
+ "host": "192",
517
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
518
+ "typed_manifest_path": "/data/root/web_compression/datasets164/traqq_weekly_activity/typed/dataset_manifest.json",
519
+ "typed_manifest_sha256": "7e9b85464124cdecd8b19b0a7c6fe59632b6856e8dd3ea340add0fb9794ba1cd"
520
+ },
521
+ "valid_value_count": 1640
522
+ },
523
+ {
524
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
525
+ "dataset_id": "trending_stocks_yahoo_finance",
526
+ "input_version": "corrected_accepted_input",
527
+ "mean_valid_values_per_sequence": 5.7372982158028885,
528
+ "nonempty_numeric_sequence_count": 17655,
529
+ "source_bindings": {
530
+ "columns_csv": {
531
+ "bytes": 1227,
532
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/columns.csv",
533
+ "sha256": "df6236a75d3eb6f67efe9dcda7d1186b06d5d915cd7c70ea65d06750c1ca2489"
534
+ },
535
+ "data_csv": {
536
+ "bytes": 1073819,
537
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/data.csv",
538
+ "sha256": "fd8de8b6166d6875f5bb961d423e34bb438460625c884a5c2ddc6784efea4637"
539
+ },
540
+ "dataset_manifest": {
541
+ "bytes": 1507,
542
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/dataset_manifest.json",
543
+ "sha256": "79349da2c5a892dc988104b7ea56ee2bbc5a7128919c2caee7228107d1fc0eb6"
544
+ },
545
+ "method": "local_exact_corrected_wide_csv_scan",
546
+ "series_map_csv": {
547
+ "bytes": 252602,
548
+ "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/series_map.csv",
549
+ "sha256": "e29ecee1ceaf947b33be5c1d143eb12e17c540f47cea39a88a2fba63423f4ee4"
550
+ }
551
+ },
552
+ "valid_value_count": 101292
553
+ },
554
+ {
555
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
556
+ "dataset_id": "us_stock_financial_ratios",
557
+ "input_version": "published_correct_source_semantics_unchanged_typed_input",
558
+ "mean_valid_values_per_sequence": 9.896346929627969,
559
+ "nonempty_numeric_sequence_count": 8924,
560
+ "source_bindings": {
561
+ "block_catalog_bytes": 20865599,
562
+ "block_catalog_path": "/data/root/web_compression/datasets164/us_stock_financial_ratios/typed/full/blocks.jsonl",
563
+ "block_catalog_sha256": "04e12b341f09d4aae337077377cd4c17e7922a8a259a5465699385f101add238",
564
+ "host": "192",
565
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
566
+ "typed_manifest_path": "/data/root/web_compression/datasets164/us_stock_financial_ratios/typed/dataset_manifest.json",
567
+ "typed_manifest_sha256": "8d2625899f1ce97ae2a1d9c4c2b82132948a31bd7803bca2818d250483812c04"
568
+ },
569
+ "valid_value_count": 88315
570
+ },
571
+ {
572
+ "classification": "exclude_mean_valid_values_per_sequence_below_128",
573
+ "dataset_id": "zillow_viewer",
574
+ "input_version": "published_baseline_typed_input",
575
+ "mean_valid_values_per_sequence": 32.28351815443223,
576
+ "nonempty_numeric_sequence_count": 244651,
577
+ "source_bindings": {
578
+ "block_catalog_bytes": 640656958,
579
+ "block_catalog_path": "/data/root/web_compression/datasets164/zillow_viewer/typed/full/blocks.jsonl",
580
+ "block_catalog_sha256": "0e78b5cb919cbf544e49d916fe8d72ccc1b6b61ab93c635f115d149111ea33c4",
581
+ "host": "192",
582
+ "mirror_acceptance": "dataset164-final-acceptance-v2",
583
+ "typed_manifest_path": "/data/root/web_compression/datasets164/zillow_viewer/typed/dataset_manifest.json",
584
+ "typed_manifest_sha256": "1f60337db1ce69b7562ce2d20908e7158455f36481d4bb8cc3ffc130be997494"
585
+ },
586
+ "valid_value_count": 7898195
587
+ }
588
+ ],
589
+ "expected_active_pair_count": 11645,
590
+ "input_version_policy": "current corrected input where available; published accepted baseline otherwise",
591
+ "schema": "compressionbenchmark-min128-dataset-scope-v1",
592
+ "scope_id": "min128_20261013_v1",
593
+ "selection_rule": "retain admitted numeric payload datasets with mean valid values per complete scientific sequence >=128",
594
+ "sequence_length_audit_sha256": "9c340b8f314984881230f0bf3122f45fde64b885ce3e26baf1ec3df1f2540df4",
595
+ "source_final160_scope_sha256": "92a995e4278971077fe60dabd913e26e1afdccaeca1ec6181ae1de3f50929889",
596
+ "source_min32_sequence_length_audit_sha256": "cdce9b3f988f48639164e850ac16a345bbb23066cbd60f2c8989c21adfcd9365",
597
+ "status": "frozen_user_authorized_min128_test_scope"
598
+ }
final-input-status.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "compressionbenchmark-current-input-status-v2",
3
+ "status": "known_incomplete_input_versions_quarantined_pending_replacement",
4
+ "scope_sha256": "b56f9bd610e0bf63ab50d719ce70cf92ddc1b79e6b30fd2c6e2f707944b2ba72",
5
+ "format_audit_sha256": "2d3fb152f4f040a044a49fb23a0a34eb217ad0a54668f1fa0c65281d72064ba8",
6
+ "scope_id": "min128_20261013_v1",
7
+ "pending_datasets": [
8
+ {
9
+ "dataset_id": "freshretailnet_lt",
10
+ "classification": "proven_old_input_incomplete_new_input_required",
11
+ "reason": "The old export retained 66/114 table-qualified numeric columns and dropped 48 trailing train columns under the 1 GB cap. All 7,939,549 source rows were retained, but the value-column universe is incomplete.",
12
+ "rerun_requirement": "All 85 active families on the new full114 input after independent input acceptance."
13
+ },
14
+ {
15
+ "dataset_id": "kaggle_web_traffic",
16
+ "classification": "proven_old_input_incomplete_new_input_required",
17
+ "reason": "The old export retained only 33,860,956 of 116,476,879 eligible source rows because of the 1 GB cap (82,615,923 rows lost). The one scientific value is FLOAT target; physical Time is the temporal coordinate and TAG fields (including start_timestamp) are metadata, not value payload.",
18
+ "rerun_requirement": "All 85 active families on a full-row target-only input after independent input acceptance; preserve all 7,018,638 source target NaNs as canonical NaN bits."
19
+ }
20
+ ],
21
+ "policy": "Apply the user-authorized mean numerical-sequence length >=128 rule to every dataset with admitted numeric payload. The timestamp-only medium_posts input has no admitted scientific numeric payload and is separately ineligible, not assigned a zero mean. Keep archived evidence. Exclude superseded incomplete inputs across all active language/type views until new exact accepted input/result bindings are published.",
22
+ "raw_science_payload_modified": false,
23
+ "sequence_length_audit_sha256": "9c340b8f314984881230f0bf3122f45fde64b885ce3e26baf1ec3df1f2540df4"
24
+ }
final-scope.js ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ export const FINAL160_SCOPE = {"active_algorithm_count": 85, "created_at": "2026-10-13T20:23:43.365976+08:00", "dataset_count": 137, "datasets": ["Air-Quality", "Bar-Crawl", "Bird-migration", "Comments", "ETDataset-ett", "IGlocations2", "METR-LA", "Metro-Traffic", "NYC_Yellow_Taxi_Trip", "PEMS-BAY", "RealEstate1", "RealEstate2", "Romance", "SpatialEpiBench", "Telco", "TrainsUK2", "Uberlandia", "Wins", "YaleLanguages", "ahr999-dataset", "ast_spacemobile_fleet_data", "australia_solar", "australian_electricity_demand", "auto_production_sf", "azure2019_u", "bitcoin", "bitcoin_price_timeseries", "coastal_t_s", "commodity_import", "commodity_production", "covid_deaths-monash", "cphl", "crypto", "crypto_data", "current_velocity", "deep-space-probes", "dst-index", "ecdc_covid", "eea_pm25_forecasting", "electricity_demand", "electricity_load_2011_2014", "electricity_production", "enedis-with-holidays", "epf_electricity_price", "eweld_load", "exchange_rate", "faang_engineered_time_series_features_2013_2025", "finland_traffic", "forex_factory_calendar", "fred_md", "freshretailnet_lt", "fulus_lyd_rates_2025", "geomagnetic_kp_index", "global_influenza", "global_price", "gluco_tsfm_benchmark", "goes_omni_electron_flux_forecasting", "greatplains_multisource_2000_2024", "hourly-stock-data-2023", "hourly_electricity_demand_brazil", "indian_stock_hourly_2017_2021", "job_claims", "jolts", "kaggle_web_traffic", "kdd_cup_2018", "knowable", "kraken-trading-data", "kuiper_fleet_data", "london_smart_meters", "m2oe2_timeseries", "meteoblue", "metropt_3", "multi_model_trading_data", "national_illness", "ne_china_wind", "nifty50_market_regime", "nn5_daily", "oikolab_weather", "oil_price", "omie_blockchain_study", "online_retail_2_uci", "ooni_censorship_historical", "openelectricity_nem", "orbital_chaos_nasa_ssc", "pedestrian_counts", "phenology_normal_hawaii", "polymarket_crypto_5m_15m", "port_activity", "quitobench", "rating", "reg_forecasting_v2", "rideshare", "salesforecastingwomartstore", "saugeenday-monash", "scaphandre_cpu_usage", "sg_carpark", "sg_pm25", "sg_weather", "sleep_score_fitbit", "solar_10_minutes", "solar_4_seconds", "solusdt_enhanced_180", "spx", "stock_dataset", "substorm_onsets", "sunspot", "telangana_weather", "temperature_rain", "timeseries-1m-QQQ-10y", "timeseries_1mn_sp500", "timeseries_1mn_stocks", "tourism_monthly", "tourism_monthly-zaai-ai", "tourism_residuals", "traffic", "traffic_hourly", "trxusdt_spot_1m_05_2021_to_03_2026", "uk_electricity_generation_mix_2019_2026", "uncertainty_1m", "us_births-monash", "us_labor", "us_term_structure", "vehicle_sales", "vehicle_supply", "vehicle_trips", "water_quality_darwin", "weather_data_bavaria", "wids2023_competition_weather_forecasting", "wind_4_seconds", "wind_farms_minutely", "wordle_mcm_dataset", "wui_global", "xauusd", "xauusd_1m", "xinyi_public_gym", "xrpusdt_spot_1m_05_2021_to_03_2026", "yongchun_public_gym"], "excluded_dataset_count": 23, "excluded_datasets": [{"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "africa_senegal_mauritania_crops_spi", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 30.87160525309193, "nonempty_numeric_sequence_count": 7843, "source_bindings": {"block_catalog_bytes": 18563392, "block_catalog_path": "/data/root/web_compression/datasets164/africa_senegal_mauritania_crops_spi/typed/full/blocks.jsonl", "block_catalog_sha256": "69e195e6a31c16e86bd8fb450ca8b82c7142b41c274534b6571e561b7a98163f", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/africa_senegal_mauritania_crops_spi/typed/dataset_manifest.json", "typed_manifest_sha256": "7d13ad8ef221f1996ee5f7ccc75d7c33e9dffd763021c546a25d18905e72c728"}, "valid_value_count": 242126}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "car_parts", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 50.76514584891548, "nonempty_numeric_sequence_count": 5348, "source_bindings": {"block_catalog_bytes": 11551132, "block_catalog_path": "/data/root/web_compression/datasets164/car_parts/typed/full/blocks.jsonl", "block_catalog_sha256": "df9670d9af90f132228ca048bf46889c53eae59fcf4561cb727f78112f30dd33", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/car_parts/typed/dataset_manifest.json", "typed_manifest_sha256": "3deda1e663dfc0f1255b0ddac83b7859d6c6e44ab1790f64b4d311147c6842fe"}, "valid_value_count": 271492}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "dmi-aarhus-weather-data", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 48.061442006269594, "nonempty_numeric_sequence_count": 60610, "source_bindings": {"block_catalog_bytes": 145991876, "block_catalog_path": "/data/root/web_compression/datasets164/dmi-aarhus-weather-data/typed/full/blocks.jsonl", "block_catalog_sha256": "76999b090861b54c87599295d59ea84275a1657159b2fc10f3c10fcc7f5f0276", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/dmi-aarhus-weather-data/typed/dataset_manifest.json", "typed_manifest_sha256": "07816de98eda4e4567d96cfd1f0f0017b9476aad776dfb338c4dac9e0fb496d4"}, "valid_value_count": 2913004}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "freshretailnet_50k", "input_version": "corrected_full114_typed_frozen_ready", "mean_valid_values_per_sequence": 48.5, "nonempty_numeric_sequence_count": 5700000, "source_bindings": {"block_catalog": {"bytes": 13015265091, "path": "/data/user/new_ai_compress/operator_sweep/six_dataset_numeric_repair_20261012_v1/typed_attempt_v2/datasets/freshretailnet_50k/full/blocks.jsonl", "sha256": "fe0b800aed22cde1e823dd8f0861246acd71746023f0ddb095a9e2510fa7fe8c"}, "frozen_ready": {"bytes": 8026, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/fresh50k/typed_ready_v2/FROZEN_READY.json", "sha256": "1b71521fbd61e9d9ffe737d57b6ac73077b7e8e1f77661eacac45e8a4abb1dcd"}, "source_data_sha256": "6f7e162d476c2025cd1493da71939f5c20f0e7cbdb5724b4d1e3bc0b11a4ff3c", "typed_manifest": {"bytes": 82351, "path": "/data/user/new_ai_compress/operator_sweep/six_dataset_numeric_repair_20261012_v1/typed_attempt_v2/datasets/freshretailnet_50k/dataset_manifest.json", "sha256": "17b2a278f4eeacc1f27a64e1cbb348e1946e6ed173a658eca59c15d94d4ece76"}}, "valid_value_count": 276450000}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "github_top_projects", "input_version": "corrected_accepted_input", "mean_valid_values_per_sequence": 6.246782941614378, "nonempty_numeric_sequence_count": 37612, "source_bindings": {"columns_csv": {"bytes": 443, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/columns.csv", "sha256": "f1ee36477b22012eab7b9567b138be0a01265377df6541bef82b6519ed087be1"}, "data_csv": {"bytes": 2855950, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/data.csv", "sha256": "faa5bdd56961f095da5d6f885055ad3d05a5711814547d9be9d8449a81f43201"}, "dataset_manifest": {"bytes": 1316, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/dataset_manifest.json", "sha256": "c472deb1f54446d0a7d83cb239424ece7da8e73b73737ae234ac2b68fd276d5c"}, "method": "local_exact_corrected_wide_csv_scan", "series_map_csv": {"bytes": 2136531, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/github_top_projects/series_map.csv", "sha256": "a15818feb0a413c06652f6e68ef88dd97edd19e603b726bc2ba7f102ac3232d9"}}, "valid_value_count": 234954}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "globalstar_fleet_data", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 109.25, "nonempty_numeric_sequence_count": 20, "source_bindings": {"block_catalog_bytes": 44300, "block_catalog_path": "/data/root/web_compression/datasets164/globalstar_fleet_data/typed/full/blocks.jsonl", "block_catalog_sha256": "c8378f97eaaafb2678dc119ed5fc922077f6e96324059dcc25515c01137ebafd", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/globalstar_fleet_data/typed/dataset_manifest.json", "typed_manifest_sha256": "e13103d004e8503a68292af02b6b14704065d33318e8dbef15a623567fc616b0"}, "valid_value_count": 2185}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "hospital-monash", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 84.0, "nonempty_numeric_sequence_count": 1534, "source_bindings": {"block_catalog_bytes": 3369626, "block_catalog_path": "/data/root/web_compression/datasets164/hospital-monash/typed/full/blocks.jsonl", "block_catalog_sha256": "39e9d05162ca54709299ffe7bab36e3e8d0e6ef961a04dfa1d187475f92856b7", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/hospital-monash/typed/dataset_manifest.json", "typed_manifest_sha256": "9ccb7c12def299f710a0b5418f3fb31cea3caf22b651dccd532531e8519a1e56"}, "valid_value_count": 128856}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "housing_inventory", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 114.0, "nonempty_numeric_sequence_count": 4, "source_bindings": {"block_catalog_bytes": 8721, "block_catalog_path": "/data/root/web_compression/datasets164/housing_inventory/typed/full/blocks.jsonl", "block_catalog_sha256": "4dface5860d4a08cc0d4d3eb928358059c871a959ac2d887c445835c7dd1487b", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/housing_inventory/typed/dataset_manifest.json", "typed_manifest_sha256": "798085150daf04292d158ce9220ec446580bf2f7bef0b9c77822f738f2964d0b"}, "valid_value_count": 456}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "kaggle_web_traffic_weekly", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 114.0, "nonempty_numeric_sequence_count": 290126, "source_bindings": {"block_catalog_bytes": 669107871, "block_catalog_path": "/data/root/web_compression/datasets164/kaggle_web_traffic_weekly/typed/full/blocks.jsonl", "block_catalog_sha256": "08113aae0d3d59c8a5816345c6a18f93592503590c9c7e3af03e37c687f0d38f", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/kaggle_web_traffic_weekly/typed/dataset_manifest.json", "typed_manifest_sha256": "a3f024f36d98062db4d52b6b11e403ca998ee5c1088dc84f0fddadc2cc978b94"}, "valid_value_count": 33074364}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "magseven_ml_ready_high_frequency_anomaly", "input_version": "corrected_accepted_input", "mean_valid_values_per_sequence": 33.0, "nonempty_numeric_sequence_count": 6, "source_bindings": {"columns_csv": {"bytes": 1295, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/columns.csv", "sha256": "6382075fcd1109b3189b0ecb0852da6fa2d21d26bf50b4f4a22a8399b85da817"}, "data_csv": {"bytes": 2122, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/data.csv", "sha256": "1bd2b20c2ad74cb89bfdec5ce4fbc8d5f99b83d423a7bc7612ebb526f1f16b32"}, "dataset_manifest": {"bytes": 1632, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/dataset_manifest.json", "sha256": "4d57e891319e836e65c95cc414b37b2da1def54323562f14d35a00065753ac26"}, "method": "local_exact_corrected_wide_csv_scan", "series_map_csv": {"bytes": 322, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/mag7_float64_v2/magseven_ml_ready_high_frequency_anomaly/series_map.csv", "sha256": "4d2b0feeed3c0ea0dfbeca93e6f5bc21fb33d99652c358e533ed1e7dfeca0426"}}, "valid_value_count": 198}, {"classification": "exclude_no_admitted_scientific_numeric_payload", "dataset_id": "medium_posts", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": null, "nonempty_numeric_sequence_count": 0, "source_bindings": {"block_catalog_bytes": 25939, "block_catalog_path": "/data/root/web_compression/datasets164/medium_posts/typed/full/blocks.jsonl", "block_catalog_sha256": "a0ed3e9b2b42de7240a3f0b640f95de1179deb52f08e03fb2865c272d2cbf370", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/medium_posts/typed/dataset_manifest.json", "typed_manifest_sha256": "9ceb1dbbcc5c8708c0f63f8d7e913b56a4fe30d2aa6f70255dc334e968c90a4e"}, "valid_value_count": 0}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "niederschlag_station_4091_bavaria_germany", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 60.0, "nonempty_numeric_sequence_count": 1, "source_bindings": {"block_catalog_bytes": 2376, "block_catalog_path": "/data/root/web_compression/datasets164/niederschlag_station_4091_bavaria_germany/typed/full/blocks.jsonl", "block_catalog_sha256": "616aef8f0b72a70aad8635da48e828698389db5560c446e0dd382a1da8f34be6", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/niederschlag_station_4091_bavaria_germany/typed/dataset_manifest.json", "typed_manifest_sha256": "dc85be141a65df6aceac18b72dcd960f5f81e1118a5432e00604da6e7eb27131"}, "valid_value_count": 60}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "nn5_weekly", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 113.0, "nonempty_numeric_sequence_count": 222, "source_bindings": {"block_catalog_bytes": 479726, "block_catalog_path": "/data/root/web_compression/datasets164/nn5_weekly/typed/full/blocks.jsonl", "block_catalog_sha256": "7e80c31ba5c88bedcfc2c43695f13ce116bc2829df89d2a418c12ea2943c7b8b", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/nn5_weekly/typed/dataset_manifest.json", "typed_manifest_sha256": "7fbd87675bfd087093114168c8f972f6217790061438aa4db98cf0357a4d98ca"}, "valid_value_count": 25086}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "solar_weekly", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 52.0, "nonempty_numeric_sequence_count": 274, "source_bindings": {"block_catalog_bytes": 595087, "block_catalog_path": "/data/root/web_compression/datasets164/solar_weekly/typed/full/blocks.jsonl", "block_catalog_sha256": "24dd43bad6668d50137e196e8e7e9749522f43b399566fab2b013b31df195e13", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/solar_weekly/typed/dataset_manifest.json", "typed_manifest_sha256": "cac9980160d9b29b606ba108e756240a6d512ebd9d8b115e4df68240f1e9e87a"}, "valid_value_count": 14248}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "timeseries-finance-ETF", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 57.49729988052569, "nonempty_numeric_sequence_count": 83700, "source_bindings": {"block_catalog_bytes": 188084769, "block_catalog_path": "/data/root/web_compression/datasets164/timeseries-finance-ETF/typed/full/blocks.jsonl", "block_catalog_sha256": "dd19a10edf0d6f4f5825caaf137b0f7c48453d2eb5e6f9825c87fecfaf04cd83", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/timeseries-finance-ETF/typed/dataset_manifest.json", "typed_manifest_sha256": "e61a1c59855ddb5847b6ec292d1c9c7bec6163bc2470ea976f17bf9d3df437bc"}, "valid_value_count": 4812524}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "timeseries_finance_etf_missing", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 57.49729988052569, "nonempty_numeric_sequence_count": 83700, "source_bindings": {"block_catalog_bytes": 193441569, "block_catalog_path": "/data/root/web_compression/datasets164/timeseries_finance_etf_missing/typed/full/blocks.jsonl", "block_catalog_sha256": "bccf15a09e4a505d1a3658eac93fa5bf5e93c181c3c88dc06f63528c89c8c198", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/timeseries_finance_etf_missing/typed/dataset_manifest.json", "typed_manifest_sha256": "02a97e0106ab3fc55ee0b384a6f5594c8097d5c61c531dc5d2258a5c74667503"}, "valid_value_count": 4812524}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "tourism_quarterly", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 99.63466042154566, "nonempty_numeric_sequence_count": 854, "source_bindings": {"block_catalog_bytes": 1896652, "block_catalog_path": "/data/root/web_compression/datasets164/tourism_quarterly/typed/full/blocks.jsonl", "block_catalog_sha256": "c6a22e4277933d7fc9cb19909dda84f1da108e192f011d32143fabb0f40a1495", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/tourism_quarterly/typed/dataset_manifest.json", "typed_manifest_sha256": "7546af1d7f49ee5480d791cb942351a4a50ac6ac644dd770a1374afd6aa42cbf"}, "valid_value_count": 85088}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "tourism_yearly", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 24.627413127413128, "nonempty_numeric_sequence_count": 1036, "source_bindings": {"block_catalog_bytes": 2271148, "block_catalog_path": "/data/root/web_compression/datasets164/tourism_yearly/typed/full/blocks.jsonl", "block_catalog_sha256": "c20cdff15822ba6809d02fcfb1e0d3cffc9bb5d6eb3b05c618cf1f7f3a7a76a4", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/tourism_yearly/typed/dataset_manifest.json", "typed_manifest_sha256": "8a9f17a8b9437b4c186ddb3a8355c76f330ed2c451385cf00d4364fd9199d55d"}, "valid_value_count": 25514}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "traffic_weekly", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 104.0, "nonempty_numeric_sequence_count": 1724, "source_bindings": {"block_catalog_bytes": 3790280, "block_catalog_path": "/data/root/web_compression/datasets164/traffic_weekly/typed/full/blocks.jsonl", "block_catalog_sha256": "4aa6a797240415e2b47b9ced3ecb64d31d643c5f72bb2d97fc92500b02f63e54", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/traffic_weekly/typed/dataset_manifest.json", "typed_manifest_sha256": "9ba985cbc9ca1ead89e8c0ee0a533bd8517c596d0a872b467b3990f73a281440"}, "valid_value_count": 179296}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "traqq_weekly_activity", "input_version": "published_correct_source_semantics_unchanged_typed_input", "mean_valid_values_per_sequence": 4.895522388059701, "nonempty_numeric_sequence_count": 335, "source_bindings": {"block_catalog_bytes": 740698, "block_catalog_path": "/data/root/web_compression/datasets164/traqq_weekly_activity/typed/full/blocks.jsonl", "block_catalog_sha256": "2e35d39cbe95790c6473a49f272792e2828f623533117b12f91d9b1b5c223b61", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/traqq_weekly_activity/typed/dataset_manifest.json", "typed_manifest_sha256": "7e9b85464124cdecd8b19b0a7c6fe59632b6856e8dd3ea340add0fb9794ba1cd"}, "valid_value_count": 1640}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "trending_stocks_yahoo_finance", "input_version": "corrected_accepted_input", "mean_valid_values_per_sequence": 5.7372982158028885, "nonempty_numeric_sequence_count": 17655, "source_bindings": {"columns_csv": {"bytes": 1227, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/columns.csv", "sha256": "df6236a75d3eb6f67efe9dcda7d1186b06d5d915cd7c70ea65d06750c1ca2489"}, "data_csv": {"bytes": 1073819, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/data.csv", "sha256": "fd8de8b6166d6875f5bb961d423e34bb438460625c884a5c2ddc6784efea4637"}, "dataset_manifest": {"bytes": 1507, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/dataset_manifest.json", "sha256": "79349da2c5a892dc988104b7ea56ee2bbc5a7128919c2caee7228107d1fc0eb6"}, "method": "local_exact_corrected_wide_csv_scan", "series_map_csv": {"bytes": 252602, "path": "/Users/xiaojinzhao/Documents/GitHub/web_compression/analysis_outputs/six_dataset_numeric_repair_20261012_v1/yahoo_github/output_v2/trending_stocks_yahoo_finance/series_map.csv", "sha256": "e29ecee1ceaf947b33be5c1d143eb12e17c540f47cea39a88a2fba63423f4ee4"}}, "valid_value_count": 101292}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "us_stock_financial_ratios", "input_version": "published_correct_source_semantics_unchanged_typed_input", "mean_valid_values_per_sequence": 9.896346929627969, "nonempty_numeric_sequence_count": 8924, "source_bindings": {"block_catalog_bytes": 20865599, "block_catalog_path": "/data/root/web_compression/datasets164/us_stock_financial_ratios/typed/full/blocks.jsonl", "block_catalog_sha256": "04e12b341f09d4aae337077377cd4c17e7922a8a259a5465699385f101add238", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/us_stock_financial_ratios/typed/dataset_manifest.json", "typed_manifest_sha256": "8d2625899f1ce97ae2a1d9c4c2b82132948a31bd7803bca2818d250483812c04"}, "valid_value_count": 88315}, {"classification": "exclude_mean_valid_values_per_sequence_below_128", "dataset_id": "zillow_viewer", "input_version": "published_baseline_typed_input", "mean_valid_values_per_sequence": 32.28351815443223, "nonempty_numeric_sequence_count": 244651, "source_bindings": {"block_catalog_bytes": 640656958, "block_catalog_path": "/data/root/web_compression/datasets164/zillow_viewer/typed/full/blocks.jsonl", "block_catalog_sha256": "0e78b5cb919cbf544e49d916fe8d72ccc1b6b61ab93c635f115d149111ea33c4", "host": "192", "mirror_acceptance": "dataset164-final-acceptance-v2", "typed_manifest_path": "/data/root/web_compression/datasets164/zillow_viewer/typed/dataset_manifest.json", "typed_manifest_sha256": "1f60337db1ce69b7562ce2d20908e7158455f36481d4bb8cc3ffc130be997494"}, "valid_value_count": 7898195}], "expected_active_pair_count": 11645, "input_version_policy": "current corrected input where available; published accepted baseline otherwise", "schema": "compressionbenchmark-min128-dataset-scope-v1", "scope_id": "min128_20261013_v1", "selection_rule": "retain admitted numeric payload datasets with mean valid values per complete scientific sequence >=128", "sequence_length_audit_sha256": "9c340b8f314984881230f0bf3122f45fde64b885ce3e26baf1ec3df1f2540df4", "source_final160_scope_sha256": "92a995e4278971077fe60dabd913e26e1afdccaeca1ec6181ae1de3f50929889", "source_min32_sequence_length_audit_sha256": "cdce9b3f988f48639164e850ac16a345bbb23066cbd60f2c8989c21adfcd9365", "status": "frozen_user_authorized_min128_test_scope"};
2
+ export const FINAL160_INPUT_STATUS = {"schema": "compressionbenchmark-current-input-status-v2", "status": "known_incomplete_input_versions_quarantined_pending_replacement", "scope_sha256": "b56f9bd610e0bf63ab50d719ce70cf92ddc1b79e6b30fd2c6e2f707944b2ba72", "format_audit_sha256": "2d3fb152f4f040a044a49fb23a0a34eb217ad0a54668f1fa0c65281d72064ba8", "scope_id": "min128_20261013_v1", "pending_datasets": [{"dataset_id": "freshretailnet_lt", "classification": "proven_old_input_incomplete_new_input_required", "reason": "The old export retained 66/114 table-qualified numeric columns and dropped 48 trailing train columns under the 1 GB cap. All 7,939,549 source rows were retained, but the value-column universe is incomplete.", "rerun_requirement": "All 85 active families on the new full114 input after independent input acceptance."}, {"dataset_id": "kaggle_web_traffic", "classification": "proven_old_input_incomplete_new_input_required", "reason": "The old export retained only 33,860,956 of 116,476,879 eligible source rows because of the 1 GB cap (82,615,923 rows lost). The one scientific value is FLOAT target; physical Time is the temporal coordinate and TAG fields (including start_timestamp) are metadata, not value payload.", "rerun_requirement": "All 85 active families on a full-row target-only input after independent input acceptance; preserve all 7,018,638 source target NaNs as canonical NaN bits."}], "policy": "Apply the user-authorized mean numerical-sequence length >=128 rule to every dataset with admitted numeric payload. The timestamp-only medium_posts input has no admitted scientific numeric payload and is separately ineligible, not assigned a zero mean. Keep archived evidence. Exclude superseded incomplete inputs across all active language/type views until new exact accepted input/result bindings are published.", "raw_science_payload_modified": false, "sequence_length_audit_sha256": "9c340b8f314984881230f0bf3122f45fde64b885ce3e26baf1ec3df1f2540df4"};
3
+ export const ACTIVE_CPP_FAMILIES = ["2DIFF", "ALP", "ANS", "Arithmetic", "BOS", "BSC", "BUFF", "Blosc", "Blosc2", "BriefLZ", "Brotli", "Bzip2", "Bzip3", "CORAD", "CSC", "Camel", "Chimp", "Chimp128", "Crush", "DBP", "Density", "Dict.", "Elf", "Elf+", "FPC", "FPCmp-R", "FPCmp-S", "FPZIP", "FSE", "FastLZ", "FastLZMA2", "FastPFor", "Gipfeli", "Gorilla", "Huff0", "Huffman", "Kanzi", "LECO", "LZ4", "LZ4 Fast", "LZ4HC", "LZAV", "LZF", "LZFSE", "LZG", "LZHAM", "LZJB", "LZMAT", "LZO1", "LZO2A", "LZRW", "LZSSE", "LZVN", "Libdeflate", "Lizard", "Lzlib", "NRV", "PFPC", "PPMD8", "Pithy", "Pongo", "QuickLZ", "REGER", "RLBE", "RLE", "SLZ", "SPDP", "SVB", "Shrinker", "Simple8b", "Snappy", "Sprintz", "TAMP", "Tornado", "WFLZ", "XPACK", "XZ", "YALZ77", "Yappy", "ZXC", "Zlib", "Zlib-ng", "Zling", "Zstd", "gzip"];
4
+ const EXPECTED_SCOPE_SHA256="b56f9bd610e0bf63ab50d719ce70cf92ddc1b79e6b30fd2c6e2f707944b2ba72";
5
+
6
+ export function applyFinal160Scope(snapshot,scope=FINAL160_SCOPE,status=FINAL160_INPUT_STATUS) {
7
+ if(scope?.schema!=='compressionbenchmark-min128-dataset-scope-v1'||scope?.status!=='frozen_user_authorized_min128_test_scope'||scope.scope_id!==FINAL160_SCOPE.scope_id)throw new Error('Invalid numerical-sequence scope contract.');
8
+ if(!Array.isArray(scope.datasets)||scope.datasets.length!==FINAL160_SCOPE.dataset_count||new Set(scope.datasets).size!==scope.datasets.length||scope.datasets.some((id,index)=>id!==FINAL160_SCOPE.datasets[index]))throw new Error('Dataset identities differ from the frozen scope.');
9
+ if(status?.schema!=='compressionbenchmark-current-input-status-v2'||status.scope_id!==scope.scope_id||status.scope_sha256!==EXPECTED_SCOPE_SHA256||!Array.isArray(status.pending_datasets))throw new Error('Invalid current-input gate.');
10
+ const ids=new Set(scope.datasets),blocked=new Set(status.pending_datasets.map(item=>item.dataset_id)),families=new Set(ACTIVE_CPP_FAMILIES);
11
+ if(blocked.size!==status.pending_datasets.length||[...blocked].some(id=>!ids.has(id)))throw new Error('Invalid pending input identity.');
12
+ const known=new Set((snapshot.datasets||[]).map(item=>item.key??item.dataset));
13
+ if([...ids].some(id=>!known.has(id)))throw new Error('A selected identity is absent from the immutable source snapshot.');
14
+ if(!Array.isArray(snapshot.dataset_results))throw new Error('Expected the receipt-bound decoded result view.');
15
+ const selected=snapshot.dataset_results.filter(row=>ids.has(row.dataset)&&!blocked.has(row.dataset)&&(row.comparison_profile!=='cpp'||families.has(row.family)));
16
+ return {...snapshot,datasets:snapshot.datasets.filter(item=>ids.has(item.key??item.dataset)),dataset_results:selected,
17
+ active_dataset_scope:{scope_id:status.scope_id,dataset_count:ids.size,pending_dataset_ids:[...blocked].sort(),historical_archive_dataset_count:known.size,retained_result_rows:selected.length}};
18
+ }
19
+ export function filterFinal160Catalog(catalog) {
20
+ const ids=new Set(FINAL160_SCOPE.datasets);
21
+ return {...catalog,datasets:(catalog.datasets||[]).filter(item=>ids.has(item.key??item.dataset))};
22
+ }
23
+ export function final160CoverageForFamily(ledger,family) {
24
+ const ids=new Set(FINAL160_SCOPE.datasets),pending=new Set(FINAL160_INPUT_STATUS.pending_datasets.map(item=>item.dataset_id));
25
+ return ledger.filter(item=>item.canonical_family===family&&ids.has(item.dataset)).map(item=>({dataset:item.dataset,status:pending.has(item.dataset)?'replacement_input_pending':item.status,scopes:pending.has(item.dataset)?[]:(item.selected_scopes||[]),reason:pending.has(item.dataset)?'Old incomplete input excluded; corrected-input experiment pending.':item.reason}));
26
+ }
index.html CHANGED
@@ -7,7 +7,7 @@
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261013-cpp-latest-v1">
10
- <script src="app.js?v=20261013-cpp-latest-v7" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
@@ -16,7 +16,7 @@
16
  <div class="header-links"><a href="https://github.com/xjz17/web_compression" target="_blank" rel="noopener">Project code ↗</a><button id="theme" class="quiet-button" type="button" aria-label="Switch color theme">Theme</button></div>
17
  </header>
18
  <main id="content">
19
- <section class="snapshot-notice" aria-label="Current C++ result selection"><strong>C++ · latest receipt-bound result per dataset and method</strong><p>The C++ view combines published campaigns and selects the newest receipt-bound authority for each logical dataset/method pair. Corrected inputs for five datasets are included; terminal N/A or unsupported conclusions block fallback to older numbers. Prior versions remain preserved in the downloadable snapshot and evidence. FreshRetailNet-50K full114 is still pending and is not presented as a newer result.</p><a href="?profile=cpp#overall">View combined C++ results</a></section>
20
 
21
  <section class="intro" aria-labelledby="title">
22
  <p class="eyebrow">Time-series systems research</p>
@@ -101,7 +101,7 @@
101
  <label class="documentation-search">Search operators<input id="operator-doc-search" type="search" placeholder="Family, A-ID, implementation, I/O, or reference" autocomplete="off"></label>
102
  </div>
103
  <section id="operator-effect-results" class="operator-effect-results" aria-labelledby="operator-effect-title">
104
- <div class="operator-effect-head"><div><h3 id="operator-effect-title">Verified matched-omission byte effects</h3><p class="muted">Byte-only measurements from the independently accepted full union. Every admitted row is lossless and passed fresh baseline and omission round-trip checks against the same original-byte denominator. Ratios above 1 mean omission increased reconstructable bytes. Datasets receive equal weight; timing is unavailable.</p></div><a class="quiet-button" href="operator-byte-effect-full-union.csv.gz" download>Download 41,090-row evidence</a></div>
105
  <p id="operator-effect-status" class="documentation-status" aria-live="polite">Loading verified byte effects…</p>
106
  <div class="table-wrap operator-effect-table-wrap"><table id="operator-effect-table"><thead><tr><th>Omitted operator</th><th>Omission / baseline</th><th>Byte change</th><th>Baseline / original</th><th>Omission / original</th><th>Dataset support</th><th>Rows</th></tr></thead><tbody><tr><td colspan="7" class="loading-cell">Loading verified byte effects…</td></tr></tbody></table></div>
107
  <p class="reference-source">These matched diagnostic recipes measure byte effects only. They do not provide timing rankings or universal causal attribution for every catalog method.</p>
@@ -130,7 +130,7 @@
130
  <p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
131
  <p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
132
  <h3>Download and provenance</h3>
133
- <p><a href="data.json" download>Result snapshot (JSON)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>13,940-pair terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Current 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
134
  <div id="provenance"></div>
135
  <h3>Contribute a result</h3>
136
  <p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
 
7
  <meta name="color-scheme" content="light dark">
8
  <title>THULab | Time Series Compression Benchmark</title>
9
  <link rel="stylesheet" href="style.css?v=20261013-cpp-latest-v1">
10
+ <script src="app.js?v=20261013-min128-input-gate-v1" type="module"></script>
11
  </head>
12
  <body>
13
  <a class="skip-link" href="#content">Skip to results</a>
 
16
  <div class="header-links"><a href="https://github.com/xjz17/web_compression" target="_blank" rel="noopener">Project code ↗</a><button id="theme" class="quiet-button" type="button" aria-label="Switch color theme">Theme</button></div>
17
  </header>
18
  <main id="content">
19
+ <section class="snapshot-notice" aria-label="Current dataset scope and input status"><strong>Test scope: 137 datasets · numerical sequences ≥128 values on average</strong><p>Applied uniformly to the previous 160 dataset identities, independent of compression rate. Timestamp-only medium_posts is separately ineligible. 2 old incomplete inputs remain excluded from active rankings pending corrected-input results. Historical datasets and results are preserved.</p><a href="final-dataset-scope.json" download>Dataset scope</a> · <a href="sequence-length-audit.json" download>Sequence-length audit</a> · <a href="final-input-status.json" download>Input and retest status</a></section>
20
 
21
  <section class="intro" aria-labelledby="title">
22
  <p class="eyebrow">Time-series systems research</p>
 
101
  <label class="documentation-search">Search operators<input id="operator-doc-search" type="search" placeholder="Family, A-ID, implementation, I/O, or reference" autocomplete="off"></label>
102
  </div>
103
  <section id="operator-effect-results" class="operator-effect-results" aria-labelledby="operator-effect-title">
104
+ <div class="operator-effect-head"><div><h3 id="operator-effect-title">Historical matched-omission byte effects</h3><p class="muted">Historical byte-only measurements from the independently accepted archived union. Its dataset identities and some inputs predate the current sequence-length filter and numeric corrections; these values are historical, not current-scope/current-input results. Every admitted row is lossless and passed fresh baseline and omission round-trip checks against the same original-byte denominator. Ratios above 1 mean omission increased reconstructable bytes. Datasets receive equal weight; timing is unavailable.</p></div><a class="quiet-button" href="operator-byte-effect-full-union.csv.gz" download>Download 41,090-row evidence</a></div>
105
  <p id="operator-effect-status" class="documentation-status" aria-live="polite">Loading verified byte effects…</p>
106
  <div class="table-wrap operator-effect-table-wrap"><table id="operator-effect-table"><thead><tr><th>Omitted operator</th><th>Omission / baseline</th><th>Byte change</th><th>Baseline / original</th><th>Omission / original</th><th>Dataset support</th><th>Rows</th></tr></thead><tbody><tr><td colspan="7" class="loading-cell">Loading verified byte effects…</td></tr></tbody></table></div>
107
  <p class="reference-source">These matched diagnostic recipes measure byte effects only. They do not provide timing rankings or universal causal attribution for every catalog method.</p>
 
130
  <p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
131
  <p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
132
  <h3>Download and provenance</h3>
133
+ <p><a href="data.json" download>Result snapshot (JSON)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>Historical 164-dataset terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Current 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
134
  <div id="provenance"></div>
135
  <h3>Contribute a result</h3>
136
  <p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
sequence-length-audit.json ADDED
The diff for this file is too large to render. See raw diff