Spaces:
Running
Running
Publish verified 164-dataset native matrix and recovery results
Browse filesPublish the complete 164 x 85 terminal matrix, 174 independently accepted recovery pairs, and receipt-bound timing admission. Preserve N/A and failure coverage, exact support-set ranking, execution-host and adapter distinctions. Exclude GLZA. The ongoing 328-pair recovery remains pending until joint independent acceptance. All 28 files match the reviewed v6 freeze receipt.
- NATIVE86_FULL_MATRIX_INTEGRATION_V6.json +362 -0
- README.md +18 -6
- app.js +29 -19
- apply_dataset_scope.py +140 -12
- build_ui_payload.py +11 -2
- data.json +2 -2
- dataset-catalog.json +29 -170
- index.html +11 -11
- integrate_full_native86_v6.py +1078 -0
- integrate_native86_results.py +643 -0
- legacy-dbp-medium-posts-independent-review.json +132 -0
- legacy-dbp-medium-posts-timing-receipt.json +463 -0
- manifest.json +522 -16
- native86-coverage.json +351 -0
- native86-main166-dataset-results.jsonl.gz +3 -0
- native86-main166-independent-adjudication.json +99 -0
- native86-main166-pair-adjudication.jsonl +0 -0
- native86-main166-timing-proof.json +251 -0
- native86-recovery-reconciliation.json +2476 -0
- native86-terminal-matrix.jsonl.gz +3 -0
- native86-v9-current154-thin.jsonl.gz +3 -0
- package_next5_external_results.py +195 -0
- ranking.js +11 -6
- reference-catalog.json +0 -24
- ui-data.json +0 -0
NATIVE86_FULL_MATRIX_INTEGRATION_V6.json
ADDED
|
@@ -0,0 +1,362 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts": {
|
| 3 |
+
"accepted_repair_overlap_pair_count": 1,
|
| 4 |
+
"accepted_unique_repair_pair_count": 174,
|
| 5 |
+
"active_method_count": 85,
|
| 6 |
+
"comparison_profiles": {
|
| 7 |
+
"cpp-native166-main-458a218f": {
|
| 8 |
+
"dataset_result_count": 25443,
|
| 9 |
+
"exact_source_profiles": [
|
| 10 |
+
"cpp-native166-main-458a218f"
|
| 11 |
+
],
|
| 12 |
+
"execution_host": "166.111.68.166",
|
| 13 |
+
"pair_count": 11164,
|
| 14 |
+
"timing_admitted": true
|
| 15 |
+
},
|
| 16 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3": {
|
| 17 |
+
"dataset_result_count": 383,
|
| 18 |
+
"exact_source_profiles": [
|
| 19 |
+
"cpp-native166-recovery-3452a998",
|
| 20 |
+
"cpp-native166-recovery-39dc8c5d",
|
| 21 |
+
"cpp-native166-recovery-458a218f",
|
| 22 |
+
"cpp-native166-recovery-813812e1",
|
| 23 |
+
"cpp-native166-recovery-82297044",
|
| 24 |
+
"cpp-native166-recovery-9abdc80f"
|
| 25 |
+
],
|
| 26 |
+
"execution_host": "166.111.68.166",
|
| 27 |
+
"pair_count": 154,
|
| 28 |
+
"timing_admitted": false
|
| 29 |
+
},
|
| 30 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3": {
|
| 31 |
+
"dataset_result_count": 29,
|
| 32 |
+
"exact_source_profiles": [
|
| 33 |
+
"cpp-native192-first12-3452a998",
|
| 34 |
+
"cpp-native192-first12-39dc8c5d",
|
| 35 |
+
"cpp-native192-first12-9abdc80f",
|
| 36 |
+
"cpp-native192-first12-bf0a069f"
|
| 37 |
+
],
|
| 38 |
+
"execution_host": "192.168.99.20",
|
| 39 |
+
"pair_count": 12,
|
| 40 |
+
"timing_admitted": false
|
| 41 |
+
},
|
| 42 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2": {
|
| 43 |
+
"dataset_result_count": 5,
|
| 44 |
+
"exact_source_profiles": [
|
| 45 |
+
"cpp-native192-lzg-level5-fastfalse-41d0e8fc"
|
| 46 |
+
],
|
| 47 |
+
"execution_host": "192.168.99.20",
|
| 48 |
+
"pair_count": 2,
|
| 49 |
+
"timing_admitted": false
|
| 50 |
+
},
|
| 51 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1": {
|
| 52 |
+
"dataset_result_count": 6,
|
| 53 |
+
"exact_source_profiles": [
|
| 54 |
+
"cpp-native192-lzg-level5-fastfalse-00f34de8"
|
| 55 |
+
],
|
| 56 |
+
"execution_host": "192.168.99.20",
|
| 57 |
+
"pair_count": 2,
|
| 58 |
+
"timing_admitted": false
|
| 59 |
+
},
|
| 60 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3": {
|
| 61 |
+
"dataset_result_count": 15,
|
| 62 |
+
"exact_source_profiles": [
|
| 63 |
+
"cpp-native192-next5-39dc8c5d",
|
| 64 |
+
"cpp-native192-next5-9abdc80f",
|
| 65 |
+
"cpp-native192-next5-bf0a069f"
|
| 66 |
+
],
|
| 67 |
+
"execution_host": "192.168.99.20",
|
| 68 |
+
"pair_count": 5,
|
| 69 |
+
"timing_admitted": false
|
| 70 |
+
}
|
| 71 |
+
},
|
| 72 |
+
"created_at": "2026-10-11T08:53:18.361574+00:00",
|
| 73 |
+
"dataset_count": 164,
|
| 74 |
+
"dropped_mixed_overall_count": 1708,
|
| 75 |
+
"files": {
|
| 76 |
+
"COVERAGE_SANITY.full_main166_dataset_results.jsonl.gz": {
|
| 77 |
+
"published_support_aware_rows": 25443,
|
| 78 |
+
"source_rows": 27151,
|
| 79 |
+
"source_sha256": "a9e0e5b790ca8aa320d8696cb4af54835725401b0450fa980765534dc92b3c74"
|
| 80 |
+
},
|
| 81 |
+
"legacy-dbp-medium-posts-independent-review.json": {
|
| 82 |
+
"sha256": "ec4095da7f99aebc07a4768cef15cba713a1b9e68a03d7ce41b23a9e7da3e5fd",
|
| 83 |
+
"source_sha256": "a200679cddddd96e7bd7488d499dcdeace7f098195e8ead502f70dc49af49043",
|
| 84 |
+
"status": "passed"
|
| 85 |
+
},
|
| 86 |
+
"legacy-dbp-medium-posts-timing-receipt.json": {
|
| 87 |
+
"sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 88 |
+
"source_sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 89 |
+
"status": "passed"
|
| 90 |
+
},
|
| 91 |
+
"native86-main166-dataset-results.jsonl.gz": {
|
| 92 |
+
"published_support_aware_rows": 25443,
|
| 93 |
+
"sha256": "a9e0e5b790ca8aa320d8696cb4af54835725401b0450fa980765534dc92b3c74",
|
| 94 |
+
"source_rows": 27151
|
| 95 |
+
},
|
| 96 |
+
"native86-main166-independent-adjudication.json": {
|
| 97 |
+
"sha256": "ada06b5191e0edf92c862c68bb21562e7d46fbef014e71fb775a1b2b44dcf004",
|
| 98 |
+
"status": "partial_verification_blocked"
|
| 99 |
+
},
|
| 100 |
+
"native86-main166-pair-adjudication.jsonl": {
|
| 101 |
+
"rows": 920,
|
| 102 |
+
"sha256": "f55be6435dd7ff90dd04777f693299e73a2ef42fdf0e59f58eb3f1aa247e8aab"
|
| 103 |
+
},
|
| 104 |
+
"native86-main166-timing-proof.json": {
|
| 105 |
+
"sha256": "f0f502d348fa20f336911f960efb63da07ddfbe922327acc636554e36d62590c",
|
| 106 |
+
"status": "passed"
|
| 107 |
+
},
|
| 108 |
+
"native86-recovery-reconciliation.json": {
|
| 109 |
+
"accepted_unique_repair_pairs": 174,
|
| 110 |
+
"sha256": "39f05a3195a1aeb3ad23114322b40fa91a205e5f798e1ceb7598beb91ae7c0f2",
|
| 111 |
+
"status": "passed_with_one_omitted_problem_scheduled_for_separate_sidecar",
|
| 112 |
+
"unresolved_problem_pairs": 328
|
| 113 |
+
},
|
| 114 |
+
"native86-terminal-matrix.jsonl.gz": {
|
| 115 |
+
"rows": 13940,
|
| 116 |
+
"sha256": "1f625d13e48d11c33c703517c13071d9ffc17ff98ed7b31e95277609251cccf9"
|
| 117 |
+
},
|
| 118 |
+
"native86-v9-current154-thin.jsonl.gz": {
|
| 119 |
+
"not_applicable_aggregates": 308,
|
| 120 |
+
"numeric_ok_aggregates": 5296,
|
| 121 |
+
"pairs": 154,
|
| 122 |
+
"sha256": "f538e84dd2b4fee3c1b0d68408095fc88714eafe3ac0e6a57d6dc674f39e47a0"
|
| 123 |
+
}
|
| 124 |
+
},
|
| 125 |
+
"host192_independently_verified_pair_count": 21,
|
| 126 |
+
"independent_adjudication": {
|
| 127 |
+
"pair_path": "native86-main166-pair-adjudication.jsonl",
|
| 128 |
+
"pair_sha256": "f55be6435dd7ff90dd04777f693299e73a2ef42fdf0e59f58eb3f1aa247e8aab",
|
| 129 |
+
"path": "native86-main166-independent-adjudication.json",
|
| 130 |
+
"sha256": "ada06b5191e0edf92c862c68bb21562e7d46fbef014e71fb775a1b2b44dcf004",
|
| 131 |
+
"status": "partial_verification_blocked",
|
| 132 |
+
"status_counts": {
|
| 133 |
+
"independently_adjudicated": 773,
|
| 134 |
+
"not_independently_adjudicated_missing_expected_gate_artifact": 147
|
| 135 |
+
}
|
| 136 |
+
},
|
| 137 |
+
"legacy_dbp_medium_posts_timing": {
|
| 138 |
+
"admitted_dataset_result_rows": 6,
|
| 139 |
+
"independent_review": {
|
| 140 |
+
"path": "legacy-dbp-medium-posts-independent-review.json",
|
| 141 |
+
"sha256": "ec4095da7f99aebc07a4768cef15cba713a1b9e68a03d7ce41b23a9e7da3e5fd",
|
| 142 |
+
"source_sha256": "a200679cddddd96e7bd7488d499dcdeace7f098195e8ead502f70dc49af49043"
|
| 143 |
+
},
|
| 144 |
+
"receipt": {
|
| 145 |
+
"path": "legacy-dbp-medium-posts-timing-receipt.json",
|
| 146 |
+
"sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 147 |
+
"source_sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324"
|
| 148 |
+
}
|
| 149 |
+
},
|
| 150 |
+
"main_dataset_result_count": 25443,
|
| 151 |
+
"main_numeric_aggregate_count": 290745,
|
| 152 |
+
"main_numeric_pair_count": 11164,
|
| 153 |
+
"main_timing_proof": {
|
| 154 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 155 |
+
"path": "native86-main166-timing-proof.json",
|
| 156 |
+
"schema": "paper164-old-main166-timing-provenance-readonly-v1",
|
| 157 |
+
"sha256": "f0f502d348fa20f336911f960efb63da07ddfbe922327acc636554e36d62590c",
|
| 158 |
+
"status": "passed"
|
| 159 |
+
},
|
| 160 |
+
"omitted_unresolved_pair_count": 1,
|
| 161 |
+
"pair_shape_counts": {
|
| 162 |
+
"all_na": 2274,
|
| 163 |
+
"all_numeric_ok": 9456,
|
| 164 |
+
"mixed_numeric_ok_and_na": 1708,
|
| 165 |
+
"terminal_problem_complete_with_failures": 431,
|
| 166 |
+
"terminal_problem_failed": 71
|
| 167 |
+
},
|
| 168 |
+
"profiles": {
|
| 169 |
+
"cpp-native166-main-458a218f": {
|
| 170 |
+
"aggregate_count": 290745,
|
| 171 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 172 |
+
"comparison_profiles": [
|
| 173 |
+
"cpp-native166-main-458a218f"
|
| 174 |
+
],
|
| 175 |
+
"dataset_result_count": 25443,
|
| 176 |
+
"execution_host": "166.111.68.166",
|
| 177 |
+
"pair_count": 11164,
|
| 178 |
+
"timing_profile_status": "timing_admitted_frozen_source_build_binary_boundary_bound"
|
| 179 |
+
},
|
| 180 |
+
"cpp-native166-recovery-3452a998": {
|
| 181 |
+
"aggregate_count": 2157,
|
| 182 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 183 |
+
"comparison_profiles": [
|
| 184 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 185 |
+
],
|
| 186 |
+
"dataset_result_count": 119,
|
| 187 |
+
"execution_host": "166.111.68.166",
|
| 188 |
+
"pair_count": 48,
|
| 189 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 190 |
+
},
|
| 191 |
+
"cpp-native166-recovery-39dc8c5d": {
|
| 192 |
+
"aggregate_count": 1178,
|
| 193 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 194 |
+
"comparison_profiles": [
|
| 195 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 196 |
+
],
|
| 197 |
+
"dataset_result_count": 141,
|
| 198 |
+
"execution_host": "166.111.68.166",
|
| 199 |
+
"pair_count": 57,
|
| 200 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 201 |
+
},
|
| 202 |
+
"cpp-native166-recovery-458a218f": {
|
| 203 |
+
"aggregate_count": 642,
|
| 204 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 205 |
+
"comparison_profiles": [
|
| 206 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 207 |
+
],
|
| 208 |
+
"dataset_result_count": 14,
|
| 209 |
+
"execution_host": "166.111.68.166",
|
| 210 |
+
"pair_count": 6,
|
| 211 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 212 |
+
},
|
| 213 |
+
"cpp-native166-recovery-813812e1": {
|
| 214 |
+
"aggregate_count": 163,
|
| 215 |
+
"binary_sha256": "813812e15013991a809e82fafe710aae77e29c96fa5d2d9101d8323a9cd07e30",
|
| 216 |
+
"comparison_profiles": [
|
| 217 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 218 |
+
],
|
| 219 |
+
"dataset_result_count": 6,
|
| 220 |
+
"execution_host": "166.111.68.166",
|
| 221 |
+
"pair_count": 2,
|
| 222 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 223 |
+
},
|
| 224 |
+
"cpp-native166-recovery-82297044": {
|
| 225 |
+
"aggregate_count": 39,
|
| 226 |
+
"binary_sha256": "822970447c25f2b5f18e2d750c2a9407b6a23f22cb9f59c40565273599e20fc0",
|
| 227 |
+
"comparison_profiles": [
|
| 228 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 229 |
+
],
|
| 230 |
+
"dataset_result_count": 2,
|
| 231 |
+
"execution_host": "166.111.68.166",
|
| 232 |
+
"pair_count": 1,
|
| 233 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 234 |
+
},
|
| 235 |
+
"cpp-native166-recovery-9abdc80f": {
|
| 236 |
+
"aggregate_count": 1117,
|
| 237 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 238 |
+
"comparison_profiles": [
|
| 239 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 240 |
+
],
|
| 241 |
+
"dataset_result_count": 101,
|
| 242 |
+
"execution_host": "166.111.68.166",
|
| 243 |
+
"pair_count": 40,
|
| 244 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 245 |
+
},
|
| 246 |
+
"cpp-native192-first12-3452a998": {
|
| 247 |
+
"aggregate_count": 493,
|
| 248 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 249 |
+
"comparison_profiles": [
|
| 250 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 251 |
+
],
|
| 252 |
+
"dataset_result_count": 5,
|
| 253 |
+
"execution_host": "192.168.99.20",
|
| 254 |
+
"pair_count": 2,
|
| 255 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 256 |
+
},
|
| 257 |
+
"cpp-native192-first12-39dc8c5d": {
|
| 258 |
+
"aggregate_count": 568,
|
| 259 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 260 |
+
"comparison_profiles": [
|
| 261 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 262 |
+
],
|
| 263 |
+
"dataset_result_count": 10,
|
| 264 |
+
"execution_host": "192.168.99.20",
|
| 265 |
+
"pair_count": 4,
|
| 266 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 267 |
+
},
|
| 268 |
+
"cpp-native192-first12-9abdc80f": {
|
| 269 |
+
"aggregate_count": 148,
|
| 270 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 271 |
+
"comparison_profiles": [
|
| 272 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 273 |
+
],
|
| 274 |
+
"dataset_result_count": 11,
|
| 275 |
+
"execution_host": "192.168.99.20",
|
| 276 |
+
"pair_count": 5,
|
| 277 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 278 |
+
},
|
| 279 |
+
"cpp-native192-first12-bf0a069f": {
|
| 280 |
+
"aggregate_count": 66,
|
| 281 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 282 |
+
"comparison_profiles": [
|
| 283 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 284 |
+
],
|
| 285 |
+
"dataset_result_count": 3,
|
| 286 |
+
"execution_host": "192.168.99.20",
|
| 287 |
+
"pair_count": 1,
|
| 288 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 289 |
+
},
|
| 290 |
+
"cpp-native192-lzg-level5-fastfalse-00f34de8": {
|
| 291 |
+
"aggregate_count": 140,
|
| 292 |
+
"binary_sha256": "00f34de8d145e114d19bc592935fe33b241394692c4a28fd9b8597d809dd3351",
|
| 293 |
+
"comparison_profiles": [
|
| 294 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1"
|
| 295 |
+
],
|
| 296 |
+
"dataset_result_count": 6,
|
| 297 |
+
"execution_host": "192.168.99.20",
|
| 298 |
+
"pair_count": 2,
|
| 299 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 300 |
+
},
|
| 301 |
+
"cpp-native192-lzg-level5-fastfalse-41d0e8fc": {
|
| 302 |
+
"aggregate_count": 56,
|
| 303 |
+
"binary_sha256": "41d0e8fc01f94ffa9d2f07796f7fc1bc45a194491535ec927ef627d663f62b08",
|
| 304 |
+
"comparison_profiles": [
|
| 305 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2"
|
| 306 |
+
],
|
| 307 |
+
"dataset_result_count": 5,
|
| 308 |
+
"execution_host": "192.168.99.20",
|
| 309 |
+
"pair_count": 2,
|
| 310 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 311 |
+
},
|
| 312 |
+
"cpp-native192-next5-39dc8c5d": {
|
| 313 |
+
"aggregate_count": 118,
|
| 314 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 315 |
+
"comparison_profiles": [
|
| 316 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 317 |
+
],
|
| 318 |
+
"dataset_result_count": 6,
|
| 319 |
+
"execution_host": "192.168.99.20",
|
| 320 |
+
"pair_count": 2,
|
| 321 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 322 |
+
},
|
| 323 |
+
"cpp-native192-next5-9abdc80f": {
|
| 324 |
+
"aggregate_count": 44,
|
| 325 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 326 |
+
"comparison_profiles": [
|
| 327 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 328 |
+
],
|
| 329 |
+
"dataset_result_count": 3,
|
| 330 |
+
"execution_host": "192.168.99.20",
|
| 331 |
+
"pair_count": 1,
|
| 332 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 333 |
+
},
|
| 334 |
+
"cpp-native192-next5-bf0a069f": {
|
| 335 |
+
"aggregate_count": 118,
|
| 336 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 337 |
+
"comparison_profiles": [
|
| 338 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 339 |
+
],
|
| 340 |
+
"dataset_result_count": 6,
|
| 341 |
+
"execution_host": "192.168.99.20",
|
| 342 |
+
"pair_count": 2,
|
| 343 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 344 |
+
}
|
| 345 |
+
},
|
| 346 |
+
"schema": "site-native86-full-terminal-coverage-v2",
|
| 347 |
+
"status": "passed",
|
| 348 |
+
"terminal_pair_count": 13940,
|
| 349 |
+
"unresolved_problem_pair_count": 328,
|
| 350 |
+
"v9_numeric_ok_aggregate_count": 5296,
|
| 351 |
+
"v9_recovered_pair_count": 154
|
| 352 |
+
},
|
| 353 |
+
"coverage_sha256": "3ad4905aee17e3f4d9d74df2d547bf17a1d8473ec9aab52dbe9c8f11b144cf50",
|
| 354 |
+
"created_at": "2026-10-11T08:53:18.438528+00:00",
|
| 355 |
+
"data_sha256": "433a82416f865225818c96816934218cd6eb0a4b19cfc608cc5e0010b3c46eac",
|
| 356 |
+
"manifest_sha256": "1ca8bfb2effa12aa1f062f7415a84bd3722a33ee3714c703ea1883dbdea21753",
|
| 357 |
+
"recovery_reconciliation_sha256": "39f05a3195a1aeb3ad23114322b40fa91a205e5f798e1ceb7598beb91ae7c0f2",
|
| 358 |
+
"schema": "site-native86-full-matrix-integration-v2",
|
| 359 |
+
"status": "passed",
|
| 360 |
+
"terminal_matrix_sha256": "1f625d13e48d11c33c703517c13071d9ffc17ff98ed7b31e95277609251cccf9",
|
| 361 |
+
"v9_current154_sha256": "f538e84dd2b4fee3c1b0d68408095fc88714eafe3ac0e6a57d6dc674f39e47a0"
|
| 362 |
+
}
|
README.md
CHANGED
|
@@ -31,29 +31,41 @@ python3 scripts/update_site_column_means.py \
|
|
| 31 |
--dbp-medium-payload-sha256 e45170a955d1cd0df50dba25f9e41f24f00fc8b559e702d59188b6cfa60c99dc \
|
| 32 |
--dbp-medium-receipt analysis_outputs/column_mean_20261009/dbp_medium_posts_retest/measurement_receipt.json \
|
| 33 |
--dbp-medium-receipt-sha256 10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
python3 deploy/huggingface-compressionbenchmark/build_ui_payload.py
|
| 35 |
```
|
| 36 |
|
| 37 |
-
Publish
|
| 38 |
|
| 39 |
Only measurements in the authoritative current project scope are exported. Missing metrics and missing coverage are displayed explicitly. Existing results do not imply independently verified round trips or uniform hardware environments unless those checks are recorded in the source.
|
| 40 |
|
|
|
|
|
|
|
| 41 |
## Interface
|
| 42 |
|
| 43 |
- Overall and per-dataset leaderboards with runtime, data-type, precision, family, and method filters
|
| 44 |
- Sortable metrics, optional columns, and CSV download of the selected ranking
|
| 45 |
- Compression rate versus compression/decompression cost plots
|
| 46 |
- Dataset-level method details, snapshot provenance, and metric definitions
|
| 47 |
-
- Searchable
|
| 48 |
-
- Gold 🏆 links for the
|
| 49 |
- Overall composite score and average dataset Rank, with 66 valid non-negative one-decimal weight combinations, including zero weights
|
| 50 |
- Searchable Methods documentation and a 30-family operator catalog with 102 implementation-directory entries, references, I/O contracts, examples, and status
|
| 51 |
|
| 52 |
-
The summary dataset count and Dataset coverage denominator use the same measured dataset set for the selected
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
|
| 54 |
-
The
|
| 55 |
|
| 56 |
-
|
| 57 |
|
| 58 |
Source project: https://github.com/xjz17/web_compression
|
| 59 |
|
|
|
|
| 31 |
--dbp-medium-payload-sha256 e45170a955d1cd0df50dba25f9e41f24f00fc8b559e702d59188b6cfa60c99dc \
|
| 32 |
--dbp-medium-receipt analysis_outputs/column_mean_20261009/dbp_medium_posts_retest/measurement_receipt.json \
|
| 33 |
--dbp-medium-receipt-sha256 10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324
|
| 34 |
+
# Rebuild the complete Native86 terminal matrix. The importer verifies the
|
| 35 |
+
# 13,940-pair main export, overlays the 154 current receipt-bound V9 recoveries,
|
| 36 |
+
# retains the 21 independently verified server-192 pairs, and keeps host,
|
| 37 |
+
# campaign, comparison contract, exact adapter, and binary identities explicit.
|
| 38 |
+
python3 deploy/huggingface-compressionbenchmark/integrate_full_native86_v6.py \
|
| 39 |
+
--main-timing-proof analysis_outputs/paper164_performance_refresh_20261011/TIMING_PROVENANCE.old_main166.json
|
| 40 |
python3 deploy/huggingface-compressionbenchmark/build_ui_payload.py
|
| 41 |
```
|
| 42 |
|
| 43 |
+
Publish the static UI and snapshot files together with `integrate_full_native86_v6.py`, `native86-coverage.json`, the compressed 13,940-pair terminal matrix, its support-aware dataset-result source, the current-154 V9 thin export, the recovery reconciliation, the main timing proof, and the partial independent-adjudication receipt. The manifest records their exact SHA-256 identities and metric boundaries. The compact browser payload retains the full snapshot's measurements and SHA-256 identity. The reference and dataset catalogs are independent documentation payloads and do not create benchmark measurements.
|
| 44 |
|
| 45 |
Only measurements in the authoritative current project scope are exported. Missing metrics and missing coverage are displayed explicitly. Existing results do not imply independently verified round trips or uniform hardware environments unless those checks are recorded in the source.
|
| 46 |
|
| 47 |
+
The reviewed 164-dataset scope contains 89 directly measured real datasets and 75 datasets derived from real observations. Fifteen entries have incomplete source provenance; the catalog exposes this limitation rather than silently treating them as fully sourced.
|
| 48 |
+
|
| 49 |
## Interface
|
| 50 |
|
| 51 |
- Overall and per-dataset leaderboards with runtime, data-type, precision, family, and method filters
|
| 52 |
- Sortable metrics, optional columns, and CSV download of the selected ranking
|
| 53 |
- Compression rate versus compression/decompression cost plots
|
| 54 |
- Dataset-level method details, snapshot provenance, and metric definitions
|
| 55 |
+
- Searchable 164-dataset catalog grouped into six source categories, with explicit measurement availability and source links
|
| 56 |
+
- Gold 🏆 links for the 146 datasets hosted by THULab on Hugging Face; dataset-card links open the matching selection with `?scope=164&dataset=<key>#dataset`
|
| 57 |
- Overall composite score and average dataset Rank, with 66 valid non-negative one-decimal weight combinations, including zero weights
|
| 58 |
- Searchable Methods documentation and a 30-family operator catalog with 102 implementation-directory entries, references, I/O contracts, examples, and status
|
| 59 |
|
| 60 |
+
The summary dataset count and Dataset coverage denominator use the same measured dataset set for the selected comparison profile, data type, and dataset selection; the default Overall view has 164 measured datasets. All 164 reviewed datasets remain searchable and selectable in the dataset browser. Dataset coverage can differ by method and profile; unavailable combinations show **No published measurements**, remain excluded from rankings, and are never converted to zero-valued results. The default family view selects the lowest-rate measured exact variant independently for each dataset only when every candidate for that dataset/family has the same eligible aggregate-id set; it can therefore choose different binaries across datasets. Ambiguous support sets are omitted. Switch to **Exact configuration** to inspect each fixed variant, support hash, source profile, and binary. Native server results use host/campaign/measurement-contract comparison profiles; exact adapter and binary identities remain visible and are never merged into one configuration.
|
| 61 |
+
|
| 62 |
+
The Overall score is `a × average rate + b × normalized average compression time + c × normalized average decompression time`. It is available only when displayed methods share one exact dataset/support signature. Average Rank compares methods within each matching `(dataset, eligible aggregate-id set)` cohort, applies dataset-local time normalization and fractional ties, then averages the available ranks. Missing, N/A, failed, and unlike-support rows are omitted. Coverage and candidate counts can differ; method details expose support hashes, dataset scores, ranks and candidate counts. CSV downloads include weights, support hashes, evidence status and rank coverage. The default weights are `a=0.4, b=0.3, c=0.3`.
|
| 63 |
+
|
| 64 |
+
Compression and decompression costs are calculated independently for each usable numeric column as ns/point, then reported as the arithmetic mean across those columns; each column contributes equally. Overall timing pools all measured columns across the selected datasets when every selected dataset has column-level evidence. If any selected dataset/configuration is backed only by aggregate timing, the method uses an arithmetic mean of its selected per-dataset ns/point values, giving every dataset equal weight. Aggregate-only dataset timing uses recorded elapsed time divided by recorded points; these records keep a zero measured-column count. Truly missing measurements remain unavailable. Method details and CSV expose the timing basis. Native-float measurements use valid native values; historical imported rows retain their source 8-byte-equivalent point definition. Timing comparisons stay within the same host/campaign/measurement-contract comparison profile. Finite source timings with only diagnostic provenance are published as unavailable and cannot enter time or composite rankings.
|
| 65 |
|
| 66 |
+
The server-166 terminal matrix contains all `164 × 85 = 13,940` dataset/method pairs: 11,164 main pairs have at least one numeric aggregate, 2,274 are explicit N/A, and 502 ended with problems. Current V9 contributes receipt/result/cold-SHA-bound rate and byte replacements for 154 problem identities. Server 192 contributes 21 independently pair-verified replacements; one (`weather_data_bavaria/LZG`) overlaps V9. The union therefore repairs 174 problem identities and leaves 328 unresolved, including the separately scheduled `wids2023_competition_weather_forecasting/Shrinker` sidecar. Only result rows with `status=ok` and matching fresh-cold evidence enter numeric views; mixed-support pairs have no overall row. The old main profile's timing is admitted by a frozen source/build/binary/boundary proof. V9 and server-192 timings remain unavailable until their exact variants receive independent source/build/timing-boundary proof. Legacy source-snapshot timings with unspecified host or build boundary are also unavailable to timing and composite rankings; the six receipt-bound DBP `medium_posts` rows retain admitted timing. Server-192 results remain separate from server 166.
|
| 67 |
|
| 68 |
+
The independent evidence review covers 773 archived strict-admission pairs. Its 147 non-adjudicated entries belong to the earlier 920-pair recovery bundle and retain the explicit `partial_verification_blocked` status; the site does not generalize that review to all 13,940 terminal pairs.
|
| 69 |
|
| 70 |
Source project: https://github.com/xjz17/web_compression
|
| 71 |
|
app.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=
|
| 2 |
const $ = (id) => document.getElementById(id);
|
| 3 |
const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&','<':'<','>':'>','"':'"',"'":'''}[c]));
|
| 4 |
const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
|
|
@@ -16,7 +16,8 @@ function aggregateTime(input,key) {
|
|
| 16 |
const timingLabel=mode=>({column_mean:'Equal-column arithmetic mean',dataset_mean:'Equal-dataset arithmetic mean',dataset_aggregate:'Dataset aggregate',unavailable:'Not reported'}[mode]??'Not reported');
|
| 17 |
const fmt = (v, digits=3) => number(v) === null ? 'Not reported' : Number(v).toLocaleString('en-US',{maximumFractionDigits:digits,minimumFractionDigits:digits});
|
| 18 |
const countFmt = (v) => Number(v).toLocaleString('en-US');
|
| 19 |
-
const runtimeName = (v) => ({cpp:'C++',java:'Java',python:'Python'}[v] || v);
|
|
|
|
| 20 |
const THULAB_DATASET_PREFIX='https://huggingface.co/datasets/THULab/';
|
| 21 |
const requestedDataset=new URLSearchParams(location.search).get('dataset')?.trim()||'';
|
| 22 |
let requestedDatasetApplied=false;
|
|
@@ -41,17 +42,20 @@ let selectedMethod=null;
|
|
| 41 |
const state = () => ({runtime:$('runtime').value,dataset:$('dataset').value,dtype:$('dtype').value,precision:$('precision').value,family:$('family').value,mode:$('row-mode').value,search:$('search').value.trim().toLowerCase(),complete:$('complete-only').checked});
|
| 42 |
function scopeKey() { const s=state(); return s.dtype==='overall'?'overall':s.dtype==='int'?'integer':s.precision==='fixed'?'fixed_float':s.precision==='non_fixed'?'nonfixed_float':'float'; }
|
| 43 |
function normalizeRecord(r) {
|
| 44 |
-
|
|
|
|
| 45 |
family:r.family ?? r.method_family ?? r.method ?? methods.get(r.algorithm)?.family ?? r.algorithm,
|
| 46 |
compression_rate:number(r.compression_rate ?? r.average_compression_rate),compression_time:number(r.compression_time_ns_per_point ?? r.compression_time),decompression_time:number(r.decompression_time_ns_per_point ?? r.decompression_time),
|
| 47 |
-
original_bytes:number(r.original_size_bytes ?? r.original_bytes ?? r.originalSize),compressed_bytes:number(r.compressed_size_bytes ?? r.compressed_bytes ?? r.compressedSize)
|
|
|
|
| 48 |
}
|
| 49 |
function filteredRecords(ignoreMethod=false) {
|
| 50 |
const s=state(), scope=scopeKey();
|
| 51 |
let result=records.filter((r) => r.runtime===s.runtime && r.scope===scope && (s.dataset==='all'||r.dataset===s.dataset));
|
| 52 |
if(s.mode==='family') {
|
| 53 |
-
const best=new Map();
|
| 54 |
-
for(const r of result){const key=`${r.dataset}\0${r.family}`;
|
|
|
|
| 55 |
result=[...best.values()].map(r=>({...r,method:r.family}));
|
| 56 |
}
|
| 57 |
return ignoreMethod?result:result.filter(r=>(s.family==='all'||r.family===s.family)&&(!s.search||(s.mode==='family'?r.family:`${r.method} ${r.family}`).toLowerCase().includes(s.search)));
|
|
@@ -59,10 +63,13 @@ function filteredRecords(ignoreMethod=false) {
|
|
| 59 |
function coverageDatasetCount() { return new Set(filteredRecords(true).map(r=>r.dataset)).size; }
|
| 60 |
function aggregate(input) {
|
| 61 |
const groups=new Map();
|
| 62 |
-
|
|
|
|
|
|
|
| 63 |
const totalDatasets=coverageDatasetCount();
|
| 64 |
const rows=[];
|
| 65 |
-
for(const [
|
|
|
|
| 66 |
const hasBytes=source.every(r=>r.original_bytes!==null && r.original_bytes>0 && r.compressed_bytes!==null && r.compressed_bytes>0);
|
| 67 |
const original=hasBytes?source.reduce((s,r)=>s+r.original_bytes,0):null, compressed=hasBytes?source.reduce((s,r)=>s+r.compressed_bytes,0):null;
|
| 68 |
rows.push({method,family:source[0].family,runtime:source[0].runtime,compression_rate:mean(source.map(r=>r.compression_rate)),compression_time:aggregateTime(source,'compression_time'),decompression_time:aggregateTime(source,'decompression_time'),timing_column_count:source.reduce((sum,r)=>sum+r.timing_column_count,0),timing_aggregation:timingMode(source),overall_rate:hasBytes?compressed/original:null,original_bytes:original,compressed_bytes:compressed,coverage:new Set(source.map(r=>r.dataset)).size,totalDatasets,source});
|
|
@@ -95,10 +102,11 @@ function refresh() {
|
|
| 95 |
// The exporter must publish an explicit all-float scope; never combine
|
| 96 |
// preaggregated fixed/non-fixed metrics and call it an all-float result.
|
| 97 |
$('results-note').textContent=`All-float measurements are not available in this snapshot. Select a precision category. ${columnCoverageNote}`;
|
| 98 |
-
} else $('results-note').textContent=`${state().mode==='family'?'Each family uses its lowest-rate measured configuration
|
| 99 |
currentRows=aggregate(filteredRecords(true));
|
| 100 |
const weights=parseWeights($('weights').value);
|
| 101 |
-
|
|
|
|
| 102 |
const s=state(),scope=scopeKey(),measuredCount=coverageDatasetCount(),ds=s.dataset==='all'?`all ${measuredCount} measured datasets`:datasetDisplayName(s.dataset);
|
| 103 |
$('dataset-count').textContent=countFmt(measuredCount);$('dataset-count-label').textContent='measured datasets';
|
| 104 |
const names={overall:'available numeric measurements',integer:'integer columns',float:'floating-point columns',fixed_float:'fixed-precision float columns',nonfixed_float:'non-fixed-precision float columns'};
|
|
@@ -129,7 +137,7 @@ function showMethod(method,focus=false) {
|
|
| 129 |
if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
|
| 130 |
const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
|
| 131 |
const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
|
| 132 |
-
detail.innerHTML=`<div class="detail-head"><div><h2 id="detail-title">${escape(method)}</h2><p class="muted">${escape(row.family)} · ${escape(runtimeName(row.runtime))} · ${row.coverage} measured datasets</p></div><button id="close-detail" class="quiet-button">Close details</button></div><div class="detail-grid"><div><strong>${fmt(row.compression_rate,4)}</strong><span>average compression rate</span></div><div><strong>${fmt(row.compression_time,2)}</strong><span>Compress ns/point</span></div><div><strong>${fmt(row.decompression_time,2)}</strong><span>Decompress ns/point</span></div><div><strong>${row.coverage} / ${row.totalDatasets}</strong><span>dataset coverage</span></div></div>${pipeline?`<p class="source-code">Interpretive operator mapping: ${escape(typeof pipeline==='string'?pipeline:JSON.stringify(pipeline))}</p>`:''}<p class="muted">Timing average: ${escape(timingLabel(row.timing_aggregation))}. Dataset metrics below come from the published result files. Measurement boundaries, source hashes, and available verification evidence are recorded in the manifest.</p><div class="detail-table"><table><thead><tr><th>Dataset</th><th>Configuration</th><th>Rate ↓</th><th>Compress ns/point ↓</th><th>Decompress ns/point ↓</th><th>Timing basis</th><th>Original bytes</th><th>Compressed bytes</th><th>Dataset score ↓</th><th>Dataset Rank ↓</th><th>Rank candidates</th></tr></thead><tbody>${source.map(r=>`<tr><td>${escape(r.dataset)}</td><td>${escape(r.configuration)}</td><td class="numeric">${fmt(r.compression_rate,4)}</td><td class="numeric">${fmt(r.compression_time,2)}</td><td class="numeric">${fmt(r.decompression_time,2)}</td><td>${escape(timingLabel(r.timing_aggregation))}</td><td class="numeric">${fmt(r.original_bytes,0)}</td><td class="numeric">${fmt(r.compressed_bytes,0)}</td><td class="numeric">${fmt(r.dataset_score,4)}</td><td class="numeric">${fmt(r.dataset_rank,2)}</td><td class="numeric">${fmt(r.dataset_candidate_count,0)}</td></tr>`).join('')}</tbody></table></div>`;
|
| 133 |
detail.hidden=false;$('close-detail').addEventListener('click',()=>{detail.hidden=true;selectedMethod=null;});
|
| 134 |
if(focus){detail.scrollIntoView({block:'nearest',behavior:'auto'});detail.focus({preventScroll:true});}
|
| 135 |
}
|
|
@@ -152,8 +160,8 @@ function renderChart() {
|
|
| 152 |
function csv() {
|
| 153 |
const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
|
| 154 |
const weights=parseWeights($('weights').value);
|
| 155 |
-
const columns=['position','method','
|
| 156 |
-
const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all measured rows in selected
|
| 157 |
const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
|
| 158 |
}
|
| 159 |
function safeHttpUrl(value) {
|
|
@@ -243,7 +251,7 @@ function renderOperatorImplementation(entry) {
|
|
| 243 |
function renderDocumentationViews() { renderMethodDocumentation();renderOperatorDocumentation(); }
|
| 244 |
async function loadReferenceCatalog() {
|
| 245 |
try {
|
| 246 |
-
const response=await fetch('./reference-catalog.json?v=
|
| 247 |
if(!response.ok)throw new Error(`Reference catalog request returned ${response.status}.`);
|
| 248 |
const catalog=await response.json();
|
| 249 |
if(!catalog||!Array.isArray(catalog.methods)||!Array.isArray(catalog.operators)||!Array.isArray(catalog.references))throw new Error('Reference catalog has an invalid schema.');
|
|
@@ -289,7 +297,7 @@ function renderDatasetEntry(entry,isMeasured) {
|
|
| 289 |
}
|
| 290 |
async function loadDatasetCatalog() {
|
| 291 |
try {
|
| 292 |
-
const response=await fetch('./dataset-catalog.json?v=
|
| 293 |
const catalog=await response.json();if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=catalog;
|
| 294 |
} catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
|
| 295 |
if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
|
|
@@ -301,16 +309,18 @@ function renderAbout() {
|
|
| 301 |
const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
|
| 302 |
const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
|
| 303 |
const catalogCount=number(datasetCatalog?.summary?.dataset_count??c.catalog_dataset_count)??datasetEntries().length,measuredCount=number(datasetCatalog?.summary?.published_result_dataset_count??datasetCatalog?.summary?.published_measurement_dataset_count??datasetCatalog?.summary?.measured_dataset_count??c.measured_dataset_count)??new Set(records.map(r=>r.dataset)).size;
|
| 304 |
-
const
|
|
|
|
| 305 |
$('provenance').innerHTML=`<table class="provenance-table"><tbody>${Object.entries(info).map(([k,v])=>`<tr><th>${escape(k)}</th><td class="source-code">${escape(v)}</td></tr>`).join('')}</tbody></table>${exclusions.length?`<h3>Excluded or unavailable results</h3><p class="source-code">${escape(typeof exclusions==='string'?exclusions:JSON.stringify(exclusions))}</p>`:''}`;
|
| 306 |
}
|
| 307 |
function init() {
|
| 308 |
-
if(snapshot.compact_records){const t=snapshot.record_tables;snapshot.dataset_results=snapshot.compact_records.map(r=>({dataset:t.datasets[r[0]],scope:t.scopes[r[1]],runtime:t.runtimes[r[2]],family:t.families[r[
|
| 309 |
for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
|
| 310 |
for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
|
| 311 |
records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
|
| 312 |
for(const r of records)if(!methods.has(r.method))methods.set(r.method,{name:r.method,family:r.family});
|
| 313 |
-
const
|
|
|
|
| 314 |
$('runtime').innerHTML=runtimes.map(r=>`<option value="${escape(r)}">${escape(runtimeName(r))}</option>`).join('');
|
| 315 |
populateDatasetControls();
|
| 316 |
$('family').innerHTML='<option value="all">All method families</option>'+[...new Set(records.map(r=>r.family))].sort().map(f=>`<option value="${escape(f)}">${escape(f)}</option>`).join('');
|
|
@@ -343,5 +353,5 @@ function setupTheme() {
|
|
| 343 |
setupTheme();
|
| 344 |
void loadReferenceCatalog();
|
| 345 |
void loadDatasetCatalog();
|
| 346 |
-
try { const response=await fetch('./ui-data.json?v=
|
| 347 |
catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
|
|
|
|
| 1 |
+
import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261011-support-matched-v1';
|
| 2 |
const $ = (id) => document.getElementById(id);
|
| 3 |
const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&','<':'<','>':'>','"':'"',"'":'''}[c]));
|
| 4 |
const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null;
|
|
|
|
| 16 |
const timingLabel=mode=>({column_mean:'Equal-column arithmetic mean',dataset_mean:'Equal-dataset arithmetic mean',dataset_aggregate:'Dataset aggregate',unavailable:'Not reported'}[mode]??'Not reported');
|
| 17 |
const fmt = (v, digits=3) => number(v) === null ? 'Not reported' : Number(v).toLocaleString('en-US',{maximumFractionDigits:digits,minimumFractionDigits:digits});
|
| 18 |
const countFmt = (v) => Number(v).toLocaleString('en-US');
|
| 19 |
+
const runtimeName = (v) => snapshot?.benchmark?.runtime_labels?.[v] || ({cpp:'C++',java:'Java',python:'Python','cpp-native166':'Native C++ · server 166','cpp-native192':'Native C++ · server 192'}[v] || v);
|
| 20 |
+
const runtimeHost = (v) => snapshot?.benchmark?.runtime_hosts?.[v] || ({'cpp-native166':'166','cpp-native192':'192'}[v] || 'source snapshot');
|
| 21 |
const THULAB_DATASET_PREFIX='https://huggingface.co/datasets/THULab/';
|
| 22 |
const requestedDataset=new URLSearchParams(location.search).get('dataset')?.trim()||'';
|
| 23 |
let requestedDatasetApplied=false;
|
|
|
|
| 42 |
const state = () => ({runtime:$('runtime').value,dataset:$('dataset').value,dtype:$('dtype').value,precision:$('precision').value,family:$('family').value,mode:$('row-mode').value,search:$('search').value.trim().toLowerCase(),complete:$('complete-only').checked});
|
| 43 |
function scopeKey() { const s=state(); return s.dtype==='overall'?'overall':s.dtype==='int'?'integer':s.precision==='fixed'?'fixed_float':s.precision==='non_fixed'?'nonfixed_float':'float'; }
|
| 44 |
function normalizeRecord(r) {
|
| 45 |
+
const sourceRuntime=r.runtime ?? r.implementation_language ?? snapshot.benchmark?.implementation_language ?? 'cpp';
|
| 46 |
+
return { ...r,configuration:r.algorithm_variant??r.algorithm??r.method,method:r.algorithm_variant??r.algorithm??r.method,source_runtime:sourceRuntime,runtime:r.comparison_profile??sourceRuntime,
|
| 47 |
family:r.family ?? r.method_family ?? r.method ?? methods.get(r.algorithm)?.family ?? r.algorithm,
|
| 48 |
compression_rate:number(r.compression_rate ?? r.average_compression_rate),compression_time:number(r.compression_time_ns_per_point ?? r.compression_time),decompression_time:number(r.decompression_time_ns_per_point ?? r.decompression_time),
|
| 49 |
+
original_bytes:number(r.original_size_bytes ?? r.original_bytes ?? r.originalSize),compressed_bytes:number(r.compressed_size_bytes ?? r.compressed_bytes ?? r.compressedSize),
|
| 50 |
+
eligible_column_set_sha256:r.eligible_column_set_sha256??'legacy_snapshot_unbound',measurement_status:r.measurement_status??'legacy_published_measurement',timing_profile_status:r.timing_profile_status??'source_snapshot_timing',binary_sha256:r.binary_sha256??'unbound' };
|
| 51 |
}
|
| 52 |
function filteredRecords(ignoreMethod=false) {
|
| 53 |
const s=state(), scope=scopeKey();
|
| 54 |
let result=records.filter((r) => r.runtime===s.runtime && r.scope===scope && (s.dataset==='all'||r.dataset===s.dataset));
|
| 55 |
if(s.mode==='family') {
|
| 56 |
+
const choices=new Map(),best=new Map();
|
| 57 |
+
for(const r of result){const key=`${r.dataset}\0${r.family}`;if(!choices.has(key))choices.set(key,[]);choices.get(key).push(r);}
|
| 58 |
+
for(const [key,rows] of choices){if(new Set(rows.map(r=>r.eligible_column_set_sha256)).size!==1)continue;for(const r of rows){const prev=best.get(key);if(!prev||r.compression_rate<prev.compression_rate||(r.compression_rate===prev.compression_rate&&r.configuration.localeCompare(prev.configuration)<0))best.set(key,r);}}
|
| 59 |
result=[...best.values()].map(r=>({...r,method:r.family}));
|
| 60 |
}
|
| 61 |
return ignoreMethod?result:result.filter(r=>(s.family==='all'||r.family===s.family)&&(!s.search||(s.mode==='family'?r.family:`${r.method} ${r.family}`).toLowerCase().includes(s.search)));
|
|
|
|
| 63 |
function coverageDatasetCount() { return new Set(filteredRecords(true).map(r=>r.dataset)).size; }
|
| 64 |
function aggregate(input) {
|
| 65 |
const groups=new Map();
|
| 66 |
+
const exact=state().mode==='configuration',familiesByConfiguration=new Map();
|
| 67 |
+
if(exact)for(const r of input){if(!familiesByConfiguration.has(r.method))familiesByConfiguration.set(r.method,new Set());familiesByConfiguration.get(r.method).add(r.family);}
|
| 68 |
+
for(const r of input) { const key=exact?`${r.family}\0${r.method}`:r.method;if(!groups.has(key)) groups.set(key,[]); groups.get(key).push(r); }
|
| 69 |
const totalDatasets=coverageDatasetCount();
|
| 70 |
const rows=[];
|
| 71 |
+
for(const [,source] of groups) {
|
| 72 |
+
const configuration=source[0].method,method=exact&&familiesByConfiguration.get(configuration).size>1?`${source[0].family} · ${configuration}`:configuration;
|
| 73 |
const hasBytes=source.every(r=>r.original_bytes!==null && r.original_bytes>0 && r.compressed_bytes!==null && r.compressed_bytes>0);
|
| 74 |
const original=hasBytes?source.reduce((s,r)=>s+r.original_bytes,0):null, compressed=hasBytes?source.reduce((s,r)=>s+r.compressed_bytes,0):null;
|
| 75 |
rows.push({method,family:source[0].family,runtime:source[0].runtime,compression_rate:mean(source.map(r=>r.compression_rate)),compression_time:aggregateTime(source,'compression_time'),decompression_time:aggregateTime(source,'decompression_time'),timing_column_count:source.reduce((sum,r)=>sum+r.timing_column_count,0),timing_aggregation:timingMode(source),overall_rate:hasBytes?compressed/original:null,original_bytes:original,compressed_bytes:compressed,coverage:new Set(source.map(r=>r.dataset)).size,totalDatasets,source});
|
|
|
|
| 102 |
// The exporter must publish an explicit all-float scope; never combine
|
| 103 |
// preaggregated fixed/non-fixed metrics and call it an all-float result.
|
| 104 |
$('results-note').textContent=`All-float measurements are not available in this snapshot. Select a precision category. ${columnCoverageNote}`;
|
| 105 |
+
} else $('results-note').textContent=`${state().mode==='family'?'Each family uses its lowest-rate measured configuration only when that dataset/family has one exact support set; ambiguous support sets are omitted. Configurations may differ across datasets; use Exact configuration for fixed parameters.':'Each row retains one exact configuration and its eligible support-set hash. Lower compression rates and lower ns/point are better.'} ${columnCoverageNote}`;
|
| 106 |
currentRows=aggregate(filteredRecords(true));
|
| 107 |
const weights=parseWeights($('weights').value);
|
| 108 |
+
const comparable=currentRows.length&¤tRows.every(r=>r.workload_signature_count<=1);
|
| 109 |
+
$('score-note').textContent=`Score = ${weights[0].toFixed(1)} × average rate + ${weights[1].toFixed(1)} × normalized compress + ${weights[2].toFixed(1)} × normalized decompress. Lower is better. ${comparable?'Composite scores use one shared dataset/support signature.':'Composite scores are withheld because the displayed methods do not share one exact dataset/support signature.'} Average Rank is computed only among rows with the same dataset and eligible aggregate-id support hash; ties share their average position. Missing, N/A, failed, and unlike-support results receive no rank. Compare rank coverage and inspect method details.`;
|
| 110 |
const s=state(),scope=scopeKey(),measuredCount=coverageDatasetCount(),ds=s.dataset==='all'?`all ${measuredCount} measured datasets`:datasetDisplayName(s.dataset);
|
| 111 |
$('dataset-count').textContent=countFmt(measuredCount);$('dataset-count-label').textContent='measured datasets';
|
| 112 |
const names={overall:'available numeric measurements',integer:'integer columns',float:'floating-point columns',fixed_float:'fixed-precision float columns',nonfixed_float:'non-fixed-precision float columns'};
|
|
|
|
| 137 |
if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method;
|
| 138 |
const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline;
|
| 139 |
const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset));
|
| 140 |
+
detail.innerHTML=`<div class="detail-head"><div><h2 id="detail-title">${escape(method)}</h2><p class="muted">${escape(row.family)} · ${escape(runtimeName(row.runtime))} · ${row.coverage} measured datasets</p></div><button id="close-detail" class="quiet-button">Close details</button></div><div class="detail-grid"><div><strong>${fmt(row.compression_rate,4)}</strong><span>average compression rate</span></div><div><strong>${fmt(row.compression_time,2)}</strong><span>Compress ns/point</span></div><div><strong>${fmt(row.decompression_time,2)}</strong><span>Decompress ns/point</span></div><div><strong>${row.coverage} / ${row.totalDatasets}</strong><span>dataset coverage</span></div></div>${pipeline?`<p class="source-code">Interpretive operator mapping: ${escape(typeof pipeline==='string'?pipeline:JSON.stringify(pipeline))}</p>`:''}<p class="muted">Timing average: ${escape(timingLabel(row.timing_aggregation))}. Dataset metrics below come from the published result files. Measurement boundaries, matched support-set hashes, source hashes, and available verification evidence are recorded in the manifest.</p><div class="detail-table"><table><thead><tr><th>Dataset</th><th>Configuration</th><th>Rate ↓</th><th>Compress ns/point ↓</th><th>Decompress ns/point ↓</th><th>Timing basis</th><th>Measurement evidence</th><th>Timing profile</th><th>Source profile / binary</th><th>Support set</th><th>Original bytes</th><th>Compressed bytes</th><th>Dataset score ↓</th><th>Dataset Rank ↓</th><th>Rank candidates</th></tr></thead><tbody>${source.map(r=>`<tr><td>${escape(r.dataset)}</td><td>${escape(r.configuration)}</td><td class="numeric">${fmt(r.compression_rate,4)}</td><td class="numeric">${fmt(r.compression_time,2)}</td><td class="numeric">${fmt(r.decompression_time,2)}</td><td>${escape(timingLabel(r.timing_aggregation))}</td><td>${escape(r.measurement_status)}</td><td>${escape(r.timing_profile_status)}</td><td class="source-code">${escape(r.source_runtime)} / ${escape(String(r.binary_sha256).slice(0,16))}</td><td class="source-code">${escape(String(r.eligible_column_set_sha256).slice(0,16))}</td><td class="numeric">${fmt(r.original_bytes,0)}</td><td class="numeric">${fmt(r.compressed_bytes,0)}</td><td class="numeric">${fmt(r.dataset_score,4)}</td><td class="numeric">${fmt(r.dataset_rank,2)}</td><td class="numeric">${fmt(r.dataset_candidate_count,0)}</td></tr>`).join('')}</tbody></table></div>`;
|
| 141 |
detail.hidden=false;$('close-detail').addEventListener('click',()=>{detail.hidden=true;selectedMethod=null;});
|
| 142 |
if(focus){detail.scrollIntoView({block:'nearest',behavior:'auto'});detail.focus({preventScroll:true});}
|
| 143 |
}
|
|
|
|
| 160 |
function csv() {
|
| 161 |
const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;};
|
| 162 |
const weights=parseWeights($('weights').value);
|
| 163 |
+
const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation'];
|
| 164 |
+
const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all measured rows in selected comparison profile/scope/row-mode before search and visibility filters','mean per-dataset composite-score fractional rank; per-dataset min-max times',r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation].map(quote).join(','));
|
| 165 |
const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000);
|
| 166 |
}
|
| 167 |
function safeHttpUrl(value) {
|
|
|
|
| 251 |
function renderDocumentationViews() { renderMethodDocumentation();renderOperatorDocumentation(); }
|
| 252 |
async function loadReferenceCatalog() {
|
| 253 |
try {
|
| 254 |
+
const response=await fetch('./reference-catalog.json?v=20261011-native-v6',{cache:'no-cache'});
|
| 255 |
if(!response.ok)throw new Error(`Reference catalog request returned ${response.status}.`);
|
| 256 |
const catalog=await response.json();
|
| 257 |
if(!catalog||!Array.isArray(catalog.methods)||!Array.isArray(catalog.operators)||!Array.isArray(catalog.references))throw new Error('Reference catalog has an invalid schema.');
|
|
|
|
| 297 |
}
|
| 298 |
async function loadDatasetCatalog() {
|
| 299 |
try {
|
| 300 |
+
const response=await fetch('./dataset-catalog.json?v=20261011-native-v6',{cache:'no-cache'});if(!response.ok)throw new Error(`Dataset catalog request returned ${response.status}.`);
|
| 301 |
const catalog=await response.json();if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=catalog;
|
| 302 |
} catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); }
|
| 303 |
if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();}
|
|
|
|
| 309 |
const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`<dl class="definitions">${Object.entries(definitions).map(([k,v])=>`<div><dt>${escape(k.replaceAll('_',' '))}</dt><dd>${escape(typeof v==='string'?v:JSON.stringify(v))}</dd></div>`).join('')}</dl>`;
|
| 310 |
const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[];
|
| 311 |
const catalogCount=number(datasetCatalog?.summary?.dataset_count??c.catalog_dataset_count)??datasetEntries().length,measuredCount=number(datasetCatalog?.summary?.published_result_dataset_count??datasetCatalog?.summary?.published_measurement_dataset_count??datasetCatalog?.summary?.measured_dataset_count??c.measured_dataset_count)??new Set(records.map(r=>r.dataset)).size;
|
| 312 |
+
const terminal=c.native86_terminal_coverage||{};
|
| 313 |
+
const info={ 'Snapshot exported':snapshot.exported_at||s.exported_at||'Not reported','Dataset catalog':`${catalogCount} datasets; ${measuredCount} currently have published measurements and participate in rankings`,'Native86 server-166 terminal matrix':terminal.expected_pair_count?`${terminal.observed_pair_count} / ${terminal.expected_pair_count} dataset-method pairs; ${terminal.numeric_pair_count??0} contain published numeric aggregates, ${terminal.not_applicable_pair_count??0} are explicit N/A, ${terminal.problem_pair_count??0} ended with a failure status`:'See manifest and terminal coverage download','Dataset scope generated':s.generated_at||'Not reported', 'Source checkout':s.git_commit||'Not reported','Source files':`${s.source_files?.length??0} metadata inputs and ${s.result_csv_files_used?.length??0} result CSVs (hashes in manifest)`,'Result entries across scopes':`${records.length} (scope slices can reuse a measurement)`,'Worktree source state':s.worktree_dirty_inputs?.length?'Includes current local changes; input file hashes identify the published snapshot.':'See manifest for source file hashes.','Runtime environment':b.hardware||'Hardware details are not recorded in this exported result snapshot.','Lossless evidence':b.roundtrip_evidence||'Lossless-design method filter from the source project; per-run round-trip verification is not recorded here.'};
|
| 314 |
$('provenance').innerHTML=`<table class="provenance-table"><tbody>${Object.entries(info).map(([k,v])=>`<tr><th>${escape(k)}</th><td class="source-code">${escape(v)}</td></tr>`).join('')}</tbody></table>${exclusions.length?`<h3>Excluded or unavailable results</h3><p class="source-code">${escape(typeof exclusions==='string'?exclusions:JSON.stringify(exclusions))}</p>`:''}`;
|
| 315 |
}
|
| 316 |
function init() {
|
| 317 |
+
if(snapshot.compact_records){const t=snapshot.record_tables;snapshot.dataset_results=snapshot.compact_records.map(r=>({dataset:t.datasets[r[0]],scope:t.scopes[r[1]],runtime:t.runtimes[r[2]],comparison_profile:t.comparison_profiles[r[3]],family:t.families[r[4]],method:t.configurations[r[5]],algorithm_variant:t.configurations[r[5]],compression_rate:r[6],compression_time_ns_per_point:r[7],decompression_time_ns_per_point:r[8],original_size_bytes:r[9],compressed_size_bytes:r[10],timing_column_count:r[11],timing_aggregation:t.timing_aggregations[r[12]],eligible_column_set_sha256:t.support_sets[r[13]],measurement_status:t.measurement_statuses[r[14]],timing_profile_status:t.timing_statuses[r[15]],binary_sha256:t.binary_hashes[r[16]]}));delete snapshot.compact_records;}
|
| 318 |
for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); }
|
| 319 |
for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d);
|
| 320 |
records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0);
|
| 321 |
for(const r of records)if(!methods.has(r.method))methods.set(r.method,{name:r.method,family:r.family});
|
| 322 |
+
const runtimeOrder=['cpp','java','python'];
|
| 323 |
+
const runtimes=[...new Set(records.map(r=>r.runtime))].sort((a,b)=>{const ai=runtimeOrder.indexOf(a),bi=runtimeOrder.indexOf(b);return (ai<0?runtimeOrder.length:ai)-(bi<0?runtimeOrder.length:bi)||a.localeCompare(b);});
|
| 324 |
$('runtime').innerHTML=runtimes.map(r=>`<option value="${escape(r)}">${escape(runtimeName(r))}</option>`).join('');
|
| 325 |
populateDatasetControls();
|
| 326 |
$('family').innerHTML='<option value="all">All method families</option>'+[...new Set(records.map(r=>r.family))].sort().map(f=>`<option value="${escape(f)}">${escape(f)}</option>`).join('');
|
|
|
|
| 353 |
setupTheme();
|
| 354 |
void loadReferenceCatalog();
|
| 355 |
void loadDatasetCatalog();
|
| 356 |
+
try { const response=await fetch('./ui-data.json?v=20261011-native-v6',{cache:'no-cache'});if(!response.ok)throw new Error(`Snapshot request returned ${response.status}`);snapshot=await response.json();init(); }
|
| 357 |
catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='<tr><td class="empty-cell">Results unavailable.</td></tr>';}
|
apply_dataset_scope.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
"""Apply the
|
| 2 |
|
| 3 |
This is a scope filter, not a benchmark runner: retained individual measurements
|
| 4 |
are copied unchanged, excluded measurements are removed, and aggregates are
|
|
@@ -16,6 +16,73 @@ from export_results import _aggregate_rows
|
|
| 16 |
|
| 17 |
ROOT = Path(__file__).resolve().parent
|
| 18 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
|
| 20 |
def sha(path: Path) -> str:
|
| 21 |
return hashlib.sha256(path.read_bytes()).hexdigest()
|
|
@@ -26,14 +93,29 @@ def apply() -> None:
|
|
| 26 |
catalog = json.loads(catalog_path.read_text())
|
| 27 |
data_path = ROOT / "data.json"
|
| 28 |
data = json.loads(data_path.read_text())
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
allowed = {d["key"] for d in catalog["datasets"]}
|
| 30 |
-
if len(allowed) !=
|
| 31 |
-
raise ValueError("The reviewed public
|
| 32 |
excluded = {d["key"] for d in catalog.get("excluded", [])}
|
| 33 |
if allowed & excluded:
|
| 34 |
raise ValueError("Excluded datasets are present in the public catalog")
|
| 35 |
old_rows = data["dataset_results"]
|
| 36 |
-
rows = [r for r in old_rows if r["dataset"] in allowed]
|
| 37 |
if not rows:
|
| 38 |
raise ValueError("The snapshot has no measurements in the reviewed scope")
|
| 39 |
measured = {r["dataset"] for r in rows}
|
|
@@ -66,18 +148,63 @@ def apply() -> None:
|
|
| 66 |
# Retire the unrelated older paper aggregation instead of presenting it as
|
| 67 |
# evidence for the new catalog scope.
|
| 68 |
data.pop("paper_table3", None)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 69 |
data["dataset_overview"] = {
|
| 70 |
-
"dataset_count":
|
| 71 |
"total_rows": sum(d.get("row_count") or 0 for d in catalog["datasets"]),
|
| 72 |
"total_rows_available_dataset_count": sum(d.get("row_count") is not None for d in catalog["datasets"]),
|
| 73 |
-
"provenance_note": "Dataset catalog statistics follow the reviewed
|
| 74 |
benchmark = data["benchmark"]
|
| 75 |
benchmark.pop("paper_result_selection", None)
|
| 76 |
benchmark["metric_definitions"] = {k: v for k, v in benchmark["metric_definitions"].items() if not k.startswith("paper_")}
|
| 77 |
for field in ("notes", "measurement_boundaries"):
|
| 78 |
benchmark[field] = [s for s in benchmark.get(field, []) if "paper" not in s.lower()]
|
| 79 |
-
benchmark["scope_note"] =
|
| 80 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 81 |
source = data["source"]
|
| 82 |
source["source_files"] = [s for s in source["source_files"] if s.get("role") not in ("paper_table3", "dataset_scope", "dataset_catalog")]
|
| 83 |
source["source_files"].append({"role": "reviewed_dataset_catalog", "path": "dataset-catalog.json", "sha256": sha(catalog_path), "status": "reviewed_public_catalog"})
|
|
@@ -86,13 +213,13 @@ def apply() -> None:
|
|
| 86 |
source.setdefault("scope_input_snapshot_sha256", old_sha)
|
| 87 |
source["scope_catalog_sha256"] = sha(catalog_path)
|
| 88 |
coverage = data["coverage"]
|
| 89 |
-
coverage.update(dataset_count=
|
| 90 |
dataset_result_row_count=len(rows), configuration_aggregate_row_count=len(data["configuration_aggregates"]),
|
| 91 |
family_best_aggregate_row_count=len(data["family_best_aggregates"]),
|
| 92 |
method_family_count=len({r["family"] for r in rows}), method_configuration_count=len({r["method"] for r in rows}),
|
| 93 |
runtime_configuration_count=len({(r["runtime"], r["method"]) for r in rows}),
|
| 94 |
source_report_file_count=len(source["result_csv_files_used"]), paper_leaderboard_row_count=0,
|
| 95 |
-
excluded_datasets=sorted(excluded | set(coverage.get("excluded_datasets", []))))
|
| 96 |
coverage.update(
|
| 97 |
timing_column_observation_count=sum(r.get("timing_column_count", 0) for r in rows),
|
| 98 |
timing_column_mean_dataset_result_count=sum(
|
|
@@ -110,9 +237,10 @@ def apply() -> None:
|
|
| 110 |
manifest_path = ROOT / "manifest.json"
|
| 111 |
manifest = json.loads(manifest_path.read_text())
|
| 112 |
manifest.update(counts=coverage, data_sha256=sha(data_path), source_files=source["source_files"],
|
| 113 |
-
result_csv_files=source["result_csv_files_used"], dataset_catalog_sha256=sha(catalog_path)
|
|
|
|
| 114 |
manifest_path.write_text(json.dumps(manifest, ensure_ascii=False, indent=2, sort_keys=True) + "\n")
|
| 115 |
-
print(json.dumps({"catalog_datasets":
|
| 116 |
"removed_rows": len(old_rows) - len(rows), "data_sha256": sha(data_path)}))
|
| 117 |
|
| 118 |
|
|
|
|
| 1 |
+
"""Apply the reviewed 164-dataset public scope to a measured snapshot.
|
| 2 |
|
| 3 |
This is a scope filter, not a benchmark runner: retained individual measurements
|
| 4 |
are copied unchanged, excluded measurements are removed, and aggregates are
|
|
|
|
| 16 |
|
| 17 |
ROOT = Path(__file__).resolve().parent
|
| 18 |
|
| 19 |
+
# These five catalog-only entries were absent from the deployed leaderboard's
|
| 20 |
+
# effective measured scope. Keep the public benchmark fixed to the reviewed
|
| 21 |
+
# 164 real datasets even if a later input catalog happens to contain them.
|
| 22 |
+
OUTSIDE_WEBSITE164_SCOPE = frozenset({
|
| 23 |
+
"app_flow",
|
| 24 |
+
"ethereum_signals_sample",
|
| 25 |
+
"github_top_developers",
|
| 26 |
+
"tiktok_trending_hashtags_music",
|
| 27 |
+
"youtube_trending_2019_2020",
|
| 28 |
+
})
|
| 29 |
+
|
| 30 |
+
|
| 31 |
+
def _is_glza(row: dict) -> bool:
|
| 32 |
+
return str(row.get("family", "")).casefold() == "glza" or "glza" in str(
|
| 33 |
+
row.get("method", "")
|
| 34 |
+
).casefold()
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
def _contains_glza(value: object) -> bool:
|
| 38 |
+
if isinstance(value, dict):
|
| 39 |
+
return any("glza" in str(key).casefold() or _contains_glza(item)
|
| 40 |
+
for key, item in value.items())
|
| 41 |
+
if isinstance(value, list):
|
| 42 |
+
return any(_contains_glza(item) for item in value)
|
| 43 |
+
return "glza" in str(value).casefold()
|
| 44 |
+
|
| 45 |
+
|
| 46 |
+
def _filter_reference_catalog(path: Path) -> str:
|
| 47 |
+
"""Remove the excluded method from every public documentation domain."""
|
| 48 |
+
catalog = json.loads(path.read_text())
|
| 49 |
+
removed = [item for item in catalog.get("methods", []) if _is_glza(item)]
|
| 50 |
+
catalog["methods"] = [
|
| 51 |
+
item for item in catalog.get("methods", []) if not _is_glza(item)
|
| 52 |
+
]
|
| 53 |
+
source = catalog.setdefault("source", {})
|
| 54 |
+
removed.extend(item for item in source.get("ppt_method_aliases", []) if _is_glza(item))
|
| 55 |
+
source["ppt_method_aliases"] = [
|
| 56 |
+
item for item in source.get("ppt_method_aliases", []) if not _is_glza(item)
|
| 57 |
+
]
|
| 58 |
+
removed.extend(item for item in source.get("additional_measured_families", []) if _is_glza(item))
|
| 59 |
+
source["additional_measured_families"] = [
|
| 60 |
+
item for item in source.get("additional_measured_families", []) if not _is_glza(item)
|
| 61 |
+
]
|
| 62 |
+
removed_reference_ids = {
|
| 63 |
+
str(value) for item in removed for value in item.get("reference_ids", [])
|
| 64 |
+
}
|
| 65 |
+
referenced = set()
|
| 66 |
+
for item in catalog.get("methods", []) + catalog.get("operators", []):
|
| 67 |
+
referenced.update(str(value) for value in item.get("reference_ids", []))
|
| 68 |
+
for implementation in item.get("implementations", []):
|
| 69 |
+
referenced.update(str(value) for value in implementation.get("reference_ids", []))
|
| 70 |
+
for item in source.get("ppt_method_aliases", []) + source.get("additional_measured_families", []):
|
| 71 |
+
referenced.update(str(value) for value in item.get("reference_ids", []))
|
| 72 |
+
catalog["references"] = [
|
| 73 |
+
item for item in catalog.get("references", [])
|
| 74 |
+
if not (
|
| 75 |
+
str(item.get("id")) in removed_reference_ids
|
| 76 |
+
and str(item.get("id")) not in referenced
|
| 77 |
+
) and not _contains_glza(item)
|
| 78 |
+
]
|
| 79 |
+
if _contains_glza(catalog):
|
| 80 |
+
raise ValueError("GLZA remains in the filtered public reference catalog")
|
| 81 |
+
path.write_text(
|
| 82 |
+
json.dumps(catalog, ensure_ascii=False, indent=2, allow_nan=False) + "\n"
|
| 83 |
+
)
|
| 84 |
+
return sha(path)
|
| 85 |
+
|
| 86 |
|
| 87 |
def sha(path: Path) -> str:
|
| 88 |
return hashlib.sha256(path.read_bytes()).hexdigest()
|
|
|
|
| 93 |
catalog = json.loads(catalog_path.read_text())
|
| 94 |
data_path = ROOT / "data.json"
|
| 95 |
data = json.loads(data_path.read_text())
|
| 96 |
+
reference_catalog_path = ROOT / "reference-catalog.json"
|
| 97 |
+
reference_catalog_sha256 = _filter_reference_catalog(reference_catalog_path)
|
| 98 |
+
original_catalog = list(catalog["datasets"])
|
| 99 |
+
original_keys = {d["key"] for d in original_catalog}
|
| 100 |
+
if len(original_keys) != len(original_catalog):
|
| 101 |
+
raise ValueError("The public catalog contains duplicate dataset keys")
|
| 102 |
+
if len(original_keys) == 169 and not OUTSIDE_WEBSITE164_SCOPE <= original_keys:
|
| 103 |
+
raise ValueError("The 169-dataset catalog does not identify the website164 exclusions")
|
| 104 |
+
if len(original_keys) == 164 and original_keys & OUTSIDE_WEBSITE164_SCOPE:
|
| 105 |
+
raise ValueError("The 164-dataset catalog still contains an excluded catalog-only dataset")
|
| 106 |
+
if len(original_keys) not in {164, 169}:
|
| 107 |
+
raise ValueError(f"Expected a 164- or 169-dataset input catalog, found {len(original_keys)}")
|
| 108 |
+
catalog["datasets"] = [
|
| 109 |
+
item for item in original_catalog if item["key"] not in OUTSIDE_WEBSITE164_SCOPE
|
| 110 |
+
]
|
| 111 |
allowed = {d["key"] for d in catalog["datasets"]}
|
| 112 |
+
if len(allowed) != 164 or len(catalog["datasets"]) != 164:
|
| 113 |
+
raise ValueError(f"The reviewed public scope must contain 164 unique datasets, found {len(allowed)}")
|
| 114 |
excluded = {d["key"] for d in catalog.get("excluded", [])}
|
| 115 |
if allowed & excluded:
|
| 116 |
raise ValueError("Excluded datasets are present in the public catalog")
|
| 117 |
old_rows = data["dataset_results"]
|
| 118 |
+
rows = [r for r in old_rows if r["dataset"] in allowed and not _is_glza(r)]
|
| 119 |
if not rows:
|
| 120 |
raise ValueError("The snapshot has no measurements in the reviewed scope")
|
| 121 |
measured = {r["dataset"] for r in rows}
|
|
|
|
| 148 |
# Retire the unrelated older paper aggregation instead of presenting it as
|
| 149 |
# evidence for the new catalog scope.
|
| 150 |
data.pop("paper_table3", None)
|
| 151 |
+
category_labels = {
|
| 152 |
+
item["category"]: item.get("category_label", item["category"])
|
| 153 |
+
for item in catalog["datasets"]
|
| 154 |
+
}
|
| 155 |
+
category_counts = {
|
| 156 |
+
key: sum(item["category"] == key for item in catalog["datasets"])
|
| 157 |
+
for key in category_labels
|
| 158 |
+
}
|
| 159 |
+
catalog["summary"].update(
|
| 160 |
+
dataset_count=164,
|
| 161 |
+
catalog_only_dataset_count=0,
|
| 162 |
+
published_result_dataset_count=len(measured),
|
| 163 |
+
published_measurement_dataset_count=len(measured),
|
| 164 |
+
empty_dataset_count=sum((item.get("row_count") or 0) == 0 for item in catalog["datasets"]),
|
| 165 |
+
legacy_count=sum(item.get("cohort") == "legacy" for item in catalog["datasets"]),
|
| 166 |
+
thulab_count=sum(item.get("cohort") == "thulab" for item in catalog["datasets"]),
|
| 167 |
+
categories=[
|
| 168 |
+
{"key": key, "label": category_labels[key], "count": category_counts[key]}
|
| 169 |
+
for key in category_labels
|
| 170 |
+
],
|
| 171 |
+
origin_classes={
|
| 172 |
+
key: sum(item.get("origin_class") == key for item in catalog["datasets"])
|
| 173 |
+
for key in ("real_measured", "derived_from_real")
|
| 174 |
+
},
|
| 175 |
+
provenance_statuses={
|
| 176 |
+
key: sum(item.get("provenance_status") == key for item in catalog["datasets"])
|
| 177 |
+
for key in ("source_supported", "incomplete")
|
| 178 |
+
},
|
| 179 |
+
measurement_note=(
|
| 180 |
+
"The reviewed scope contains 89 real-measured and 75 derived-from-real datasets; "
|
| 181 |
+
"15 have incomplete source provenance. Availability varies by method, runtime, "
|
| 182 |
+
"and data type; missing measurements remain unavailable."
|
| 183 |
+
),
|
| 184 |
+
)
|
| 185 |
+
catalog_path.write_text(
|
| 186 |
+
json.dumps(catalog, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n"
|
| 187 |
+
)
|
| 188 |
data["dataset_overview"] = {
|
| 189 |
+
"dataset_count": 164, "measured_dataset_count": len(measured),
|
| 190 |
"total_rows": sum(d.get("row_count") or 0 for d in catalog["datasets"]),
|
| 191 |
"total_rows_available_dataset_count": sum(d.get("row_count") is not None for d in catalog["datasets"]),
|
| 192 |
+
"provenance_note": "Dataset catalog statistics follow the reviewed 164-real-dataset scope. Compression metrics use only published measurement rows."}
|
| 193 |
benchmark = data["benchmark"]
|
| 194 |
benchmark.pop("paper_result_selection", None)
|
| 195 |
benchmark["metric_definitions"] = {k: v for k, v in benchmark["metric_definitions"].items() if not k.startswith("paper_")}
|
| 196 |
for field in ("notes", "measurement_boundaries"):
|
| 197 |
benchmark[field] = [s for s in benchmark.get(field, []) if "paper" not in s.lower()]
|
| 198 |
+
benchmark["scope_note"] = (
|
| 199 |
+
f"The benchmark contains 164 reviewed datasets: 89 real-measured and 75 derived-from-real; "
|
| 200 |
+
f"15 have incomplete source provenance. Published measurement rows currently cover {len(measured)} "
|
| 201 |
+
"of them. Missing combinations remain unavailable rather than zero."
|
| 202 |
+
)
|
| 203 |
+
benchmark["publication_note"] = (
|
| 204 |
+
"All Native86 rows require hash-bound matching benchmark and fresh-cold results. "
|
| 205 |
+
"The server-192 cohort also carries independent pair-verification receipts; the "
|
| 206 |
+
"server-166 cohort carries strict source/admission or fresh-cold recovery receipts."
|
| 207 |
+
)
|
| 208 |
source = data["source"]
|
| 209 |
source["source_files"] = [s for s in source["source_files"] if s.get("role") not in ("paper_table3", "dataset_scope", "dataset_catalog")]
|
| 210 |
source["source_files"].append({"role": "reviewed_dataset_catalog", "path": "dataset-catalog.json", "sha256": sha(catalog_path), "status": "reviewed_public_catalog"})
|
|
|
|
| 213 |
source.setdefault("scope_input_snapshot_sha256", old_sha)
|
| 214 |
source["scope_catalog_sha256"] = sha(catalog_path)
|
| 215 |
coverage = data["coverage"]
|
| 216 |
+
coverage.update(dataset_count=164, catalog_dataset_count=164, measured_dataset_count=len(measured),
|
| 217 |
dataset_result_row_count=len(rows), configuration_aggregate_row_count=len(data["configuration_aggregates"]),
|
| 218 |
family_best_aggregate_row_count=len(data["family_best_aggregates"]),
|
| 219 |
method_family_count=len({r["family"] for r in rows}), method_configuration_count=len({r["method"] for r in rows}),
|
| 220 |
runtime_configuration_count=len({(r["runtime"], r["method"]) for r in rows}),
|
| 221 |
source_report_file_count=len(source["result_csv_files_used"]), paper_leaderboard_row_count=0,
|
| 222 |
+
excluded_datasets=sorted(excluded | OUTSIDE_WEBSITE164_SCOPE | set(coverage.get("excluded_datasets", []))))
|
| 223 |
coverage.update(
|
| 224 |
timing_column_observation_count=sum(r.get("timing_column_count", 0) for r in rows),
|
| 225 |
timing_column_mean_dataset_result_count=sum(
|
|
|
|
| 237 |
manifest_path = ROOT / "manifest.json"
|
| 238 |
manifest = json.loads(manifest_path.read_text())
|
| 239 |
manifest.update(counts=coverage, data_sha256=sha(data_path), source_files=source["source_files"],
|
| 240 |
+
result_csv_files=source["result_csv_files_used"], dataset_catalog_sha256=sha(catalog_path),
|
| 241 |
+
reference_catalog_sha256=reference_catalog_sha256)
|
| 242 |
manifest_path.write_text(json.dumps(manifest, ensure_ascii=False, indent=2, sort_keys=True) + "\n")
|
| 243 |
+
print(json.dumps({"catalog_datasets": 164, "measured_datasets": len(measured), "retained_rows": len(rows),
|
| 244 |
"removed_rows": len(old_rows) - len(rows), "data_sha256": sha(data_path)}))
|
| 245 |
|
| 246 |
|
build_ui_payload.py
CHANGED
|
@@ -12,9 +12,14 @@ def build() -> None:
|
|
| 12 |
data = json.loads(source.read_text())
|
| 13 |
rows = data['dataset_results']
|
| 14 |
fields = {'datasets': 'dataset', 'scopes': 'scope', 'runtimes': 'runtime',
|
| 15 |
-
'
|
|
|
|
| 16 |
tables = {key: sorted({r[field] for r in rows}) for key, field in fields.items()}
|
| 17 |
tables['timing_aggregations'] = sorted({r['timing_aggregation'] for r in rows})
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
indices = {key: {v:i for i,v in enumerate(values)} for key,values in tables.items()}
|
| 19 |
compact = []
|
| 20 |
for r in rows:
|
|
@@ -22,7 +27,11 @@ def build() -> None:
|
|
| 22 |
r['compression_rate'], r['compression_time_ns_per_point'],
|
| 23 |
r['decompression_time_ns_per_point'], r['original_size_bytes'],
|
| 24 |
r['compressed_size_bytes'], r.get('timing_column_count', 0),
|
| 25 |
-
indices['timing_aggregations'][r['timing_aggregation']]
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
payload = {key: data[key] for key in ('schema_version','benchmark','coverage','datasets','methods','scopes','source')}
|
| 27 |
if 'dataset_summary' in data:
|
| 28 |
payload['dataset_summary'] = data['dataset_summary']
|
|
|
|
| 12 |
data = json.loads(source.read_text())
|
| 13 |
rows = data['dataset_results']
|
| 14 |
fields = {'datasets': 'dataset', 'scopes': 'scope', 'runtimes': 'runtime',
|
| 15 |
+
'comparison_profiles': 'comparison_profile', 'families': 'family',
|
| 16 |
+
'configurations': 'algorithm_variant'}
|
| 17 |
tables = {key: sorted({r[field] for r in rows}) for key, field in fields.items()}
|
| 18 |
tables['timing_aggregations'] = sorted({r['timing_aggregation'] for r in rows})
|
| 19 |
+
tables['support_sets'] = sorted({r.get('eligible_column_set_sha256', 'legacy_snapshot_unbound') for r in rows})
|
| 20 |
+
tables['measurement_statuses'] = sorted({r.get('measurement_status', 'legacy_published_measurement') for r in rows})
|
| 21 |
+
tables['timing_statuses'] = sorted({r.get('timing_profile_status', 'source_snapshot_timing') for r in rows})
|
| 22 |
+
tables['binary_hashes'] = sorted({r.get('binary_sha256') or 'unbound' for r in rows})
|
| 23 |
indices = {key: {v:i for i,v in enumerate(values)} for key,values in tables.items()}
|
| 24 |
compact = []
|
| 25 |
for r in rows:
|
|
|
|
| 27 |
r['compression_rate'], r['compression_time_ns_per_point'],
|
| 28 |
r['decompression_time_ns_per_point'], r['original_size_bytes'],
|
| 29 |
r['compressed_size_bytes'], r.get('timing_column_count', 0),
|
| 30 |
+
indices['timing_aggregations'][r['timing_aggregation']],
|
| 31 |
+
indices['support_sets'][r.get('eligible_column_set_sha256', 'legacy_snapshot_unbound')],
|
| 32 |
+
indices['measurement_statuses'][r.get('measurement_status', 'legacy_published_measurement')],
|
| 33 |
+
indices['timing_statuses'][r.get('timing_profile_status', 'source_snapshot_timing')],
|
| 34 |
+
indices['binary_hashes'][r.get('binary_sha256') or 'unbound']])
|
| 35 |
payload = {key: data[key] for key in ('schema_version','benchmark','coverage','datasets','methods','scopes','source')}
|
| 36 |
if 'dataset_summary' in data:
|
| 37 |
payload['dataset_summary'] = data['dataset_summary']
|
data.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:433a82416f865225818c96816934218cd6eb0a4b19cfc608cc5e0010b3c46eac
|
| 3 |
+
size 130436188
|
dataset-catalog.json
CHANGED
|
@@ -720,36 +720,6 @@
|
|
| 720 |
"source_url": "https://huggingface.co/datasets/kshift/ahr999-dataset",
|
| 721 |
"value_cell_count": 12872
|
| 722 |
},
|
| 723 |
-
{
|
| 724 |
-
"category": "web_computing",
|
| 725 |
-
"category_label": "Web & Computing",
|
| 726 |
-
"cohort": "thulab",
|
| 727 |
-
"cohort_label": "THULab dataset collection",
|
| 728 |
-
"column_count": 3,
|
| 729 |
-
"controlled_test_data": false,
|
| 730 |
-
"dataset_url": "https://huggingface.co/datasets/THULab/app_flow",
|
| 731 |
-
"has_published_results": false,
|
| 732 |
-
"key": "app_flow",
|
| 733 |
-
"label": "app_flow",
|
| 734 |
-
"measurement_eligibility": "eligible",
|
| 735 |
-
"numeric_column_count": 2,
|
| 736 |
-
"origin_class": "derived_from_real",
|
| 737 |
-
"origin_confidence": "medium",
|
| 738 |
-
"preparation_status": "ready",
|
| 739 |
-
"production_context": "unspecified_or_production_observational",
|
| 740 |
-
"provenance_status": "source_supported",
|
| 741 |
-
"published_result_row_count": null,
|
| 742 |
-
"published_result_row_count_matches_catalog": null,
|
| 743 |
-
"published_result_scope": null,
|
| 744 |
-
"row_count": 1048575,
|
| 745 |
-
"shared_metadata_bytes": 24030838,
|
| 746 |
-
"size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
|
| 747 |
-
"size_bytes": 25165800,
|
| 748 |
-
"source": "Hugging Face",
|
| 749 |
-
"source_order": 25,
|
| 750 |
-
"source_url": "https://huggingface.co/datasets/kashif/App_Flow",
|
| 751 |
-
"value_cell_count": 2097150
|
| 752 |
-
},
|
| 753 |
{
|
| 754 |
"category": "environment_space",
|
| 755 |
"category_label": "Environment & Space",
|
|
@@ -1530,36 +1500,6 @@
|
|
| 1530 |
"source_url": "https://arxiv.org/html/2602.12147v4",
|
| 1531 |
"value_cell_count": 262080
|
| 1532 |
},
|
| 1533 |
-
{
|
| 1534 |
-
"category": "finance_commerce",
|
| 1535 |
-
"category_label": "Finance & Commerce",
|
| 1536 |
-
"cohort": "thulab",
|
| 1537 |
-
"cohort_label": "THULab dataset collection",
|
| 1538 |
-
"column_count": 10,
|
| 1539 |
-
"controlled_test_data": true,
|
| 1540 |
-
"dataset_url": "https://huggingface.co/datasets/THULab/ethereum_signals_sample",
|
| 1541 |
-
"has_published_results": false,
|
| 1542 |
-
"key": "ethereum_signals_sample",
|
| 1543 |
-
"label": "ethereum_signals_sample",
|
| 1544 |
-
"measurement_eligibility": "eligible",
|
| 1545 |
-
"numeric_column_count": 9,
|
| 1546 |
-
"origin_class": "derived_from_real",
|
| 1547 |
-
"origin_confidence": "high",
|
| 1548 |
-
"preparation_status": "ready",
|
| 1549 |
-
"production_context": "controlled_nonproduction_sepolia_testnet",
|
| 1550 |
-
"provenance_status": "source_supported",
|
| 1551 |
-
"published_result_row_count": null,
|
| 1552 |
-
"published_result_row_count_matches_catalog": null,
|
| 1553 |
-
"published_result_scope": null,
|
| 1554 |
-
"row_count": 5988,
|
| 1555 |
-
"shared_metadata_bytes": 136684,
|
| 1556 |
-
"size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
|
| 1557 |
-
"size_bytes": 479040,
|
| 1558 |
-
"source": "Hugging Face",
|
| 1559 |
-
"source_order": 52,
|
| 1560 |
-
"source_url": "https://huggingface.co/datasets/MikeKuykendall/ethereum-signals-sample/raw/ec73f4e659259961c5fe74c634893ae250b7aa9a/README.md",
|
| 1561 |
-
"value_cell_count": 47904
|
| 1562 |
-
},
|
| 1563 |
{
|
| 1564 |
"category": "energy_industry",
|
| 1565 |
"category_label": "Energy & Industry",
|
|
@@ -1860,36 +1800,6 @@
|
|
| 1860 |
"source_url": "https://huggingface.co/datasets/juliensimon/geomagnetic-kp-index",
|
| 1861 |
"value_cell_count": 2058
|
| 1862 |
},
|
| 1863 |
-
{
|
| 1864 |
-
"category": "web_computing",
|
| 1865 |
-
"category_label": "Web & Computing",
|
| 1866 |
-
"cohort": "thulab",
|
| 1867 |
-
"cohort_label": "THULab dataset collection",
|
| 1868 |
-
"column_count": 2,
|
| 1869 |
-
"controlled_test_data": false,
|
| 1870 |
-
"dataset_url": "https://huggingface.co/datasets/THULab/github_top_developers",
|
| 1871 |
-
"has_published_results": false,
|
| 1872 |
-
"key": "github_top_developers",
|
| 1873 |
-
"label": "github_top_developers",
|
| 1874 |
-
"measurement_eligibility": "eligible",
|
| 1875 |
-
"numeric_column_count": 1,
|
| 1876 |
-
"origin_class": "derived_from_real",
|
| 1877 |
-
"origin_confidence": "high",
|
| 1878 |
-
"preparation_status": "ready",
|
| 1879 |
-
"production_context": "unspecified_or_production_observational",
|
| 1880 |
-
"provenance_status": "source_supported",
|
| 1881 |
-
"published_result_row_count": null,
|
| 1882 |
-
"published_result_row_count_matches_catalog": null,
|
| 1883 |
-
"published_result_scope": null,
|
| 1884 |
-
"row_count": 39390,
|
| 1885 |
-
"shared_metadata_bytes": 6942303,
|
| 1886 |
-
"size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
|
| 1887 |
-
"size_bytes": 630240,
|
| 1888 |
-
"source": "Hugging Face",
|
| 1889 |
-
"source_order": 63,
|
| 1890 |
-
"source_url": "https://huggingface.co/datasets/diamond-in/github-top-developers",
|
| 1891 |
-
"value_cell_count": 39390
|
| 1892 |
-
},
|
| 1893 |
{
|
| 1894 |
"category": "web_computing",
|
| 1895 |
"category_label": "Web & Computing",
|
|
@@ -3840,36 +3750,6 @@
|
|
| 3840 |
"source_url": "https://zenodo.org/record/5129073",
|
| 3841 |
"value_cell_count": 23252166
|
| 3842 |
},
|
| 3843 |
-
{
|
| 3844 |
-
"category": "web_computing",
|
| 3845 |
-
"category_label": "Web & Computing",
|
| 3846 |
-
"cohort": "thulab",
|
| 3847 |
-
"cohort_label": "THULab dataset collection",
|
| 3848 |
-
"column_count": 11,
|
| 3849 |
-
"controlled_test_data": false,
|
| 3850 |
-
"dataset_url": "https://huggingface.co/datasets/THULab/tiktok_trending_hashtags_music",
|
| 3851 |
-
"has_published_results": false,
|
| 3852 |
-
"key": "tiktok_trending_hashtags_music",
|
| 3853 |
-
"label": "tiktok_trending_hashtags_music",
|
| 3854 |
-
"measurement_eligibility": "unavailable_empty_dataset",
|
| 3855 |
-
"numeric_column_count": 10,
|
| 3856 |
-
"origin_class": "derived_from_real",
|
| 3857 |
-
"origin_confidence": "medium",
|
| 3858 |
-
"preparation_status": "ready",
|
| 3859 |
-
"production_context": "unspecified_or_production_observational",
|
| 3860 |
-
"provenance_status": "source_supported",
|
| 3861 |
-
"published_result_row_count": null,
|
| 3862 |
-
"published_result_row_count_matches_catalog": null,
|
| 3863 |
-
"published_result_scope": null,
|
| 3864 |
-
"row_count": 0,
|
| 3865 |
-
"shared_metadata_bytes": 2765,
|
| 3866 |
-
"size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
|
| 3867 |
-
"size_bytes": 0,
|
| 3868 |
-
"source": "ads.tiktok.com",
|
| 3869 |
-
"source_order": 129,
|
| 3870 |
-
"source_url": "https://ads.tiktok.com/business/creativecenter/inspiration/popular/hashtag/pc/en",
|
| 3871 |
-
"value_cell_count": 0
|
| 3872 |
-
},
|
| 3873 |
{
|
| 3874 |
"category": "finance_commerce",
|
| 3875 |
"category_label": "Finance & Commerce",
|
|
@@ -5010,36 +4890,6 @@
|
|
| 5010 |
"source_url": "https://huggingface.co/datasets/czl/yongchun_public_gym",
|
| 5011 |
"value_cell_count": 212130
|
| 5012 |
},
|
| 5013 |
-
{
|
| 5014 |
-
"category": "web_computing",
|
| 5015 |
-
"category_label": "Web & Computing",
|
| 5016 |
-
"cohort": "thulab",
|
| 5017 |
-
"cohort_label": "THULab dataset collection",
|
| 5018 |
-
"column_count": 7,
|
| 5019 |
-
"controlled_test_data": false,
|
| 5020 |
-
"dataset_url": "https://huggingface.co/datasets/THULab/youtube_trending_2019_2020",
|
| 5021 |
-
"has_published_results": false,
|
| 5022 |
-
"key": "youtube_trending_2019_2020",
|
| 5023 |
-
"label": "youtube_trending_2019_2020",
|
| 5024 |
-
"measurement_eligibility": "eligible",
|
| 5025 |
-
"numeric_column_count": 6,
|
| 5026 |
-
"origin_class": "derived_from_real",
|
| 5027 |
-
"origin_confidence": "medium",
|
| 5028 |
-
"preparation_status": "ready",
|
| 5029 |
-
"production_context": "unspecified_or_production_observational",
|
| 5030 |
-
"provenance_status": "source_supported",
|
| 5031 |
-
"published_result_row_count": null,
|
| 5032 |
-
"published_result_row_count_matches_catalog": null,
|
| 5033 |
-
"published_result_scope": null,
|
| 5034 |
-
"row_count": 1541128,
|
| 5035 |
-
"shared_metadata_bytes": 46042520,
|
| 5036 |
-
"size_basis": "native_numeric_bytes_excluding_validity_and_metadata",
|
| 5037 |
-
"size_bytes": 86303168,
|
| 5038 |
-
"source": "Hugging Face",
|
| 5039 |
-
"source_order": 168,
|
| 5040 |
-
"source_url": "https://huggingface.co/datasets/jettisonthenet/timeseries_trending_youtube_videos_2019-04-15_to_2020-04-15",
|
| 5041 |
-
"value_cell_count": 9246768
|
| 5042 |
-
},
|
| 5043 |
{
|
| 5044 |
"category": "finance_commerce",
|
| 5045 |
"category_label": "Finance & Commerce",
|
|
@@ -5142,22 +4992,22 @@
|
|
| 5142 |
"source_scope_sha256": "7ec5714939750c0551371d52e593685e3c4226681a4283af0a4d5b8abea64cfd"
|
| 5143 |
},
|
| 5144 |
"summary": {
|
| 5145 |
-
"catalog_only_dataset_count":
|
| 5146 |
"categories": [
|
| 5147 |
{
|
| 5148 |
-
"count":
|
| 5149 |
-
"key": "
|
| 5150 |
-
"label": "
|
| 5151 |
},
|
| 5152 |
{
|
| 5153 |
-
"count":
|
| 5154 |
-
"key": "
|
| 5155 |
-
"label": "
|
| 5156 |
},
|
| 5157 |
{
|
| 5158 |
-
"count":
|
| 5159 |
-
"key": "
|
| 5160 |
-
"label": "
|
| 5161 |
},
|
| 5162 |
{
|
| 5163 |
"count": 15,
|
|
@@ -5165,21 +5015,30 @@
|
|
| 5165 |
"label": "Transport & Mobility"
|
| 5166 |
},
|
| 5167 |
{
|
| 5168 |
-
"count":
|
| 5169 |
-
"key": "
|
| 5170 |
-
"label": "
|
| 5171 |
},
|
| 5172 |
{
|
| 5173 |
-
"count":
|
| 5174 |
-
"key": "
|
| 5175 |
-
"label": "
|
| 5176 |
}
|
| 5177 |
],
|
| 5178 |
-
"dataset_count":
|
| 5179 |
-
"empty_dataset_count":
|
| 5180 |
"legacy_count": 18,
|
| 5181 |
-
"measurement_note": "The
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5182 |
"published_result_dataset_count": 164,
|
| 5183 |
-
"thulab_count":
|
| 5184 |
}
|
| 5185 |
}
|
|
|
|
| 720 |
"source_url": "https://huggingface.co/datasets/kshift/ahr999-dataset",
|
| 721 |
"value_cell_count": 12872
|
| 722 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 723 |
{
|
| 724 |
"category": "environment_space",
|
| 725 |
"category_label": "Environment & Space",
|
|
|
|
| 1500 |
"source_url": "https://arxiv.org/html/2602.12147v4",
|
| 1501 |
"value_cell_count": 262080
|
| 1502 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1503 |
{
|
| 1504 |
"category": "energy_industry",
|
| 1505 |
"category_label": "Energy & Industry",
|
|
|
|
| 1800 |
"source_url": "https://huggingface.co/datasets/juliensimon/geomagnetic-kp-index",
|
| 1801 |
"value_cell_count": 2058
|
| 1802 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1803 |
{
|
| 1804 |
"category": "web_computing",
|
| 1805 |
"category_label": "Web & Computing",
|
|
|
|
| 3750 |
"source_url": "https://zenodo.org/record/5129073",
|
| 3751 |
"value_cell_count": 23252166
|
| 3752 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3753 |
{
|
| 3754 |
"category": "finance_commerce",
|
| 3755 |
"category_label": "Finance & Commerce",
|
|
|
|
| 4890 |
"source_url": "https://huggingface.co/datasets/czl/yongchun_public_gym",
|
| 4891 |
"value_cell_count": 212130
|
| 4892 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4893 |
{
|
| 4894 |
"category": "finance_commerce",
|
| 4895 |
"category_label": "Finance & Commerce",
|
|
|
|
| 4992 |
"source_scope_sha256": "7ec5714939750c0551371d52e593685e3c4226681a4283af0a4d5b8abea64cfd"
|
| 4993 |
},
|
| 4994 |
"summary": {
|
| 4995 |
+
"catalog_only_dataset_count": 0,
|
| 4996 |
"categories": [
|
| 4997 |
{
|
| 4998 |
+
"count": 36,
|
| 4999 |
+
"key": "environment_space",
|
| 5000 |
+
"label": "Environment & Space"
|
| 5001 |
},
|
| 5002 |
{
|
| 5003 |
+
"count": 15,
|
| 5004 |
+
"key": "health_society",
|
| 5005 |
+
"label": "Health & Society"
|
| 5006 |
},
|
| 5007 |
{
|
| 5008 |
+
"count": 14,
|
| 5009 |
+
"key": "web_computing",
|
| 5010 |
+
"label": "Web & Computing"
|
| 5011 |
},
|
| 5012 |
{
|
| 5013 |
"count": 15,
|
|
|
|
| 5015 |
"label": "Transport & Mobility"
|
| 5016 |
},
|
| 5017 |
{
|
| 5018 |
+
"count": 60,
|
| 5019 |
+
"key": "finance_commerce",
|
| 5020 |
+
"label": "Finance & Commerce"
|
| 5021 |
},
|
| 5022 |
{
|
| 5023 |
+
"count": 24,
|
| 5024 |
+
"key": "energy_industry",
|
| 5025 |
+
"label": "Energy & Industry"
|
| 5026 |
}
|
| 5027 |
],
|
| 5028 |
+
"dataset_count": 164,
|
| 5029 |
+
"empty_dataset_count": 0,
|
| 5030 |
"legacy_count": 18,
|
| 5031 |
+
"measurement_note": "The reviewed scope contains 89 real-measured and 75 derived-from-real datasets; 15 have incomplete source provenance. Availability varies by method, runtime, and data type; missing measurements remain unavailable.",
|
| 5032 |
+
"origin_classes": {
|
| 5033 |
+
"derived_from_real": 75,
|
| 5034 |
+
"real_measured": 89
|
| 5035 |
+
},
|
| 5036 |
+
"provenance_statuses": {
|
| 5037 |
+
"incomplete": 15,
|
| 5038 |
+
"source_supported": 149
|
| 5039 |
+
},
|
| 5040 |
+
"published_measurement_dataset_count": 164,
|
| 5041 |
"published_result_dataset_count": 164,
|
| 5042 |
+
"thulab_count": 146
|
| 5043 |
}
|
| 5044 |
}
|
index.html
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
<meta name="color-scheme" content="light dark">
|
| 8 |
<title>THULab | Time Series Compression Benchmark</title>
|
| 9 |
<link rel="stylesheet" href="style.css?v=20261009-thulab-dataset-badge-v1">
|
| 10 |
-
<script src="app.js?v=
|
| 11 |
</head>
|
| 12 |
<body>
|
| 13 |
<a class="skip-link" href="#content">Skip to results</a>
|
|
@@ -25,8 +25,8 @@
|
|
| 25 |
<div class="summary-strip" id="summary" aria-label="Snapshot coverage">
|
| 26 |
<div><strong id="dataset-count">…</strong><span id="dataset-count-label">measured datasets</span></div>
|
| 27 |
<div><strong id="method-count">…</strong><span>method families</span></div>
|
| 28 |
-
<div><strong id="runtime-count">…</strong><span>
|
| 29 |
-
<div><strong id="record-count">…</strong><span>
|
| 30 |
</div>
|
| 31 |
<nav class="tabs" aria-label="Benchmark views">
|
| 32 |
<button id="tab-overall" class="tab active" data-tab="overall" aria-current="page">🏅 Overall</button>
|
|
@@ -50,7 +50,7 @@
|
|
| 50 |
<div id="dataset-catalog" class="dataset-catalog"></div>
|
| 51 |
</section>
|
| 52 |
<div class="filters" id="filters">
|
| 53 |
-
<label>
|
| 54 |
<label>Data type<select id="dtype"><option value="overall">Available numeric</option><option value="int">Integer</option><option value="float">Floating point</option></select></label>
|
| 55 |
<label>Float precision<select id="precision"><option value="all">All precision</option><option value="fixed">Fixed precision</option><option value="non_fixed">Non-fixed precision</option></select></label>
|
| 56 |
<label>Dataset<select id="dataset"><option value="all">All datasets</option></select></label>
|
|
@@ -108,17 +108,17 @@
|
|
| 108 |
<dl class="definitions">
|
| 109 |
<div><dt>Average compression rate ↓</dt><dd>Arithmetic mean of the per-dataset compression rates in the selected scope.</dd></div>
|
| 110 |
<div><dt>Overall compression rate ↓</dt><dd>Total compressed bytes divided by total original bytes over the selected measured records.</dd></div>
|
| 111 |
-
<div><dt>Compression / decompression cost ↓</dt><dd>For each result with column-level timing evidence, calculate ns/point independently for every usable numeric column, then take the arithmetic mean across those columns. Each column contributes equally. Overall timing pools all measured columns across the selected datasets when every selected dataset has column timings. If any selected dataset/configuration has only aggregate timing, use the arithmetic mean of the selected datasets' ns/point values instead, giving each dataset equal weight. For an aggregate-only dataset, ns/point comes from its recorded total elapsed time divided by its recorded point count.
|
| 112 |
<div><dt>Coverage</dt><dd>Datasets with usable measurements for a method out of the measured datasets in the selected runtime, data type, and dataset selection. The summary dataset count uses the same selection. Missing results are never filled with zero.</dd></div>
|
| 113 |
-
<div><dt>Composite score ↓</dt><dd>a × average compression rate + b × normalized average compression time + c × normalized average decompression time.
|
| 114 |
-
<div><dt>Average Rank ↓</dt><dd>Compute the same weighted score
|
| 115 |
</dl>
|
| 116 |
<h3>Reading the rankings</h3>
|
| 117 |
-
<p>Methods with different coverage are measured on different inputs. Coverage counts datasets, not identical columns or point counts. Use the full-coverage filter and inspect a single dataset's input sizes before drawing a direct comparison.
|
| 118 |
-
<p>By default, each family
|
| 119 |
-
<p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot.</p>
|
| 120 |
<h3>Download and provenance</h3>
|
| 121 |
-
<p><a href="data.json" download>Result snapshot (JSON)</a> · <a href="manifest.json" download>Source manifest (JSON)</a></p>
|
| 122 |
<div id="provenance"></div>
|
| 123 |
<h3>Contribute a result</h3>
|
| 124 |
<p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
|
|
|
|
| 7 |
<meta name="color-scheme" content="light dark">
|
| 8 |
<title>THULab | Time Series Compression Benchmark</title>
|
| 9 |
<link rel="stylesheet" href="style.css?v=20261009-thulab-dataset-badge-v1">
|
| 10 |
+
<script src="app.js?v=20261011-native-v6-full-matrix" type="module"></script>
|
| 11 |
</head>
|
| 12 |
<body>
|
| 13 |
<a class="skip-link" href="#content">Skip to results</a>
|
|
|
|
| 25 |
<div class="summary-strip" id="summary" aria-label="Snapshot coverage">
|
| 26 |
<div><strong id="dataset-count">…</strong><span id="dataset-count-label">measured datasets</span></div>
|
| 27 |
<div><strong id="method-count">…</strong><span>method families</span></div>
|
| 28 |
+
<div><strong id="runtime-count">…</strong><span>comparison profiles</span></div>
|
| 29 |
+
<div><strong id="record-count">…</strong><span>profile / codec configurations</span></div>
|
| 30 |
</div>
|
| 31 |
<nav class="tabs" aria-label="Benchmark views">
|
| 32 |
<button id="tab-overall" class="tab active" data-tab="overall" aria-current="page">🏅 Overall</button>
|
|
|
|
| 50 |
<div id="dataset-catalog" class="dataset-catalog"></div>
|
| 51 |
</section>
|
| 52 |
<div class="filters" id="filters">
|
| 53 |
+
<label>Comparison profile<select id="runtime"></select></label>
|
| 54 |
<label>Data type<select id="dtype"><option value="overall">Available numeric</option><option value="int">Integer</option><option value="float">Floating point</option></select></label>
|
| 55 |
<label>Float precision<select id="precision"><option value="all">All precision</option><option value="fixed">Fixed precision</option><option value="non_fixed">Non-fixed precision</option></select></label>
|
| 56 |
<label>Dataset<select id="dataset"><option value="all">All datasets</option></select></label>
|
|
|
|
| 108 |
<dl class="definitions">
|
| 109 |
<div><dt>Average compression rate ↓</dt><dd>Arithmetic mean of the per-dataset compression rates in the selected scope.</dd></div>
|
| 110 |
<div><dt>Overall compression rate ↓</dt><dd>Total compressed bytes divided by total original bytes over the selected measured records.</dd></div>
|
| 111 |
+
<div><dt>Compression / decompression cost ↓</dt><dd>For each result with admitted column-level timing evidence, calculate ns/point independently for every usable numeric column, then take the arithmetic mean across those columns. Each column contributes equally. Overall timing pools all measured columns across the selected datasets when every selected dataset has column timings. If any selected dataset/configuration has only aggregate timing, use the arithmetic mean of the selected datasets' ns/point values instead, giving each dataset equal weight. For an aggregate-only dataset, ns/point comes from its recorded total elapsed time divided by its recorded point count. Missing and diagnostic-only timings remain unavailable. Method details and CSV identify the timing basis, exact source profile, and binary. Compare timings within the same host/campaign/measurement-contract profile.</dd></div>
|
| 112 |
<div><dt>Coverage</dt><dd>Datasets with usable measurements for a method out of the measured datasets in the selected runtime, data type, and dataset selection. The summary dataset count uses the same selection. Missing results are never filled with zero.</dd></div>
|
| 113 |
+
<div><dt>Composite score ↓</dt><dd>a × average compression rate + b × normalized average compression time + c × normalized average decompression time. A composite is published only when the displayed methods share one exact dataset and eligible aggregate-id support signature. If all times are equal, their normalized value is zero. All measured inputs must have usable timing metrics.</dd></div>
|
| 114 |
+
<div><dt>Average Rank ↓</dt><dd>Compute the same weighted score only among methods with the same dataset and eligible aggregate-id support hash, normalizing times inside that matched cohort. Rank lower scores first; ties share their average position. Then take the arithmetic mean of the method's available matched-cohort ranks. Weights are non-negative tenths summing to 1.0. Missing, N/A, failed, and unlike-support measurements do not receive ranks.</dd></div>
|
| 115 |
</dl>
|
| 116 |
<h3>Reading the rankings</h3>
|
| 117 |
+
<p>Methods with different coverage are measured on different inputs. Coverage counts datasets, not identical columns or point counts. Use the full-coverage filter and inspect a single dataset's input sizes before drawing a direct comparison. Comparison profiles keep languages, hosts, campaigns, and measurement contracts separate.</p>
|
| 118 |
+
<p>By default, each family selects the lowest-rate exact variant independently for each dataset only when all candidates for that dataset/family have one exact support set. This view can choose different binaries across datasets. Ambiguous support sets are omitted. Switch Method rows to Exact configuration to inspect fixed variants, source profiles, binaries, and support hashes.</p>
|
| 119 |
+
<p>These are published measurements, not experiments executed inside this Space. A reported ratio alone does not establish lossless reconstruction; round-trip checks and hardware details are shown only when their evidence exists in the source snapshot. Timings without an exact admitted source/build/binary/boundary chain are unavailable to timing and composite rankings.</p>
|
| 120 |
<h3>Download and provenance</h3>
|
| 121 |
+
<p><a href="data.json" download>Result snapshot (JSON)</a> · <a href="manifest.json" download>Source manifest (JSON)</a> · <a href="native86-coverage.json" download>Native86 coverage summary (JSON)</a> · <a href="native86-terminal-matrix.jsonl.gz" download>13,940-pair terminal matrix (JSONL.GZ)</a> · <a href="native86-v9-current154-thin.jsonl.gz" download>Current 154-pair V9 evidence (JSONL.GZ)</a> · <a href="native86-recovery-reconciliation.json" download>Recovery reconciliation (JSON)</a></p>
|
| 122 |
<div id="provenance"></div>
|
| 123 |
<h3>Contribute a result</h3>
|
| 124 |
<p>Run the project benchmark and provide the codec/configuration, input identity, compression and decompression measurements, execution environment, and round-trip validation evidence. Results can be updated from the source project using the snapshot exporter included in the Space repository.</p>
|
integrate_full_native86_v6.py
ADDED
|
@@ -0,0 +1,1078 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env python3
|
| 2 |
+
"""Build the website Native86 view from the complete terminal matrix.
|
| 3 |
+
|
| 4 |
+
This importer keeps three boundaries explicit:
|
| 5 |
+
|
| 6 |
+
* the server-166 main campaign terminal matrix is complete, including N/A and
|
| 7 |
+
failed pairs, while only receipt-ok numeric rows enter the leaderboard;
|
| 8 |
+
* V9 repairs replace only their failed main identities and retain a distinct
|
| 9 |
+
campaign/binary runtime profile;
|
| 10 |
+
* server-192 results retain their independently verified campaign/binary
|
| 11 |
+
profiles and are never pooled with server-166 timings.
|
| 12 |
+
|
| 13 |
+
All numeric rows are tied to a sorted eligible aggregate-id SHA-256. Mixed
|
| 14 |
+
support pairs never receive a synthetic overall row.
|
| 15 |
+
"""
|
| 16 |
+
from __future__ import annotations
|
| 17 |
+
|
| 18 |
+
import argparse
|
| 19 |
+
import datetime as dt
|
| 20 |
+
import gzip
|
| 21 |
+
import hashlib
|
| 22 |
+
import json
|
| 23 |
+
import math
|
| 24 |
+
import shutil
|
| 25 |
+
from collections import Counter, defaultdict
|
| 26 |
+
from pathlib import Path
|
| 27 |
+
from typing import Any, Iterable
|
| 28 |
+
|
| 29 |
+
from export_results import _aggregate_rows
|
| 30 |
+
from integrate_native86_results import profile_pairs, read_json, read_jsonl, require_hash, sha256
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
MAIN_BINARY = "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664"
|
| 34 |
+
HOST166 = "166.111.68.166"
|
| 35 |
+
HOST192 = "192.168.99.20"
|
| 36 |
+
DBP_MEDIUM_RECEIPT_SHA = "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324"
|
| 37 |
+
DBP_MEDIUM_INDEPENDENT_SHA = "a200679cddddd96e7bd7488d499dcdeace7f098195e8ead502f70dc49af49043"
|
| 38 |
+
EXPECTED_MAIN_SHAPES = {
|
| 39 |
+
"all_numeric_ok": 9456,
|
| 40 |
+
"mixed_numeric_ok_and_na": 1708,
|
| 41 |
+
"all_na": 2274,
|
| 42 |
+
"terminal_problem_complete_with_failures": 431,
|
| 43 |
+
"terminal_problem_failed": 71,
|
| 44 |
+
}
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
def canonical_sha(values: Iterable[str]) -> str:
|
| 48 |
+
payload = json.dumps(sorted(values), ensure_ascii=False, separators=(",", ":"))
|
| 49 |
+
return hashlib.sha256(payload.encode("utf-8")).hexdigest()
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
def public_path(path: Path, root: Path) -> str:
|
| 53 |
+
try:
|
| 54 |
+
return path.resolve().relative_to(root.resolve()).as_posix()
|
| 55 |
+
except ValueError:
|
| 56 |
+
return path.name
|
| 57 |
+
|
| 58 |
+
|
| 59 |
+
def sanitize_local_paths(value: Any, checkout: Path) -> Any:
|
| 60 |
+
"""Remove workstation-specific checkout prefixes from public evidence."""
|
| 61 |
+
if isinstance(value, dict):
|
| 62 |
+
return {key: sanitize_local_paths(item, checkout) for key, item in value.items()}
|
| 63 |
+
if isinstance(value, list):
|
| 64 |
+
return [sanitize_local_paths(item, checkout) for item in value]
|
| 65 |
+
if isinstance(value, str):
|
| 66 |
+
prefix = checkout.resolve().as_posix().rstrip("/") + "/"
|
| 67 |
+
return "source-checkout/" + value[len(prefix):] if value.startswith(prefix) else value
|
| 68 |
+
return value
|
| 69 |
+
|
| 70 |
+
|
| 71 |
+
def read_gzip_jsonl(path: Path) -> list[dict[str, Any]]:
|
| 72 |
+
rows: list[dict[str, Any]] = []
|
| 73 |
+
with gzip.open(path, "rt", encoding="utf-8") as handle:
|
| 74 |
+
for line_number, line in enumerate(handle, 1):
|
| 75 |
+
if not line.strip():
|
| 76 |
+
continue
|
| 77 |
+
value = json.loads(line)
|
| 78 |
+
if not isinstance(value, dict):
|
| 79 |
+
raise ValueError(f"Expected object at {path}:{line_number}")
|
| 80 |
+
rows.append(value)
|
| 81 |
+
return rows
|
| 82 |
+
|
| 83 |
+
|
| 84 |
+
def finite(value: Any, *, positive: bool = False) -> float:
|
| 85 |
+
number = float(value)
|
| 86 |
+
if not math.isfinite(number) or (positive and number <= 0):
|
| 87 |
+
raise ValueError(f"Invalid numeric value: {value!r}")
|
| 88 |
+
return number
|
| 89 |
+
|
| 90 |
+
|
| 91 |
+
def dtype_scope(dtype: str) -> str:
|
| 92 |
+
value = dtype.casefold()
|
| 93 |
+
if value.startswith("float"):
|
| 94 |
+
return "float"
|
| 95 |
+
if value.startswith("int") or value.startswith("uint"):
|
| 96 |
+
return "integer"
|
| 97 |
+
raise ValueError(f"Unsupported Native86 dtype: {dtype}")
|
| 98 |
+
|
| 99 |
+
|
| 100 |
+
def runtime_key(host: str, campaign: str, binary_sha: str) -> str:
|
| 101 |
+
label = campaign.lower().replace("_", "-")
|
| 102 |
+
return f"cpp-native{host}-{label}-{binary_sha[:8]}"
|
| 103 |
+
|
| 104 |
+
|
| 105 |
+
def profile_slug(value: Any) -> str:
|
| 106 |
+
return "".join(character if character.isalnum() else "-" for character in str(value).lower()).strip("-")
|
| 107 |
+
|
| 108 |
+
|
| 109 |
+
def first_profile_version(results: list[dict[str, Any]]) -> str:
|
| 110 |
+
versions = {str(row.get("profile_version") or "unspecified-profile") for row in results}
|
| 111 |
+
if len(versions) != 1:
|
| 112 |
+
raise ValueError(f"One verified pair contains multiple profile versions: {sorted(versions)}")
|
| 113 |
+
return profile_slug(next(iter(versions)))
|
| 114 |
+
|
| 115 |
+
|
| 116 |
+
def legacy_support_sha(row: dict[str, Any]) -> str:
|
| 117 |
+
# Legacy CSV exports do not retain aggregate ids. This hash is explicitly
|
| 118 |
+
# a scope-contract identity, not a claim that individual columns were bound.
|
| 119 |
+
return canonical_sha(["legacy-export-scope-contract", str(row["dataset"]), str(row["scope"])])
|
| 120 |
+
|
| 121 |
+
|
| 122 |
+
def verify_legacy_dbp_timing(
|
| 123 |
+
receipt_path: Path, independent_path: Path,
|
| 124 |
+
) -> dict[str, Any]:
|
| 125 |
+
require_hash(receipt_path, DBP_MEDIUM_RECEIPT_SHA, "DBP medium_posts timing receipt")
|
| 126 |
+
require_hash(independent_path, DBP_MEDIUM_INDEPENDENT_SHA, "DBP medium_posts independent review")
|
| 127 |
+
receipt = read_json(receipt_path)
|
| 128 |
+
independent = read_json(independent_path)
|
| 129 |
+
if (
|
| 130 |
+
receipt.get("schema") != "dbp-medium-posts-retest-receipt-v2"
|
| 131 |
+
or receipt.get("status") != "passed"
|
| 132 |
+
or receipt.get("dataset") != "medium_posts"
|
| 133 |
+
or receipt.get("scope") != "integer"
|
| 134 |
+
or receipt.get("benchmark_contract", {}).get("timing_aggregation") != "column_mean"
|
| 135 |
+
or independent.get("schema") != "dbp-medium-posts-independent-audit-v1"
|
| 136 |
+
or independent.get("status") != "passed"
|
| 137 |
+
or independent.get("measurement_receipt_sha256") != DBP_MEDIUM_RECEIPT_SHA
|
| 138 |
+
):
|
| 139 |
+
raise ValueError("DBP medium_posts timing evidence is not admitted")
|
| 140 |
+
runtime_binaries = {
|
| 141 |
+
"cpp": receipt["build"]["cpp_binary"]["sha256"],
|
| 142 |
+
"java": receipt["build"]["java_main_class"]["sha256"],
|
| 143 |
+
"python": receipt["runner_files"]["dbp_int_python.py"]["sha256"],
|
| 144 |
+
}
|
| 145 |
+
expected = independent.get("measurement", {}).get("runtime_results", {})
|
| 146 |
+
if set(runtime_binaries) != set(expected) or any(len(value) != 64 for value in runtime_binaries.values()):
|
| 147 |
+
raise ValueError("DBP medium_posts evidence lacks exact runtime artifacts")
|
| 148 |
+
return {
|
| 149 |
+
"receipt_path": receipt_path,
|
| 150 |
+
"independent_path": independent_path,
|
| 151 |
+
"runtime_binaries": runtime_binaries,
|
| 152 |
+
"runtime_results": expected,
|
| 153 |
+
}
|
| 154 |
+
|
| 155 |
+
|
| 156 |
+
def annotate_legacy(rows: list[dict[str, Any]], dbp_timing: dict[str, Any]) -> None:
|
| 157 |
+
for row in rows:
|
| 158 |
+
row["comparison_profile"] = str(row["runtime"])
|
| 159 |
+
row["eligible_column_set_sha256"] = legacy_support_sha(row)
|
| 160 |
+
row["eligible_dtype_scope"] = str(row["scope"])
|
| 161 |
+
row["eligible_column_set_status"] = "legacy_export_scope_contract_not_column_bound"
|
| 162 |
+
row["measurement_status"] = "legacy_published_measurement_scope_not_column_bound"
|
| 163 |
+
admitted_dbp_medium = (
|
| 164 |
+
row.get("dataset") == "medium_posts"
|
| 165 |
+
and row.get("family") == "DBP"
|
| 166 |
+
and row.get("method") == "DELTA_BINARY_PACKED"
|
| 167 |
+
and row.get("runtime") in dbp_timing["runtime_binaries"]
|
| 168 |
+
and row.get("scope") in {"integer", "overall"}
|
| 169 |
+
)
|
| 170 |
+
if admitted_dbp_medium:
|
| 171 |
+
runtime = str(row["runtime"])
|
| 172 |
+
expected = dbp_timing["runtime_results"][runtime]
|
| 173 |
+
for field in ("compression_time_ns", "decompression_time_ns",
|
| 174 |
+
"compression_time_ns_per_point", "decompression_time_ns_per_point"):
|
| 175 |
+
if not math.isclose(finite(row[field]), finite(expected[field]), rel_tol=1e-12, abs_tol=0.0):
|
| 176 |
+
raise ValueError(f"DBP medium_posts {runtime} timing drifted: {field}")
|
| 177 |
+
row["measurement_status"] = "rate_and_timing_admitted_dbp_medium_posts_receipt_bound"
|
| 178 |
+
row["timing_profile_status"] = "timing_admitted_dbp_medium_posts_source_build_binary_boundary_bound"
|
| 179 |
+
row["binary_sha256"] = dbp_timing["runtime_binaries"][runtime]
|
| 180 |
+
# The receipt-bound retest is an exact implementation identity.
|
| 181 |
+
# Keep it distinct from the historical unbound DBP rows sharing
|
| 182 |
+
# the same human configuration label in this runtime profile.
|
| 183 |
+
row["algorithm_variant"] = (
|
| 184 |
+
f"{row['algorithm_variant']} [{row['binary_sha256'][:8]}]"
|
| 185 |
+
)
|
| 186 |
+
row["eligible_column_set_sha256"] = canonical_sha(["medium_posts|timestamp|published"])
|
| 187 |
+
row["eligible_column_set_status"] = "exact_single_aggregate_id_sha256"
|
| 188 |
+
row["timing_receipt_sha256"] = DBP_MEDIUM_RECEIPT_SHA
|
| 189 |
+
row["timing_independent_review_sha256"] = DBP_MEDIUM_INDEPENDENT_SHA
|
| 190 |
+
continue
|
| 191 |
+
if row.get("family") in {"DBP", "REGER"} and "diagnostic_timing" not in row:
|
| 192 |
+
row["diagnostic_timing"] = {
|
| 193 |
+
"compression_time_ns": row.get("compression_time_ns"),
|
| 194 |
+
"decompression_time_ns": row.get("decompression_time_ns"),
|
| 195 |
+
"compression_time_ns_per_point": row.get("compression_time_ns_per_point"),
|
| 196 |
+
"decompression_time_ns_per_point": row.get("decompression_time_ns_per_point"),
|
| 197 |
+
"timing_column_count": row.get("timing_column_count", 0),
|
| 198 |
+
"timing_aggregation": row.get("timing_aggregation", "unavailable"),
|
| 199 |
+
"reason": "source_snapshot_host_or_exact_build_boundary_not_bound_for_ranking",
|
| 200 |
+
}
|
| 201 |
+
row["compression_time_ns"] = None
|
| 202 |
+
row["decompression_time_ns"] = None
|
| 203 |
+
row["compression_time_ns_per_point"] = None
|
| 204 |
+
row["decompression_time_ns_per_point"] = None
|
| 205 |
+
row["timing_column_count"] = 0
|
| 206 |
+
row["timing_aggregation"] = "unavailable"
|
| 207 |
+
row["timing_profile_status"] = "timing_diagnostic_source_snapshot_host_or_build_boundary_unbound_not_ranked"
|
| 208 |
+
row["binary_sha256"] = "unbound"
|
| 209 |
+
|
| 210 |
+
|
| 211 |
+
def verify_main_timing_proof(path: Path | None) -> dict[str, Any] | None:
|
| 212 |
+
if path is None:
|
| 213 |
+
return None
|
| 214 |
+
proof = read_json(path)
|
| 215 |
+
if proof.get("status") not in {"passed", "verified", "admitted"}:
|
| 216 |
+
raise ValueError("Main timing proof is not admitted")
|
| 217 |
+
blob = json.dumps(proof, sort_keys=True)
|
| 218 |
+
if MAIN_BINARY not in blob:
|
| 219 |
+
raise ValueError("Main timing proof does not bind the expected binary")
|
| 220 |
+
required_tokens = ("source", "build", "warmup", "repeat", "timing")
|
| 221 |
+
if any(token not in blob.casefold() for token in required_tokens):
|
| 222 |
+
raise ValueError("Main timing proof lacks source/build/profile/boundary fields")
|
| 223 |
+
return {
|
| 224 |
+
"path": "native86-main166-timing-proof.json",
|
| 225 |
+
"sha256": sha256(path),
|
| 226 |
+
"schema": proof.get("schema"),
|
| 227 |
+
"status": proof.get("status"),
|
| 228 |
+
"binary_sha256": MAIN_BINARY,
|
| 229 |
+
}
|
| 230 |
+
|
| 231 |
+
|
| 232 |
+
def main_row(
|
| 233 |
+
source: dict[str, Any], terminal: dict[str, Any], runtime: str,
|
| 234 |
+
timing_proof: dict[str, Any] | None,
|
| 235 |
+
) -> dict[str, Any]:
|
| 236 |
+
if source.get("receipt_sha256") != terminal.get("receipt_sha256"):
|
| 237 |
+
raise ValueError("Dataset row receipt does not match terminal row")
|
| 238 |
+
if source.get("result_sha256") != terminal.get("result_sha256"):
|
| 239 |
+
raise ValueError("Dataset row result does not match terminal row")
|
| 240 |
+
if source.get("cold_sha256") != terminal.get("cold_sha256"):
|
| 241 |
+
raise ValueError("Dataset row cold result does not match terminal row")
|
| 242 |
+
if source.get("binary_sha256") != MAIN_BINARY:
|
| 243 |
+
raise ValueError("Unexpected server-166 main binary")
|
| 244 |
+
original = int(source["original_size_bytes"])
|
| 245 |
+
compressed = int(source["compressed_size_bytes"])
|
| 246 |
+
if original <= 0 or compressed <= 0:
|
| 247 |
+
raise ValueError("Main dataset result contains non-positive bytes")
|
| 248 |
+
rate = finite(source["compression_rate"], positive=True)
|
| 249 |
+
if not math.isclose(rate, compressed / original, rel_tol=2e-12, abs_tol=0.0):
|
| 250 |
+
raise ValueError("Main dataset result compression-rate mismatch")
|
| 251 |
+
timing_admitted = timing_proof is not None
|
| 252 |
+
evidence = str(source["evidence_tier"])
|
| 253 |
+
return {
|
| 254 |
+
"dataset": str(source["dataset"]),
|
| 255 |
+
"scope": str(source["scope"]),
|
| 256 |
+
"runtime": runtime,
|
| 257 |
+
"comparison_profile": runtime,
|
| 258 |
+
"method": str(source["method"]),
|
| 259 |
+
"family": str(source["family"]),
|
| 260 |
+
"algorithm_variant": str(source["algorithm_variant"]),
|
| 261 |
+
"is_best_rate_in_family": bool(source.get("is_best_rate_in_family", True)),
|
| 262 |
+
"original_size_bytes": original,
|
| 263 |
+
"compressed_size_bytes": compressed,
|
| 264 |
+
"point_count": int(source["point_count"]),
|
| 265 |
+
"compression_rate": rate,
|
| 266 |
+
"compression_time_ns": finite(source["compression_time_ns"]) if timing_admitted else None,
|
| 267 |
+
"decompression_time_ns": finite(source["decompression_time_ns"]) if timing_admitted else None,
|
| 268 |
+
"compression_time_ns_per_point": finite(source["compression_time_ns_per_point"]) if timing_admitted else None,
|
| 269 |
+
"decompression_time_ns_per_point": finite(source["decompression_time_ns_per_point"]) if timing_admitted else None,
|
| 270 |
+
"timing_column_count": int(source["timing_column_count"]) if timing_admitted else 0,
|
| 271 |
+
"timing_aggregation": str(source["timing_aggregation"]) if timing_admitted else "unavailable",
|
| 272 |
+
"eligible_dtype_scope": str(source["eligible_dtype_scope"]),
|
| 273 |
+
"eligible_column_set_sha256": str(source["eligible_aggregate_ids_sha256"]),
|
| 274 |
+
"eligible_column_set_status": "exact_sorted_aggregate_ids_sha256",
|
| 275 |
+
"measurement_status": f"rate_admitted_{evidence}_result_cold_sha_bound",
|
| 276 |
+
"timing_profile_status": (
|
| 277 |
+
"timing_admitted_frozen_source_build_binary_boundary_bound"
|
| 278 |
+
if timing_admitted else "timing_diagnostic_source_build_boundary_unbound"
|
| 279 |
+
),
|
| 280 |
+
"binary_sha256": MAIN_BINARY,
|
| 281 |
+
"profile_version": source.get("profile_version"),
|
| 282 |
+
"receipt_path": source.get("receipt_path"),
|
| 283 |
+
"receipt_sha256": source.get("receipt_sha256"),
|
| 284 |
+
"result_sha256": source.get("result_sha256"),
|
| 285 |
+
"cold_sha256": source.get("cold_sha256"),
|
| 286 |
+
"done_sha256": source.get("done_sha256"),
|
| 287 |
+
"evidence_tier": evidence,
|
| 288 |
+
}
|
| 289 |
+
|
| 290 |
+
|
| 291 |
+
def validate_pair_results(
|
| 292 |
+
results: list[dict[str, Any]], cold: list[dict[str, Any]],
|
| 293 |
+
dataset: str, method: str,
|
| 294 |
+
) -> None:
|
| 295 |
+
if len(results) != len(cold) or not results:
|
| 296 |
+
raise ValueError(f"Result/cold row-count mismatch for {dataset}/{method}")
|
| 297 |
+
cold_by_id = {str(row["aggregate_id"]): row for row in cold}
|
| 298 |
+
if len(cold_by_id) != len(cold):
|
| 299 |
+
raise ValueError(f"Duplicate cold aggregate id for {dataset}/{method}")
|
| 300 |
+
for row in results:
|
| 301 |
+
aggregate_id = str(row["aggregate_id"])
|
| 302 |
+
verification = cold_by_id.get(aggregate_id)
|
| 303 |
+
if row.get("status") != "ok" or verification is None or verification.get("status") != "ok":
|
| 304 |
+
raise ValueError(f"Non-ok or missing verification for {aggregate_id}")
|
| 305 |
+
if row.get("dataset_id") != dataset or row.get("method") != method:
|
| 306 |
+
raise ValueError(f"Result identity mismatch for {aggregate_id}")
|
| 307 |
+
if verification.get("dataset_id") != dataset or verification.get("method") != method:
|
| 308 |
+
raise ValueError(f"Cold identity mismatch for {aggregate_id}")
|
| 309 |
+
if verification.get("complete_frame_sha256") != row.get("complete_frame_sha256"):
|
| 310 |
+
raise ValueError(f"Cold frame mismatch for {aggregate_id}")
|
| 311 |
+
original = finite(row["original_numeric_bytes"], positive=True)
|
| 312 |
+
compressed = finite(row["complete_frame_bytes"], positive=True)
|
| 313 |
+
if not math.isclose(finite(row["compression_ratio"], positive=True), compressed / original, rel_tol=2e-12):
|
| 314 |
+
raise ValueError(f"Rate mismatch for {aggregate_id}")
|
| 315 |
+
|
| 316 |
+
|
| 317 |
+
def rows_for_verified_pair(
|
| 318 |
+
results: list[dict[str, Any]], *, runtime: str, binary_sha: str,
|
| 319 |
+
comparison_profile: str, measurement_status: str, timing_status: str,
|
| 320 |
+
timing_admitted: bool, provenance: dict[str, Any], allow_overall: bool = True,
|
| 321 |
+
) -> list[dict[str, Any]]:
|
| 322 |
+
first = results[0]
|
| 323 |
+
dataset, family = str(first["dataset_id"]), str(first["method"])
|
| 324 |
+
method = str(first["configuration"])
|
| 325 |
+
groups: dict[str, list[dict[str, Any]]] = defaultdict(list)
|
| 326 |
+
for row in results:
|
| 327 |
+
if row.get("configuration") != method:
|
| 328 |
+
raise ValueError(f"Multiple configurations in one pair: {dataset}/{family}")
|
| 329 |
+
groups[dtype_scope(str(row["dtype"]))].append(row)
|
| 330 |
+
if allow_overall:
|
| 331 |
+
groups["overall"].append(row)
|
| 332 |
+
output: list[dict[str, Any]] = []
|
| 333 |
+
for scope, source in sorted(groups.items()):
|
| 334 |
+
original = sum(int(row["original_numeric_bytes"]) for row in source)
|
| 335 |
+
compressed = sum(int(row["complete_frame_bytes"]) for row in source)
|
| 336 |
+
point_count = sum(int(row["row_count"]) for row in source)
|
| 337 |
+
output.append({
|
| 338 |
+
"dataset": dataset,
|
| 339 |
+
"scope": scope,
|
| 340 |
+
"runtime": runtime,
|
| 341 |
+
"comparison_profile": comparison_profile,
|
| 342 |
+
"method": method,
|
| 343 |
+
"family": family,
|
| 344 |
+
# Exact binaries remain distinct implementations inside a shared
|
| 345 |
+
# host/campaign comparison profile. This prevents two adapter
|
| 346 |
+
# builds of one algorithm from being silently pooled.
|
| 347 |
+
"algorithm_variant": f"{method} [{binary_sha[:8]}]",
|
| 348 |
+
"is_best_rate_in_family": True,
|
| 349 |
+
"original_size_bytes": original,
|
| 350 |
+
"compressed_size_bytes": compressed,
|
| 351 |
+
"point_count": point_count,
|
| 352 |
+
"compression_rate": compressed / original,
|
| 353 |
+
"compression_time_ns": sum(finite(row["compression_ns"]) for row in source) if timing_admitted else None,
|
| 354 |
+
"decompression_time_ns": sum(finite(row["decompression_ns"]) for row in source) if timing_admitted else None,
|
| 355 |
+
"compression_time_ns_per_point": (
|
| 356 |
+
sum(finite(row["compression_ns_per_logical_point"]) for row in source) / len(source)
|
| 357 |
+
if timing_admitted else None
|
| 358 |
+
),
|
| 359 |
+
"decompression_time_ns_per_point": (
|
| 360 |
+
sum(finite(row["decompression_ns_per_logical_point"]) for row in source) / len(source)
|
| 361 |
+
if timing_admitted else None
|
| 362 |
+
),
|
| 363 |
+
"timing_column_count": len(source) if timing_admitted else 0,
|
| 364 |
+
"timing_aggregation": "column_mean" if timing_admitted else "unavailable",
|
| 365 |
+
"eligible_dtype_scope": scope,
|
| 366 |
+
"eligible_column_set_sha256": canonical_sha(str(row["aggregate_id"]) for row in source),
|
| 367 |
+
"eligible_column_set_status": "exact_sorted_aggregate_ids_sha256",
|
| 368 |
+
"measurement_status": measurement_status,
|
| 369 |
+
"timing_profile_status": timing_status,
|
| 370 |
+
"binary_sha256": binary_sha,
|
| 371 |
+
"profile_version": first.get("profile_version"),
|
| 372 |
+
**provenance,
|
| 373 |
+
})
|
| 374 |
+
return output
|
| 375 |
+
|
| 376 |
+
|
| 377 |
+
def recompute(data: dict[str, Any]) -> None:
|
| 378 |
+
rows = data["dataset_results"]
|
| 379 |
+
configurations: dict[tuple[str, str, str, str], list[dict[str, Any]]] = defaultdict(list)
|
| 380 |
+
family_candidate_groups: dict[tuple[str, str, str, str], list[dict[str, Any]]] = defaultdict(list)
|
| 381 |
+
for row in rows:
|
| 382 |
+
if row.get("point_count") is None:
|
| 383 |
+
row["point_count"] = row["original_size_bytes"] / 8.0
|
| 384 |
+
profile = str(row.get("comparison_profile", row["runtime"]))
|
| 385 |
+
configurations[profile, row["scope"], row["family"], row["algorithm_variant"]].append(row)
|
| 386 |
+
key = profile, row["scope"], row["dataset"], row["family"]
|
| 387 |
+
family_candidate_groups[key].append(row)
|
| 388 |
+
family_candidates: list[dict[str, Any]] = []
|
| 389 |
+
ambiguous_support_groups = 0
|
| 390 |
+
for candidates in family_candidate_groups.values():
|
| 391 |
+
if len({str(row["eligible_column_set_sha256"]) for row in candidates}) != 1:
|
| 392 |
+
ambiguous_support_groups += 1
|
| 393 |
+
continue
|
| 394 |
+
family_candidates.append(min(candidates, key=lambda row: (row["compression_rate"], row["method"])))
|
| 395 |
+
families: dict[tuple[str, str, str], list[dict[str, Any]]] = defaultdict(list)
|
| 396 |
+
for row in family_candidates:
|
| 397 |
+
profile = str(row.get("comparison_profile", row["runtime"]))
|
| 398 |
+
families[profile, row["scope"], row["family"]].append(row)
|
| 399 |
+
data["configuration_aggregates"] = [
|
| 400 |
+
_aggregate_rows(source, runtime=runtime, scope_key=scope, family=family,
|
| 401 |
+
method=method, algorithm_variant=method)
|
| 402 |
+
for (runtime, scope, family, method), source in sorted(configurations.items())
|
| 403 |
+
]
|
| 404 |
+
data["family_best_aggregates"] = [
|
| 405 |
+
_aggregate_rows(source, runtime=runtime, scope_key=scope, family=family,
|
| 406 |
+
method=family, algorithm_variant=None)
|
| 407 |
+
for (runtime, scope, family), source in sorted(families.items())
|
| 408 |
+
]
|
| 409 |
+
data["family_best_support_contract"] = {
|
| 410 |
+
"status": "passed",
|
| 411 |
+
"selection": "one support hash per comparison-profile/scope/dataset/family before lowest-rate selection",
|
| 412 |
+
"omitted_ambiguous_dataset_family_groups": ambiguous_support_groups,
|
| 413 |
+
}
|
| 414 |
+
|
| 415 |
+
|
| 416 |
+
def load_host192(profile_roots: list[Path]) -> tuple[list[dict[str, Any]], list[dict[str, Any]], dict[str, Any]]:
|
| 417 |
+
pairs = profile_pairs(profile_roots, HOST192)
|
| 418 |
+
if len(pairs) != 21 or sum(int(pair["expected_rows"]) for pair in pairs) != 1751:
|
| 419 |
+
raise ValueError("Expected the independently verified 21-pair/1,751-aggregate host192 cohort")
|
| 420 |
+
rows: list[dict[str, Any]] = []
|
| 421 |
+
admitted: list[dict[str, Any]] = []
|
| 422 |
+
profile_counts: Counter[str] = Counter()
|
| 423 |
+
for pair in pairs:
|
| 424 |
+
entry_path = pair["results_path"].parent / "PROFILE_ENTRY.json"
|
| 425 |
+
entry = read_json(entry_path)
|
| 426 |
+
verifier = read_json(pair["verification_path"])
|
| 427 |
+
binary_sha = str(entry.get("binary_sha256") or verifier.get("binary_sha256"))
|
| 428 |
+
if len(binary_sha) != 64:
|
| 429 |
+
raise ValueError(f"Host192 profile lacks a bound binary SHA-256: {entry_path}")
|
| 430 |
+
campaign = str(entry.get("campaign_id") or entry_path.parent.name)
|
| 431 |
+
if campaign.startswith("next5"):
|
| 432 |
+
campaign_key = "next5"
|
| 433 |
+
elif campaign.startswith("first12"):
|
| 434 |
+
campaign_key = "first12"
|
| 435 |
+
elif campaign.startswith("lzg"):
|
| 436 |
+
campaign_key = "lzg-level5-fastfalse"
|
| 437 |
+
else:
|
| 438 |
+
raise ValueError(f"Unexpected host192 campaign: {campaign}")
|
| 439 |
+
runtime = runtime_key("192", campaign_key, binary_sha)
|
| 440 |
+
results, cold = read_jsonl(pair["results_path"]), read_jsonl(pair["cold_path"])
|
| 441 |
+
if len(results) != int(pair["expected_rows"]):
|
| 442 |
+
raise ValueError("Host192 expected aggregate count changed")
|
| 443 |
+
validate_pair_results(results, cold, pair["dataset"], pair["method"])
|
| 444 |
+
rows.extend(rows_for_verified_pair(
|
| 445 |
+
results,
|
| 446 |
+
runtime=runtime,
|
| 447 |
+
binary_sha=binary_sha,
|
| 448 |
+
comparison_profile=f"cpp-native192-{campaign_key}-{first_profile_version(results)}",
|
| 449 |
+
measurement_status="independent_pair_verification_result_cold_sha_bound",
|
| 450 |
+
timing_status="timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof",
|
| 451 |
+
timing_admitted=False,
|
| 452 |
+
provenance={
|
| 453 |
+
"verification_sha256": pair["verification_sha256"],
|
| 454 |
+
"result_sha256": sha256(pair["results_path"]),
|
| 455 |
+
"cold_sha256": sha256(pair["cold_path"]),
|
| 456 |
+
"source_kind": pair["source_kind"],
|
| 457 |
+
},
|
| 458 |
+
))
|
| 459 |
+
profile_counts[runtime] += 1
|
| 460 |
+
admitted.append({
|
| 461 |
+
"dataset": pair["dataset"], "method": pair["method"], "runtime": runtime,
|
| 462 |
+
"binary_sha256": binary_sha, "aggregate_count": len(results),
|
| 463 |
+
"result_sha256": sha256(pair["results_path"]), "cold_sha256": sha256(pair["cold_path"]),
|
| 464 |
+
"verification_sha256": pair["verification_sha256"],
|
| 465 |
+
})
|
| 466 |
+
if len({(item["dataset"], item["method"]) for item in admitted}) != 21:
|
| 467 |
+
raise ValueError("Host192 contains duplicate identities")
|
| 468 |
+
return rows, admitted, dict(sorted(profile_counts.items()))
|
| 469 |
+
|
| 470 |
+
|
| 471 |
+
def load_v9(
|
| 472 |
+
thin_path: Path, reconciliation: dict[str, Any], main_terminal: dict[tuple[str, str], dict[str, Any]],
|
| 473 |
+
) -> tuple[list[dict[str, Any]], list[dict[str, Any]], dict[str, Any]]:
|
| 474 |
+
source_binding = reconciliation.get("source_artifacts", {}).get("v9_current154_thin", {})
|
| 475 |
+
require_hash(thin_path, str(source_binding.get("sha256")), "current V9 thin export")
|
| 476 |
+
records = read_gzip_jsonl(thin_path)
|
| 477 |
+
header = [row for row in records if row.get("record_type") == "export_header"]
|
| 478 |
+
terminals = [row for row in records if row.get("record_type") == "terminal_pair"]
|
| 479 |
+
aggregates = [row for row in records if row.get("record_type") == "aggregate_result"]
|
| 480 |
+
if (
|
| 481 |
+
len(header) != 1
|
| 482 |
+
or header[0].get("schema") != "paper164-v9-current154-thin-export-v1"
|
| 483 |
+
or header[0].get("source_host") != HOST166
|
| 484 |
+
or int(header[0].get("pair_count", -1)) != 154
|
| 485 |
+
or len(terminals) != 154
|
| 486 |
+
or len(aggregates) != 5604
|
| 487 |
+
):
|
| 488 |
+
raise ValueError("Current V9 thin export shape/schema changed")
|
| 489 |
+
terminal_by_identity = {(str(row["dataset_id"]), str(row["method"])): row for row in terminals}
|
| 490 |
+
if len(terminal_by_identity) != 154:
|
| 491 |
+
raise ValueError("Current V9 thin export contains duplicate pair identities")
|
| 492 |
+
aggregate_by_identity: dict[tuple[str, str], list[dict[str, Any]]] = defaultdict(list)
|
| 493 |
+
for row in aggregates:
|
| 494 |
+
aggregate_by_identity[str(row["dataset_id"]), str(row["method"])].append(row)
|
| 495 |
+
rows: list[dict[str, Any]] = []
|
| 496 |
+
admitted: list[dict[str, Any]] = []
|
| 497 |
+
profile_counts: Counter[str] = Counter()
|
| 498 |
+
for (dataset, method), terminal_item in sorted(terminal_by_identity.items()):
|
| 499 |
+
original = main_terminal.get((dataset, method))
|
| 500 |
+
if original is None or original.get("receipt_status") not in {"failed", "complete_with_failures"}:
|
| 501 |
+
raise ValueError(f"V9 repair does not replace a failed main identity: {dataset}/{method}")
|
| 502 |
+
if (
|
| 503 |
+
terminal_item.get("schema") != "paper164-v9-current154-terminal-pair-v1"
|
| 504 |
+
or terminal_item.get("receipt_status") != "recovered"
|
| 505 |
+
or terminal_item.get("fresh_cold_process") is not True
|
| 506 |
+
or terminal_item.get("rate_and_bytes_admission") != "receipt_result_cold_sha_bound"
|
| 507 |
+
or terminal_item.get("timing_admission") != "diagnostic_per_variant_until_independent_source_build_boundary_proof"
|
| 508 |
+
):
|
| 509 |
+
raise ValueError(f"V9 terminal is not rate/bytes admitted with diagnostic timing: {dataset}/{method}")
|
| 510 |
+
binary_sha = str(terminal_item["binary_sha256"])
|
| 511 |
+
if len(binary_sha) != 64:
|
| 512 |
+
raise ValueError(f"V9 terminal has no binary SHA-256: {dataset}/{method}")
|
| 513 |
+
runtime = runtime_key("166", "recovery", binary_sha)
|
| 514 |
+
all_results = aggregate_by_identity.get((dataset, method), [])
|
| 515 |
+
if len(all_results) != int(terminal_item["result_rows"]):
|
| 516 |
+
raise ValueError(f"V9 aggregate count does not match terminal: {dataset}/{method}")
|
| 517 |
+
results = [row for row in all_results if row.get("status") == "ok"]
|
| 518 |
+
if len(results) != int(terminal_item["numeric_ok_aggregate_count"]) or not results:
|
| 519 |
+
raise ValueError(f"V9 numeric aggregate count changed: {dataset}/{method}")
|
| 520 |
+
if canonical_sha(str(row["aggregate_id"]) for row in results) != terminal_item["numeric_ok_aggregate_ids_sha256"]:
|
| 521 |
+
raise ValueError(f"V9 numeric support hash changed: {dataset}/{method}")
|
| 522 |
+
for row in results:
|
| 523 |
+
if (
|
| 524 |
+
row.get("schema") != "paper164-v9-current154-aggregate-result-v1"
|
| 525 |
+
or row.get("cold_status") != "ok"
|
| 526 |
+
or row.get("cold_fresh_process") is not True
|
| 527 |
+
or row.get("pair_receipt_sha256") != terminal_item.get("receipt_sha256")
|
| 528 |
+
or row.get("result_file_sha256") != terminal_item.get("result_sha256")
|
| 529 |
+
or row.get("cold_file_sha256") != terminal_item.get("cold_sha256")
|
| 530 |
+
or row.get("binary_sha256") != binary_sha
|
| 531 |
+
or row.get("complete_frame_sha256") != row.get("cold_complete_frame_sha256")
|
| 532 |
+
):
|
| 533 |
+
raise ValueError(f"V9 aggregate evidence binding failed: {row.get('aggregate_id')}")
|
| 534 |
+
original_bytes = finite(row["original_numeric_bytes"], positive=True)
|
| 535 |
+
compressed_bytes = finite(row["complete_frame_bytes"], positive=True)
|
| 536 |
+
if not math.isclose(finite(row["compression_ratio"], positive=True), compressed_bytes / original_bytes, rel_tol=2e-12):
|
| 537 |
+
raise ValueError(f"V9 aggregate rate mismatch: {row.get('aggregate_id')}")
|
| 538 |
+
has_na = int(terminal_item.get("result_status_counts", {}).get("N/A", 0)) > 0
|
| 539 |
+
rows.extend(rows_for_verified_pair(
|
| 540 |
+
results,
|
| 541 |
+
runtime=runtime,
|
| 542 |
+
binary_sha=binary_sha,
|
| 543 |
+
comparison_profile="cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3",
|
| 544 |
+
measurement_status="v9_recovery_receipt_result_cold_sha_bound",
|
| 545 |
+
timing_status="timing_diagnostic_recovery_campaign_binary_receipt_bound",
|
| 546 |
+
timing_admitted=False,
|
| 547 |
+
provenance={
|
| 548 |
+
"receipt_path": str(terminal_item["receipt_path"]),
|
| 549 |
+
"receipt_sha256": str(terminal_item["receipt_sha256"]),
|
| 550 |
+
"result_sha256": str(terminal_item["result_sha256"]),
|
| 551 |
+
"cold_sha256": str(terminal_item["cold_sha256"]),
|
| 552 |
+
"source_kind": "v9_current154_thin_export",
|
| 553 |
+
"original_receipt_status": str(original["receipt_status"]),
|
| 554 |
+
"variant_id": str(terminal_item["variant_id"]),
|
| 555 |
+
},
|
| 556 |
+
allow_overall=not has_na,
|
| 557 |
+
))
|
| 558 |
+
profile_counts[runtime] += 1
|
| 559 |
+
admitted.append({
|
| 560 |
+
"dataset": dataset, "method": method, "runtime": runtime,
|
| 561 |
+
"binary_sha256": binary_sha, "aggregate_count": len(results),
|
| 562 |
+
"receipt_sha256": str(terminal_item["receipt_sha256"]),
|
| 563 |
+
"result_sha256": str(terminal_item["result_sha256"]),
|
| 564 |
+
"cold_sha256": str(terminal_item["cold_sha256"]),
|
| 565 |
+
"original_receipt_status": str(original["receipt_status"]),
|
| 566 |
+
"variant_id": str(terminal_item["variant_id"]),
|
| 567 |
+
})
|
| 568 |
+
if len(admitted) != 154 or sum(item["aggregate_count"] for item in admitted) != 5296:
|
| 569 |
+
raise ValueError("V9 admitted pair/numeric aggregate totals changed")
|
| 570 |
+
return rows, admitted, dict(sorted(profile_counts.items()))
|
| 571 |
+
|
| 572 |
+
|
| 573 |
+
def build(args: argparse.Namespace) -> dict[str, Any]:
|
| 574 |
+
root = args.data.resolve().parent
|
| 575 |
+
data = read_json(args.data)
|
| 576 |
+
allowed = {str(item["key"]) for item in data["datasets"]}
|
| 577 |
+
if len(allowed) != 164:
|
| 578 |
+
raise ValueError("Website dataset scope must contain exactly 164 datasets")
|
| 579 |
+
|
| 580 |
+
export_manifest = read_json(args.main_manifest)
|
| 581 |
+
if export_manifest.get("status") != "passed" or export_manifest.get("source_host") != HOST166:
|
| 582 |
+
raise ValueError("Full main166 export manifest is not passed/host-bound")
|
| 583 |
+
files = export_manifest["files"]
|
| 584 |
+
for key, path in (("terminal_pair", args.main_terminal), ("dataset_result", args.main_dataset_results)):
|
| 585 |
+
require_hash(path, str(files[key]["compressed_sha256"]), f"main {key}")
|
| 586 |
+
|
| 587 |
+
terminal_rows = read_gzip_jsonl(args.main_terminal)
|
| 588 |
+
if len(terminal_rows) != 13940:
|
| 589 |
+
raise ValueError("Main terminal matrix must contain 13,940 rows")
|
| 590 |
+
terminal = {(str(row["dataset_id"]), str(row["method_label"])): row for row in terminal_rows}
|
| 591 |
+
if len(terminal) != 13940 or {row["dataset_id"] for row in terminal_rows} != allowed:
|
| 592 |
+
raise ValueError("Main terminal matrix identity/dataset coverage changed")
|
| 593 |
+
if any(str(row["method_label"]).casefold() == "glza" for row in terminal_rows):
|
| 594 |
+
raise ValueError("GLZA must be absent from the website164 terminal matrix")
|
| 595 |
+
shape_counts = Counter(str(row["pair_shape"]) for row in terminal_rows)
|
| 596 |
+
if dict(shape_counts) != EXPECTED_MAIN_SHAPES:
|
| 597 |
+
raise ValueError(f"Main pair-shape counts changed: {shape_counts}")
|
| 598 |
+
|
| 599 |
+
timing_proof = verify_main_timing_proof(args.main_timing_proof)
|
| 600 |
+
main_runtime = runtime_key("166", "main", MAIN_BINARY)
|
| 601 |
+
main_rows: list[dict[str, Any]] = []
|
| 602 |
+
dropped_mixed_overall = 0
|
| 603 |
+
for source in read_gzip_jsonl(args.main_dataset_results):
|
| 604 |
+
identity = str(source["dataset"]), str(source["family"])
|
| 605 |
+
pair = terminal.get(identity)
|
| 606 |
+
if pair is None or pair.get("receipt_status") != "ok":
|
| 607 |
+
raise ValueError(f"Numeric main row lacks receipt-ok terminal: {identity}")
|
| 608 |
+
if source.get("scope") == "overall" and pair.get("pair_shape") == "mixed_numeric_ok_and_na":
|
| 609 |
+
dropped_mixed_overall += 1
|
| 610 |
+
continue
|
| 611 |
+
if source.get("scope") == "overall" and pair.get("pair_shape") != "all_numeric_ok":
|
| 612 |
+
raise ValueError(f"Overall row exists for a non-complete support pair: {identity}")
|
| 613 |
+
main_rows.append(main_row(source, pair, main_runtime, timing_proof))
|
| 614 |
+
if dropped_mixed_overall != 1708 or len(main_rows) != 25443:
|
| 615 |
+
raise ValueError("Main support-aware dataset-row counts changed")
|
| 616 |
+
numeric_main_pairs = {(row["dataset"], row["family"]) for row in main_rows}
|
| 617 |
+
if len(numeric_main_pairs) != 11164:
|
| 618 |
+
raise ValueError("Main numeric pair count must be 11,164")
|
| 619 |
+
|
| 620 |
+
reconciliation = read_json(args.recovery_reconciliation)
|
| 621 |
+
expected_recovery_counts = {
|
| 622 |
+
"original_active_problem_pairs": 502,
|
| 623 |
+
"v9_current_recovered_pairs": 154,
|
| 624 |
+
"host192_strict_pairs": 21,
|
| 625 |
+
"v9_host192_overlap_pairs": 1,
|
| 626 |
+
"accepted_unique_repair_pairs": 174,
|
| 627 |
+
"current_unresolved_pairs": 328,
|
| 628 |
+
"omitted_unresolved_pairs": 1,
|
| 629 |
+
}
|
| 630 |
+
if (
|
| 631 |
+
reconciliation.get("schema") != "paper164-recovery-key-reconciliation-v1"
|
| 632 |
+
or reconciliation.get("status") != "passed_with_one_omitted_problem_scheduled_for_separate_sidecar"
|
| 633 |
+
or any(int(reconciliation.get("counts", {}).get(key, -1)) != value for key, value in expected_recovery_counts.items())
|
| 634 |
+
):
|
| 635 |
+
raise ValueError("Recovery reconciliation status/counts changed")
|
| 636 |
+
v9_rows, v9_pairs, v9_profiles = load_v9(args.v9_thin, reconciliation, terminal)
|
| 637 |
+
host192_rows, host192_pairs, host192_profiles = load_host192(args.profile_root)
|
| 638 |
+
problem_identities = {
|
| 639 |
+
identity for identity, row in terminal.items()
|
| 640 |
+
if row.get("receipt_status") in {"failed", "complete_with_failures"}
|
| 641 |
+
}
|
| 642 |
+
v9_identities = {(row["dataset"], row["method"]) for row in v9_pairs}
|
| 643 |
+
host192_identities = {(row["dataset"], row["method"]) for row in host192_pairs}
|
| 644 |
+
if not (v9_identities | host192_identities) <= problem_identities:
|
| 645 |
+
raise ValueError("Accepted repair identity is not one of the 502 main problems")
|
| 646 |
+
overlap = v9_identities & host192_identities
|
| 647 |
+
repaired_identities = v9_identities | host192_identities
|
| 648 |
+
accepted_from_receipt = {
|
| 649 |
+
(str(row["dataset_id"]), str(row["method"]))
|
| 650 |
+
for row in reconciliation["accepted_pair_identities"]
|
| 651 |
+
}
|
| 652 |
+
if len(v9_identities) != 154 or len(host192_identities) != 21 or overlap != {("weather_data_bavaria", "LZG")}:
|
| 653 |
+
raise ValueError("V9/host192 accepted-repair sets changed")
|
| 654 |
+
if repaired_identities != accepted_from_receipt or len(repaired_identities) != 174:
|
| 655 |
+
raise ValueError("Accepted repair union does not match the reconciliation receipt")
|
| 656 |
+
|
| 657 |
+
legacy = [
|
| 658 |
+
row for row in data["dataset_results"]
|
| 659 |
+
if not str(row.get("runtime", "")).startswith("cpp-native")
|
| 660 |
+
and str(row.get("family", "")).casefold() != "glza"
|
| 661 |
+
and "glza" not in str(row.get("method", "")).casefold()
|
| 662 |
+
]
|
| 663 |
+
dbp_timing = verify_legacy_dbp_timing(args.legacy_dbp_receipt, args.legacy_dbp_independent_review)
|
| 664 |
+
annotate_legacy(legacy, dbp_timing)
|
| 665 |
+
combined = legacy + main_rows + v9_rows + host192_rows
|
| 666 |
+
if any(str(row.get("family", "")).casefold() == "glza" or "glza" in str(row.get("method", "")).casefold() for row in combined):
|
| 667 |
+
raise ValueError("GLZA leaked into published numeric rows")
|
| 668 |
+
data["dataset_results"] = sorted(
|
| 669 |
+
combined, key=lambda row: (
|
| 670 |
+
row["dataset"], row["scope"], row.get("comparison_profile", row["runtime"]),
|
| 671 |
+
row["runtime"], row["family"], row["algorithm_variant"],
|
| 672 |
+
)
|
| 673 |
+
)
|
| 674 |
+
recompute(data)
|
| 675 |
+
|
| 676 |
+
source_profiles = sorted({str(row["runtime"]) for row in combined})
|
| 677 |
+
runtimes = sorted({str(row.get("comparison_profile", row["runtime"])) for row in combined})
|
| 678 |
+
labels = {"cpp": "C++", "java": "Java", "python": "Python"}
|
| 679 |
+
hosts = {"cpp": "source snapshot", "java": "source snapshot", "python": "source snapshot"}
|
| 680 |
+
for runtime in runtimes:
|
| 681 |
+
if runtime.startswith("cpp-native166-main"):
|
| 682 |
+
labels[runtime] = f"Native C++ · server 166 · main · {MAIN_BINARY[:8]}"
|
| 683 |
+
hosts[runtime] = "166"
|
| 684 |
+
elif runtime.startswith("cpp-native166-v9-recovery"):
|
| 685 |
+
labels[runtime] = "Native C++ · server 166 · V9 recovery · baseline86 v3"
|
| 686 |
+
hosts[runtime] = "166"
|
| 687 |
+
elif runtime.startswith("cpp-native192"):
|
| 688 |
+
parts = runtime.split("-")
|
| 689 |
+
campaign = " ".join(parts[2:4])
|
| 690 |
+
labels[runtime] = f"Native C++ · server 192 · {campaign}"
|
| 691 |
+
hosts[runtime] = "192"
|
| 692 |
+
data["benchmark"]["implementation_runtimes"] = runtimes
|
| 693 |
+
data["benchmark"]["exact_source_profiles"] = source_profiles
|
| 694 |
+
data["benchmark"]["runtime_labels"] = labels
|
| 695 |
+
data["benchmark"]["runtime_hosts"] = hosts
|
| 696 |
+
data["benchmark"]["publication_note"] = (
|
| 697 |
+
"The server-166 Native86 matrix covers all 13,940 website164×active-method terminal pairs: "
|
| 698 |
+
"11,164 main pairs contain at least one numeric aggregate, 2,274 are explicit N/A, and 502 "
|
| 699 |
+
"ended with problems. V9 supplies receipt-bound rate/byte replacements for 154 problem identities; "
|
| 700 |
+
"server 192 supplies 21 independently pair-verified replacements, with one overlapping identity, so "
|
| 701 |
+
"174 unique problem identities are repaired and 328 remain unresolved. Numeric rows require matching "
|
| 702 |
+
"result/cold hashes. The independent Native166 "
|
| 703 |
+
"adjudication covers 773 archived strict-admission pairs; other main rows retain their active/self/"
|
| 704 |
+
"archived evidence tier. Server-192's 21 pairs carry independent pair-verification receipts. "
|
| 705 |
+
"Host/campaign/measurement-contract comparison profiles remain separate; exact adapter and binary "
|
| 706 |
+
"identities remain distinct configurations inside those profiles. Legacy source-snapshot and "
|
| 707 |
+
"server-192 timings without exact source/build/binary/boundary proof are unavailable to timing and "
|
| 708 |
+
"composite rankings; the six receipt-bound DBP medium_posts rows retain admitted timing."
|
| 709 |
+
)
|
| 710 |
+
boundary = (
|
| 711 |
+
"Rank comparisons use matching eligible aggregate-id support hashes; mixed-support pairs have no overall row."
|
| 712 |
+
)
|
| 713 |
+
if boundary not in data["benchmark"].setdefault("measurement_boundaries", []):
|
| 714 |
+
data["benchmark"]["measurement_boundaries"].append(boundary)
|
| 715 |
+
|
| 716 |
+
# Replace stale native runtime memberships in the public method catalog.
|
| 717 |
+
method_map = {(str(item["name"]), str(item["family"])): item for item in data["methods"]}
|
| 718 |
+
for item in data["methods"]:
|
| 719 |
+
item["runtimes"] = [runtime for runtime in item.get("runtimes", []) if not str(runtime).startswith("cpp-native")]
|
| 720 |
+
family_examples = {str(item["family"]): item for item in data["methods"]}
|
| 721 |
+
for row in main_rows + v9_rows + host192_rows:
|
| 722 |
+
key = str(row["algorithm_variant"]), str(row["family"])
|
| 723 |
+
item = method_map.get(key)
|
| 724 |
+
if item is None:
|
| 725 |
+
example = family_examples.get(key[1], {})
|
| 726 |
+
item = {
|
| 727 |
+
"name": key[0], "family": key[1], "runtimes": [],
|
| 728 |
+
"operator_pipeline": example.get("operator_pipeline"),
|
| 729 |
+
"operator_pipeline_status": example.get("operator_pipeline_status", "not_available"),
|
| 730 |
+
}
|
| 731 |
+
data["methods"].append(item)
|
| 732 |
+
method_map[key] = item
|
| 733 |
+
comparison_profile = str(row.get("comparison_profile", row["runtime"]))
|
| 734 |
+
if comparison_profile not in item["runtimes"]:
|
| 735 |
+
item["runtimes"].append(comparison_profile)
|
| 736 |
+
data["methods"] = sorted(data["methods"], key=lambda item: (item["family"], item["name"]))
|
| 737 |
+
|
| 738 |
+
# Preserve non-native source runs and replace the incomplete v5 native run summaries.
|
| 739 |
+
measurement_runs = [
|
| 740 |
+
run for run in data["source"].get("measurement_runs", [])
|
| 741 |
+
if run.get("schema") != "site-native86-receipt-bound-import-v1"
|
| 742 |
+
and run.get("schema") != "site-native86-full-matrix-import-v2"
|
| 743 |
+
]
|
| 744 |
+
profile_summary: dict[str, dict[str, Any]] = {}
|
| 745 |
+
for runtime in sorted(set([main_runtime, *v9_profiles, *host192_profiles])):
|
| 746 |
+
selected = [row for row in main_rows + v9_rows + host192_rows if row["runtime"] == runtime]
|
| 747 |
+
pairs = {(row["dataset"], row["family"]) for row in selected}
|
| 748 |
+
aggregate_count = sum(
|
| 749 |
+
item["aggregate_count"] for item in [*v9_pairs, *host192_pairs]
|
| 750 |
+
if item["runtime"] == runtime
|
| 751 |
+
) if runtime != main_runtime else 290745
|
| 752 |
+
profile_summary[runtime] = {
|
| 753 |
+
"execution_host": HOST166 if runtime.startswith("cpp-native166") else HOST192,
|
| 754 |
+
"pair_count": len(pairs), "aggregate_count": aggregate_count,
|
| 755 |
+
"dataset_result_count": len(selected),
|
| 756 |
+
"binary_sha256": selected[0].get("binary_sha256"),
|
| 757 |
+
"timing_profile_status": selected[0].get("timing_profile_status"),
|
| 758 |
+
"comparison_profiles": sorted({str(row.get("comparison_profile", row["runtime"])) for row in selected}),
|
| 759 |
+
}
|
| 760 |
+
comparison_summary: dict[str, dict[str, Any]] = {}
|
| 761 |
+
for comparison_profile in sorted({str(row.get("comparison_profile", row["runtime"])) for row in main_rows + v9_rows + host192_rows}):
|
| 762 |
+
selected = [
|
| 763 |
+
row for row in main_rows + v9_rows + host192_rows
|
| 764 |
+
if str(row.get("comparison_profile", row["runtime"])) == comparison_profile
|
| 765 |
+
]
|
| 766 |
+
comparison_summary[comparison_profile] = {
|
| 767 |
+
"execution_host": HOST166 if comparison_profile.startswith("cpp-native166") else HOST192,
|
| 768 |
+
"pair_count": len({(row["dataset"], row["family"], row["algorithm_variant"]) for row in selected}),
|
| 769 |
+
"dataset_result_count": len(selected),
|
| 770 |
+
"exact_source_profiles": sorted({str(row["runtime"]) for row in selected}),
|
| 771 |
+
"timing_admitted": all("diagnostic" not in str(row.get("timing_profile_status", "")) for row in selected),
|
| 772 |
+
}
|
| 773 |
+
measurement_runs.append({
|
| 774 |
+
"schema": "site-native86-full-matrix-import-v2",
|
| 775 |
+
"integrated_at": dt.datetime.now(dt.timezone.utc).isoformat(),
|
| 776 |
+
"terminal_pair_count": 13940,
|
| 777 |
+
"main_numeric_pair_count": 11164,
|
| 778 |
+
"main_all_na_pair_count": 2274,
|
| 779 |
+
"main_problem_pair_count": 502,
|
| 780 |
+
"v9_recovered_pair_count": 154,
|
| 781 |
+
"accepted_unique_repair_pair_count": 174,
|
| 782 |
+
"accepted_repair_overlap_pair_count": 1,
|
| 783 |
+
"unresolved_problem_pair_count": 328,
|
| 784 |
+
"host192_independently_verified_pair_count": 21,
|
| 785 |
+
"profiles": profile_summary,
|
| 786 |
+
"comparison_profiles": comparison_summary,
|
| 787 |
+
"evidence_tier_counts": dict(export_manifest["summary"]["evidence_tier_counts"]),
|
| 788 |
+
"main_timing_proof": timing_proof,
|
| 789 |
+
"legacy_timing_policy": {
|
| 790 |
+
"diagnostic_rows_published_as_unavailable": sum(
|
| 791 |
+
row.get("timing_profile_status")
|
| 792 |
+
== "timing_diagnostic_source_snapshot_host_or_build_boundary_unbound_not_ranked"
|
| 793 |
+
for row in legacy
|
| 794 |
+
),
|
| 795 |
+
"dbp_medium_posts_admitted_rows": sum(
|
| 796 |
+
row.get("timing_profile_status")
|
| 797 |
+
== "timing_admitted_dbp_medium_posts_source_build_binary_boundary_bound"
|
| 798 |
+
for row in legacy
|
| 799 |
+
),
|
| 800 |
+
"dbp_medium_posts_receipt_sha256": DBP_MEDIUM_RECEIPT_SHA,
|
| 801 |
+
"dbp_medium_posts_independent_review_sha256": DBP_MEDIUM_INDEPENDENT_SHA,
|
| 802 |
+
},
|
| 803 |
+
})
|
| 804 |
+
data["source"]["measurement_runs"] = measurement_runs
|
| 805 |
+
|
| 806 |
+
coverage = data["coverage"]
|
| 807 |
+
for stale_key in (
|
| 808 |
+
"native86_verified_pair_count", "native86_verified_aggregate_count", "native86_verified_by_runtime",
|
| 809 |
+
):
|
| 810 |
+
coverage.pop(stale_key, None)
|
| 811 |
+
coverage.update(
|
| 812 |
+
dataset_count=164,
|
| 813 |
+
catalog_dataset_count=164,
|
| 814 |
+
measured_dataset_count=len({row["dataset"] for row in combined}),
|
| 815 |
+
runtime_count=len(runtimes),
|
| 816 |
+
runtimes=runtimes,
|
| 817 |
+
dataset_result_row_count=len(combined),
|
| 818 |
+
configuration_aggregate_row_count=len(data["configuration_aggregates"]),
|
| 819 |
+
family_best_aggregate_row_count=len(data["family_best_aggregates"]),
|
| 820 |
+
method_family_count=len({row["family"] for row in combined}),
|
| 821 |
+
method_configuration_count=len({row["algorithm_variant"] for row in combined}),
|
| 822 |
+
runtime_configuration_count=len({
|
| 823 |
+
(row.get("comparison_profile", row["runtime"]), row["algorithm_variant"]) for row in combined
|
| 824 |
+
}),
|
| 825 |
+
timing_column_observation_count=sum(int(row.get("timing_column_count", 0)) for row in combined),
|
| 826 |
+
timing_column_mean_dataset_result_count=sum(row.get("timing_aggregation") == "column_mean" for row in combined),
|
| 827 |
+
timing_dataset_aggregate_result_count=sum(row.get("timing_aggregation") == "dataset_aggregate" for row in combined),
|
| 828 |
+
timing_unavailable_dataset_result_count=sum(row.get("timing_aggregation") == "unavailable" for row in combined),
|
| 829 |
+
native86_terminal_pair_count=13940,
|
| 830 |
+
native86_main_numeric_pair_count=11164,
|
| 831 |
+
native86_main_all_na_pair_count=2274,
|
| 832 |
+
native86_main_problem_pair_count=502,
|
| 833 |
+
native86_v9_recovered_pair_count=154,
|
| 834 |
+
native86_accepted_unique_repair_pair_count=174,
|
| 835 |
+
native86_accepted_repair_overlap_pair_count=1,
|
| 836 |
+
native86_unresolved_problem_pair_count=328,
|
| 837 |
+
native86_host192_independently_verified_pair_count=21,
|
| 838 |
+
native86_profiles=profile_summary,
|
| 839 |
+
native86_comparison_profiles=comparison_summary,
|
| 840 |
+
)
|
| 841 |
+
|
| 842 |
+
args.data.write_text(json.dumps(data, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n", encoding="utf-8")
|
| 843 |
+
|
| 844 |
+
public_terminal = root / "native86-terminal-matrix.jsonl.gz"
|
| 845 |
+
public_main_dataset_results = root / "native86-main166-dataset-results.jsonl.gz"
|
| 846 |
+
public_v9_thin = root / "native86-v9-current154-thin.jsonl.gz"
|
| 847 |
+
public_reconciliation = root / "native86-recovery-reconciliation.json"
|
| 848 |
+
public_timing_proof = root / "native86-main166-timing-proof.json"
|
| 849 |
+
public_adjudication = root / "native86-main166-independent-adjudication.json"
|
| 850 |
+
public_pair_adjudication = root / "native86-main166-pair-adjudication.jsonl"
|
| 851 |
+
public_dbp_timing_receipt = root / "legacy-dbp-medium-posts-timing-receipt.json"
|
| 852 |
+
public_dbp_independent_review = root / "legacy-dbp-medium-posts-independent-review.json"
|
| 853 |
+
checkout = Path(__file__).resolve().parents[3]
|
| 854 |
+
shutil.copyfile(args.main_terminal, public_terminal)
|
| 855 |
+
shutil.copyfile(args.main_dataset_results, public_main_dataset_results)
|
| 856 |
+
shutil.copyfile(args.v9_thin, public_v9_thin)
|
| 857 |
+
public_reconciliation_value = sanitize_local_paths(reconciliation, Path(__file__).resolve().parents[3])
|
| 858 |
+
public_reconciliation_value["source_receipt_sha256"] = sha256(args.recovery_reconciliation)
|
| 859 |
+
public_reconciliation.write_text(
|
| 860 |
+
json.dumps(public_reconciliation_value, ensure_ascii=False, indent=2, sort_keys=True) + "\n",
|
| 861 |
+
encoding="utf-8",
|
| 862 |
+
)
|
| 863 |
+
if args.main_timing_proof is None:
|
| 864 |
+
raise ValueError("A published v6 candidate requires the passed main166 timing proof")
|
| 865 |
+
shutil.copyfile(args.main_timing_proof, public_timing_proof)
|
| 866 |
+
for source, target in (
|
| 867 |
+
(args.legacy_dbp_receipt, public_dbp_timing_receipt),
|
| 868 |
+
(args.legacy_dbp_independent_review, public_dbp_independent_review),
|
| 869 |
+
):
|
| 870 |
+
target.write_text(
|
| 871 |
+
json.dumps(sanitize_local_paths(read_json(source), checkout), ensure_ascii=False, indent=2, sort_keys=True) + "\n",
|
| 872 |
+
encoding="utf-8",
|
| 873 |
+
)
|
| 874 |
+
adjudication = read_json(args.adjudication_receipt)
|
| 875 |
+
pair_binding = adjudication.get("pair_adjudication", {})
|
| 876 |
+
if (
|
| 877 |
+
adjudication.get("schema") != "paper164-native166-independent-adjudication-summary-v1"
|
| 878 |
+
or adjudication.get("status") != "partial_verification_blocked"
|
| 879 |
+
or adjudication.get("decision") != "do_not_claim_all_920_independently_verified"
|
| 880 |
+
or adjudication.get("status_counts") != {
|
| 881 |
+
"independently_adjudicated": 773,
|
| 882 |
+
"not_independently_adjudicated_missing_expected_gate_artifact": 147,
|
| 883 |
+
}
|
| 884 |
+
):
|
| 885 |
+
raise ValueError("Native166 adjudication no longer preserves the partial decision")
|
| 886 |
+
require_hash(args.pair_adjudication, str(pair_binding.get("sha256")), "Native166 pair adjudication")
|
| 887 |
+
if sum(1 for line in args.pair_adjudication.open(encoding="utf-8") if line.strip()) != 920:
|
| 888 |
+
raise ValueError("Native166 pair adjudication row count changed")
|
| 889 |
+
with args.pair_adjudication.open(encoding="utf-8") as source, public_pair_adjudication.open("w", encoding="utf-8") as target:
|
| 890 |
+
for line in source:
|
| 891 |
+
if line.strip():
|
| 892 |
+
target.write(json.dumps(sanitize_local_paths(json.loads(line), checkout), ensure_ascii=False, sort_keys=True) + "\n")
|
| 893 |
+
public_adjudication_value = sanitize_local_paths(adjudication, checkout)
|
| 894 |
+
public_adjudication_value["source_receipt_sha256"] = sha256(args.adjudication_receipt)
|
| 895 |
+
public_adjudication_value["pair_adjudication"]["source_sha256"] = str(pair_binding["sha256"])
|
| 896 |
+
public_adjudication_value["pair_adjudication"]["path"] = public_pair_adjudication.name
|
| 897 |
+
public_adjudication_value["pair_adjudication"]["sha256"] = sha256(public_pair_adjudication)
|
| 898 |
+
public_adjudication.write_text(
|
| 899 |
+
json.dumps(public_adjudication_value, ensure_ascii=False, indent=2, sort_keys=True) + "\n",
|
| 900 |
+
encoding="utf-8",
|
| 901 |
+
)
|
| 902 |
+
coverage_receipt = {
|
| 903 |
+
"schema": "site-native86-full-terminal-coverage-v2",
|
| 904 |
+
"status": "passed",
|
| 905 |
+
"created_at": dt.datetime.now(dt.timezone.utc).isoformat(),
|
| 906 |
+
"dataset_count": 164,
|
| 907 |
+
"active_method_count": 85,
|
| 908 |
+
"terminal_pair_count": 13940,
|
| 909 |
+
"pair_shape_counts": EXPECTED_MAIN_SHAPES,
|
| 910 |
+
"main_numeric_pair_count": 11164,
|
| 911 |
+
"main_numeric_aggregate_count": 290745,
|
| 912 |
+
"main_dataset_result_count": 25443,
|
| 913 |
+
"dropped_mixed_overall_count": 1708,
|
| 914 |
+
"v9_recovered_pair_count": 154,
|
| 915 |
+
"v9_numeric_ok_aggregate_count": 5296,
|
| 916 |
+
"host192_independently_verified_pair_count": 21,
|
| 917 |
+
"accepted_unique_repair_pair_count": 174,
|
| 918 |
+
"accepted_repair_overlap_pair_count": 1,
|
| 919 |
+
"unresolved_problem_pair_count": 328,
|
| 920 |
+
"omitted_unresolved_pair_count": 1,
|
| 921 |
+
"files": {
|
| 922 |
+
public_terminal.name: {"sha256": sha256(public_terminal), "rows": 13940},
|
| 923 |
+
public_main_dataset_results.name: {
|
| 924 |
+
"sha256": sha256(public_main_dataset_results), "source_rows": 27151,
|
| 925 |
+
"published_support_aware_rows": 25443,
|
| 926 |
+
},
|
| 927 |
+
public_v9_thin.name: {
|
| 928 |
+
"sha256": sha256(public_v9_thin), "pairs": 154,
|
| 929 |
+
"numeric_ok_aggregates": 5296, "not_applicable_aggregates": 308,
|
| 930 |
+
},
|
| 931 |
+
public_reconciliation.name: {
|
| 932 |
+
"sha256": sha256(public_reconciliation), "status": reconciliation["status"],
|
| 933 |
+
"accepted_unique_repair_pairs": 174, "unresolved_problem_pairs": 328,
|
| 934 |
+
},
|
| 935 |
+
public_timing_proof.name: {"sha256": sha256(public_timing_proof), "status": "passed"},
|
| 936 |
+
public_dbp_timing_receipt.name: {
|
| 937 |
+
"sha256": sha256(public_dbp_timing_receipt),
|
| 938 |
+
"source_sha256": DBP_MEDIUM_RECEIPT_SHA,
|
| 939 |
+
"status": "passed",
|
| 940 |
+
},
|
| 941 |
+
public_dbp_independent_review.name: {
|
| 942 |
+
"sha256": sha256(public_dbp_independent_review),
|
| 943 |
+
"source_sha256": DBP_MEDIUM_INDEPENDENT_SHA,
|
| 944 |
+
"status": "passed",
|
| 945 |
+
},
|
| 946 |
+
public_adjudication.name: {
|
| 947 |
+
"sha256": sha256(public_adjudication), "status": "partial_verification_blocked",
|
| 948 |
+
},
|
| 949 |
+
public_pair_adjudication.name: {"sha256": sha256(public_pair_adjudication), "rows": 920},
|
| 950 |
+
args.main_dataset_results.name: {
|
| 951 |
+
"source_sha256": sha256(args.main_dataset_results), "source_rows": 27151,
|
| 952 |
+
"published_support_aware_rows": 25443,
|
| 953 |
+
},
|
| 954 |
+
},
|
| 955 |
+
"profiles": profile_summary,
|
| 956 |
+
"comparison_profiles": comparison_summary,
|
| 957 |
+
"main_timing_proof": timing_proof,
|
| 958 |
+
"legacy_dbp_medium_posts_timing": {
|
| 959 |
+
"receipt": {
|
| 960 |
+
"path": public_dbp_timing_receipt.name,
|
| 961 |
+
"sha256": sha256(public_dbp_timing_receipt),
|
| 962 |
+
"source_sha256": DBP_MEDIUM_RECEIPT_SHA,
|
| 963 |
+
},
|
| 964 |
+
"independent_review": {
|
| 965 |
+
"path": public_dbp_independent_review.name,
|
| 966 |
+
"sha256": sha256(public_dbp_independent_review),
|
| 967 |
+
"source_sha256": DBP_MEDIUM_INDEPENDENT_SHA,
|
| 968 |
+
},
|
| 969 |
+
"admitted_dataset_result_rows": 6,
|
| 970 |
+
},
|
| 971 |
+
"independent_adjudication": {
|
| 972 |
+
"path": public_adjudication.name,
|
| 973 |
+
"sha256": sha256(public_adjudication),
|
| 974 |
+
"pair_path": public_pair_adjudication.name,
|
| 975 |
+
"pair_sha256": sha256(public_pair_adjudication),
|
| 976 |
+
"status": "partial_verification_blocked",
|
| 977 |
+
"status_counts": adjudication["status_counts"],
|
| 978 |
+
},
|
| 979 |
+
}
|
| 980 |
+
coverage_path = root / "native86-coverage.json"
|
| 981 |
+
coverage_path.write_text(json.dumps(coverage_receipt, ensure_ascii=False, indent=2, sort_keys=True) + "\n", encoding="utf-8")
|
| 982 |
+
|
| 983 |
+
manifest = read_json(args.manifest)
|
| 984 |
+
manifest["data_sha256"] = sha256(args.data)
|
| 985 |
+
manifest["counts"] = coverage
|
| 986 |
+
manifest["native86_imports"] = profile_summary
|
| 987 |
+
manifest["native86_terminal_coverage"] = {
|
| 988 |
+
"path": public_terminal.name, "sha256": sha256(public_terminal), "rows": 13940,
|
| 989 |
+
"main_dataset_results": {
|
| 990 |
+
"path": public_main_dataset_results.name,
|
| 991 |
+
"sha256": sha256(public_main_dataset_results),
|
| 992 |
+
"source_rows": 27151,
|
| 993 |
+
"published_support_aware_rows": 25443,
|
| 994 |
+
},
|
| 995 |
+
"coverage_receipt": {"path": coverage_path.name, "sha256": sha256(coverage_path)},
|
| 996 |
+
"v9_current154": {"path": public_v9_thin.name, "sha256": sha256(public_v9_thin), "pairs": 154},
|
| 997 |
+
"recovery_reconciliation": {
|
| 998 |
+
"path": public_reconciliation.name,
|
| 999 |
+
"sha256": sha256(public_reconciliation),
|
| 1000 |
+
"accepted_unique_repair_pairs": 174,
|
| 1001 |
+
"unresolved_problem_pairs": 328,
|
| 1002 |
+
},
|
| 1003 |
+
"main_timing_proof": timing_proof,
|
| 1004 |
+
"legacy_dbp_medium_posts_timing": coverage_receipt["legacy_dbp_medium_posts_timing"],
|
| 1005 |
+
"independent_adjudication": coverage_receipt["independent_adjudication"],
|
| 1006 |
+
}
|
| 1007 |
+
args.manifest.write_text(json.dumps(manifest, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n", encoding="utf-8")
|
| 1008 |
+
|
| 1009 |
+
receipt = {
|
| 1010 |
+
"schema": "site-native86-full-matrix-integration-v2",
|
| 1011 |
+
"status": "passed",
|
| 1012 |
+
"created_at": dt.datetime.now(dt.timezone.utc).isoformat(),
|
| 1013 |
+
"data_sha256": sha256(args.data),
|
| 1014 |
+
"manifest_sha256": sha256(args.manifest),
|
| 1015 |
+
"coverage_sha256": sha256(coverage_path),
|
| 1016 |
+
"terminal_matrix_sha256": sha256(public_terminal),
|
| 1017 |
+
"v9_current154_sha256": sha256(public_v9_thin),
|
| 1018 |
+
"recovery_reconciliation_sha256": sha256(public_reconciliation),
|
| 1019 |
+
"counts": coverage_receipt,
|
| 1020 |
+
}
|
| 1021 |
+
args.receipt.write_text(json.dumps(receipt, ensure_ascii=False, indent=2, sort_keys=True) + "\n", encoding="utf-8")
|
| 1022 |
+
return receipt
|
| 1023 |
+
|
| 1024 |
+
|
| 1025 |
+
def parser() -> argparse.ArgumentParser:
|
| 1026 |
+
root = Path(__file__).resolve().parent
|
| 1027 |
+
repo = root.parents[2]
|
| 1028 |
+
paper = repo / "analysis_outputs/paper164_performance_refresh_20261011"
|
| 1029 |
+
bundle = repo / "analysis_outputs/site_native192_bundle_20261011"
|
| 1030 |
+
value = argparse.ArgumentParser(description=__doc__)
|
| 1031 |
+
value.add_argument("--data", type=Path, default=root / "data.json")
|
| 1032 |
+
value.add_argument("--manifest", type=Path, default=root / "manifest.json")
|
| 1033 |
+
value.add_argument("--main-manifest", type=Path, default=paper / "COVERAGE_SANITY.full_main166_export_manifest.json")
|
| 1034 |
+
value.add_argument("--main-terminal", type=Path, default=paper / "COVERAGE_SANITY.full_main166_terminal_pairs.jsonl.gz")
|
| 1035 |
+
value.add_argument("--main-dataset-results", type=Path, default=paper / "COVERAGE_SANITY.full_main166_dataset_results.jsonl.gz")
|
| 1036 |
+
value.add_argument("--v9-thin", type=Path, default=paper / "COVERAGE_SANITY.v9_current154_thin.jsonl.gz")
|
| 1037 |
+
value.add_argument(
|
| 1038 |
+
"--recovery-reconciliation", type=Path,
|
| 1039 |
+
default=paper / "COVERAGE_SANITY.recovery_key_reconciliation.json",
|
| 1040 |
+
)
|
| 1041 |
+
value.add_argument("--profile-root", type=Path, action="append", default=[])
|
| 1042 |
+
value.add_argument("--main-timing-proof", type=Path)
|
| 1043 |
+
value.add_argument(
|
| 1044 |
+
"--legacy-dbp-receipt", type=Path,
|
| 1045 |
+
default=repo / "analysis_outputs/column_mean_20261009/dbp_medium_posts_retest/measurement_receipt.json",
|
| 1046 |
+
)
|
| 1047 |
+
value.add_argument(
|
| 1048 |
+
"--legacy-dbp-independent-review", type=Path,
|
| 1049 |
+
default=repo / "analysis_outputs/dbp_medium_fallback_20261009/dbp_medium_independent_receipt.json",
|
| 1050 |
+
)
|
| 1051 |
+
value.add_argument(
|
| 1052 |
+
"--adjudication-receipt", type=Path,
|
| 1053 |
+
default=bundle / "independent_review/native166_adjudication/NATIVE166_ADJUDICATION_RECEIPT.json",
|
| 1054 |
+
)
|
| 1055 |
+
value.add_argument(
|
| 1056 |
+
"--pair-adjudication", type=Path,
|
| 1057 |
+
default=bundle / "independent_review/native166_adjudication/NATIVE166_PAIR_ADJUDICATION.jsonl",
|
| 1058 |
+
)
|
| 1059 |
+
value.add_argument("--receipt", type=Path, default=root / "NATIVE86_FULL_MATRIX_INTEGRATION_V6.json")
|
| 1060 |
+
return value
|
| 1061 |
+
|
| 1062 |
+
|
| 1063 |
+
def main() -> int:
|
| 1064 |
+
args = parser().parse_args()
|
| 1065 |
+
if not args.profile_root:
|
| 1066 |
+
repo = Path(__file__).resolve().parents[3]
|
| 1067 |
+
args.profile_root = [
|
| 1068 |
+
repo / "analysis_outputs/first12_sync_192_to166_20261010/payload/formal_native86",
|
| 1069 |
+
repo / "analysis_outputs/lzg_sync_192_to166_20261010/payload/formal_native86",
|
| 1070 |
+
repo / "analysis_outputs/site_native192_bundle_20261011/normalized_external_results/formal_native86",
|
| 1071 |
+
]
|
| 1072 |
+
receipt = build(args)
|
| 1073 |
+
print(json.dumps({"status": receipt["status"], "data_sha256": receipt["data_sha256"], "counts": receipt["counts"]}, sort_keys=True))
|
| 1074 |
+
return 0
|
| 1075 |
+
|
| 1076 |
+
|
| 1077 |
+
if __name__ == "__main__":
|
| 1078 |
+
raise SystemExit(main())
|
integrate_native86_results.py
ADDED
|
@@ -0,0 +1,643 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env python3
|
| 2 |
+
"""Admit independently verified Native86 JSONL results into the site snapshot.
|
| 3 |
+
|
| 4 |
+
The importer is deliberately receipt-bound. It accepts either synced
|
| 5 |
+
``PROFILE_ENTRY.json`` directories or a repaired next5 campaign. Results and
|
| 6 |
+
cold-decode rows must match by aggregate id and frame hash. Execution hosts
|
| 7 |
+
are represented by distinct runtime keys so timings from 166 and 192 are never
|
| 8 |
+
pooled into one leaderboard cohort.
|
| 9 |
+
"""
|
| 10 |
+
from __future__ import annotations
|
| 11 |
+
|
| 12 |
+
import argparse
|
| 13 |
+
import datetime as dt
|
| 14 |
+
import hashlib
|
| 15 |
+
import json
|
| 16 |
+
import math
|
| 17 |
+
from collections import Counter, defaultdict
|
| 18 |
+
from pathlib import Path
|
| 19 |
+
from typing import Any, Iterable
|
| 20 |
+
|
| 21 |
+
from export_results import _aggregate_rows
|
| 22 |
+
|
| 23 |
+
|
| 24 |
+
VERIFIED_PROFILE_STATUS = "externally_verified_complete"
|
| 25 |
+
VERIFIED_PAIR_STATUS = "verified"
|
| 26 |
+
|
| 27 |
+
|
| 28 |
+
def sha256(path: Path) -> str:
|
| 29 |
+
digest = hashlib.sha256()
|
| 30 |
+
with path.open("rb") as handle:
|
| 31 |
+
for block in iter(lambda: handle.read(1024 * 1024), b""):
|
| 32 |
+
digest.update(block)
|
| 33 |
+
return digest.hexdigest()
|
| 34 |
+
|
| 35 |
+
|
| 36 |
+
def public_path(path: Path) -> str:
|
| 37 |
+
"""Prefer checkout-relative provenance paths over workstation paths."""
|
| 38 |
+
resolved = path.resolve()
|
| 39 |
+
for base in (Path.cwd().resolve(), Path(__file__).resolve().parents[2]):
|
| 40 |
+
try:
|
| 41 |
+
return resolved.relative_to(base).as_posix()
|
| 42 |
+
except ValueError:
|
| 43 |
+
continue
|
| 44 |
+
return resolved.name
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
def read_json(path: Path) -> dict[str, Any]:
|
| 48 |
+
value = json.loads(path.read_text(encoding="utf-8"))
|
| 49 |
+
if not isinstance(value, dict):
|
| 50 |
+
raise ValueError(f"Expected an object in {path}")
|
| 51 |
+
return value
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
def read_jsonl(path: Path) -> list[dict[str, Any]]:
|
| 55 |
+
rows: list[dict[str, Any]] = []
|
| 56 |
+
with path.open("r", encoding="utf-8") as handle:
|
| 57 |
+
for line_number, line in enumerate(handle, 1):
|
| 58 |
+
if not line.strip():
|
| 59 |
+
continue
|
| 60 |
+
try:
|
| 61 |
+
value = json.loads(line)
|
| 62 |
+
except json.JSONDecodeError as exc:
|
| 63 |
+
raise ValueError(f"Invalid JSONL at {path}:{line_number}: {exc}") from exc
|
| 64 |
+
if not isinstance(value, dict):
|
| 65 |
+
raise ValueError(f"Expected an object at {path}:{line_number}")
|
| 66 |
+
rows.append(value)
|
| 67 |
+
return rows
|
| 68 |
+
|
| 69 |
+
|
| 70 |
+
def finite(value: Any, *, positive: bool = False) -> float:
|
| 71 |
+
number = float(value)
|
| 72 |
+
if not math.isfinite(number) or (positive and number <= 0):
|
| 73 |
+
raise ValueError(f"Invalid numeric value: {value!r}")
|
| 74 |
+
return number
|
| 75 |
+
|
| 76 |
+
|
| 77 |
+
def require_hash(path: Path, expected: str, label: str) -> None:
|
| 78 |
+
actual = sha256(path)
|
| 79 |
+
if actual != expected:
|
| 80 |
+
raise ValueError(f"{label} SHA-256 mismatch: expected {expected}, found {actual}")
|
| 81 |
+
|
| 82 |
+
|
| 83 |
+
def profile_pairs(profile_roots: Iterable[Path], host: str) -> list[dict[str, Any]]:
|
| 84 |
+
pairs: list[dict[str, Any]] = []
|
| 85 |
+
for root in profile_roots:
|
| 86 |
+
for entry_path in sorted(root.rglob("PROFILE_ENTRY.json")):
|
| 87 |
+
entry = read_json(entry_path)
|
| 88 |
+
if entry.get("status") != VERIFIED_PROFILE_STATUS:
|
| 89 |
+
raise ValueError(f"Unverified profile entry: {entry_path}")
|
| 90 |
+
if entry.get("result_execution_host") != host or entry.get("timing_host_preserved") != host:
|
| 91 |
+
raise ValueError(f"Profile host mismatch: {entry_path}")
|
| 92 |
+
results_path = entry_path.parent / "results.jsonl"
|
| 93 |
+
cold_path = entry_path.parent / "cold.jsonl"
|
| 94 |
+
verification_path = entry_path.parent / "INDEPENDENT_VERIFICATION.source192.json"
|
| 95 |
+
files = entry.get("files", {})
|
| 96 |
+
require_hash(results_path, files["results.jsonl"]["sha256"], str(entry_path))
|
| 97 |
+
require_hash(cold_path, files["cold.jsonl"]["sha256"], str(entry_path))
|
| 98 |
+
verifier_record = files.get("INDEPENDENT_VERIFICATION.source192.json")
|
| 99 |
+
if not isinstance(verifier_record, dict):
|
| 100 |
+
raise ValueError(f"Profile lacks an independent verifier binding: {entry_path}")
|
| 101 |
+
require_hash(verification_path, verifier_record["sha256"], str(entry_path))
|
| 102 |
+
verifier = read_json(verification_path)
|
| 103 |
+
if verifier.get("status") != VERIFIED_PAIR_STATUS:
|
| 104 |
+
raise ValueError(f"Independent verifier is not verified: {verification_path}")
|
| 105 |
+
verifier_host = verifier.get("result_execution_host") or verifier.get("host")
|
| 106 |
+
accepted_hosts = {host}
|
| 107 |
+
if host == "192.168.99.20":
|
| 108 |
+
accepted_hosts.add("timecho-20")
|
| 109 |
+
if verifier_host not in accepted_hosts:
|
| 110 |
+
raise ValueError(f"Independent verifier host mismatch: {verification_path}")
|
| 111 |
+
expected_rows = int(entry["aggregate_count"])
|
| 112 |
+
if (
|
| 113 |
+
str(verifier.get("dataset_id")) != str(entry["dataset_id"])
|
| 114 |
+
or str(verifier.get("method")) != str(entry["method"])
|
| 115 |
+
or int(verifier.get("aggregate_count", -1)) != expected_rows
|
| 116 |
+
):
|
| 117 |
+
raise ValueError(f"Independent verifier identity/count mismatch: {verification_path}")
|
| 118 |
+
for label, payload, path in (
|
| 119 |
+
("results", verifier.get("results"), results_path),
|
| 120 |
+
("cold", verifier.get("cold"), cold_path),
|
| 121 |
+
):
|
| 122 |
+
if not isinstance(payload, dict):
|
| 123 |
+
raise ValueError(f"Independent verifier lacks {label}: {verification_path}")
|
| 124 |
+
status_counts = payload.get("status_counts")
|
| 125 |
+
if int(payload.get("rows", -1)) != expected_rows or (
|
| 126 |
+
status_counts is not None and status_counts != {"ok": expected_rows}
|
| 127 |
+
):
|
| 128 |
+
raise ValueError(f"Independent verifier {label} count/status mismatch: {verification_path}")
|
| 129 |
+
require_hash(path, str(payload.get("sha256")), f"independent verifier {label}")
|
| 130 |
+
pairs.append({
|
| 131 |
+
"dataset": str(entry["dataset_id"]),
|
| 132 |
+
"method": str(entry["method"]),
|
| 133 |
+
"results_path": results_path,
|
| 134 |
+
"cold_path": cold_path,
|
| 135 |
+
"verification_path": verification_path,
|
| 136 |
+
"verification_sha256": sha256(verification_path),
|
| 137 |
+
"expected_rows": expected_rows,
|
| 138 |
+
"source_kind": "synced_profile_entry",
|
| 139 |
+
})
|
| 140 |
+
return pairs
|
| 141 |
+
|
| 142 |
+
|
| 143 |
+
def next5_pairs(root: Path, host: str) -> tuple[list[dict[str, Any]], dict[str, Any]]:
|
| 144 |
+
final_path = root / "repairs/appledouble_inventory_v1/FINAL_REPAIRED_INDEPENDENT_VERIFICATION.json"
|
| 145 |
+
final = read_json(final_path)
|
| 146 |
+
if final.get("status") != VERIFIED_PAIR_STATUS or final.get("result_execution_host") != host:
|
| 147 |
+
raise ValueError("The repaired next5 campaign lacks a verified host-bound final receipt")
|
| 148 |
+
if final.get("timing_hardware_comparability") != "host192_only_not_comparable_to166":
|
| 149 |
+
raise ValueError("The repaired next5 receipt lost its cross-host timing boundary")
|
| 150 |
+
pairs: list[dict[str, Any]] = []
|
| 151 |
+
for item in final.get("pairs", []):
|
| 152 |
+
key = str(item["selection_key_hex"])
|
| 153 |
+
pair_dir = root / "pairs" / key
|
| 154 |
+
verification_path = pair_dir / "INDEPENDENT_VERIFICATION.json"
|
| 155 |
+
if item.get("admission_source") == "replacement_reverification":
|
| 156 |
+
verification_path = root / "repairs/appledouble_inventory_v1/pairs" / key / "INDEPENDENT_VERIFICATION.json"
|
| 157 |
+
verification = read_json(verification_path)
|
| 158 |
+
if verification.get("status") != VERIFIED_PAIR_STATUS:
|
| 159 |
+
raise ValueError(f"Unverified next5 pair: {verification_path}")
|
| 160 |
+
if verification.get("result_execution_host") != host:
|
| 161 |
+
raise ValueError(f"Next5 host mismatch: {verification_path}")
|
| 162 |
+
results_path = pair_dir / "results.jsonl"
|
| 163 |
+
cold_path = pair_dir / "cold.jsonl"
|
| 164 |
+
require_hash(results_path, str(item["results_sha256"]), str(final_path))
|
| 165 |
+
require_hash(cold_path, str(item["cold_sha256"]), str(final_path))
|
| 166 |
+
require_hash(verification_path, str(item["verification_sha256"]), str(final_path))
|
| 167 |
+
pairs.append({
|
| 168 |
+
"dataset": str(item["dataset_id"]),
|
| 169 |
+
"method": str(item["method"]),
|
| 170 |
+
"results_path": results_path,
|
| 171 |
+
"cold_path": cold_path,
|
| 172 |
+
"verification_path": verification_path,
|
| 173 |
+
"verification_sha256": sha256(verification_path),
|
| 174 |
+
"expected_rows": int(item["aggregate_count"]),
|
| 175 |
+
"source_kind": str(item["admission_source"]),
|
| 176 |
+
})
|
| 177 |
+
if len(pairs) != 5 or sum(pair["expected_rows"] for pair in pairs) != 280:
|
| 178 |
+
raise ValueError("The repaired next5 final receipt must bind 5 pairs and 280 aggregates")
|
| 179 |
+
return pairs, {"path": public_path(final_path), "sha256": sha256(final_path), "schema": final.get("schema")}
|
| 180 |
+
|
| 181 |
+
|
| 182 |
+
def inventory_pairs(inventory_path: Path, payload_root: Path, host: str) -> tuple[list[dict[str, Any]], dict[str, Any]]:
|
| 183 |
+
inventory = read_json(inventory_path)
|
| 184 |
+
if inventory.get("status") != "verified_exact_results_cold_only" or inventory.get("execution_host") != host:
|
| 185 |
+
raise ValueError("Native source inventory is not verified for the selected host")
|
| 186 |
+
pairs: list[dict[str, Any]] = []
|
| 187 |
+
for item in inventory.get("pairs", []):
|
| 188 |
+
def local(source: str) -> Path:
|
| 189 |
+
return payload_root / source.lstrip("/")
|
| 190 |
+
receipt_path = local(str(item["receipt_path"]))
|
| 191 |
+
require_hash(receipt_path, str(item["receipt_sha256"]), "native inventory receipt")
|
| 192 |
+
receipt = read_json(receipt_path)
|
| 193 |
+
if receipt.get("status") not in {"ok", "recovered"}:
|
| 194 |
+
raise ValueError(f"Native inventory receipt lost terminal status: {receipt_path}")
|
| 195 |
+
admission = item.get("admission_path")
|
| 196 |
+
verification_path = receipt_path
|
| 197 |
+
if admission:
|
| 198 |
+
verification_path = local(str(admission))
|
| 199 |
+
require_hash(verification_path, str(item["admission_sha256"]), "strict admission")
|
| 200 |
+
if read_json(verification_path).get("status") != "admitted_after_strict_revalidation":
|
| 201 |
+
raise ValueError(f"Strict admission lost status: {verification_path}")
|
| 202 |
+
results_path = local(str(item["result_path"]))
|
| 203 |
+
cold_path = local(str(item["cold_path"]))
|
| 204 |
+
require_hash(results_path, str(receipt["result_sha256"]), "native result")
|
| 205 |
+
require_hash(cold_path, str(receipt["cold_sha256"]), "native cold result")
|
| 206 |
+
pairs.append({
|
| 207 |
+
"dataset": str(item["dataset"]), "method": str(item["method"]),
|
| 208 |
+
"results_path": results_path, "cold_path": cold_path,
|
| 209 |
+
"verification_path": verification_path,
|
| 210 |
+
"verification_sha256": sha256(verification_path),
|
| 211 |
+
"expected_rows": int(item["rows"]), "source_kind": str(item["kind"]),
|
| 212 |
+
})
|
| 213 |
+
if len(pairs) != int(inventory.get("pair_count", -1)) or sum(p["expected_rows"] for p in pairs) != int(inventory.get("aggregate_count", -1)):
|
| 214 |
+
raise ValueError("Native source inventory totals do not match its pairs")
|
| 215 |
+
return pairs, {"path": public_path(inventory_path), "sha256": sha256(inventory_path), "schema": inventory.get("schema"), "status": inventory.get("status")}
|
| 216 |
+
|
| 217 |
+
|
| 218 |
+
def adjudication_receipt(path: Path, pairs: list[dict[str, Any]], host: str) -> dict[str, Any]:
|
| 219 |
+
receipt = read_json(path)
|
| 220 |
+
if (
|
| 221 |
+
receipt.get("schema") != "paper164-native166-independent-adjudication-summary-v1"
|
| 222 |
+
or receipt.get("status") != "partial_verification_blocked"
|
| 223 |
+
or receipt.get("execution_host") != host
|
| 224 |
+
or receipt.get("decision") != "do_not_claim_all_920_independently_verified"
|
| 225 |
+
):
|
| 226 |
+
raise ValueError("Native166 adjudication does not preserve its partial/blocked decision")
|
| 227 |
+
detail = path.parent / "NATIVE166_PAIR_ADJUDICATION.jsonl"
|
| 228 |
+
binding = receipt.get("pair_adjudication", {})
|
| 229 |
+
require_hash(detail, str(binding.get("sha256")), "Native166 pair adjudication")
|
| 230 |
+
rows = read_jsonl(detail)
|
| 231 |
+
if len(rows) != int(binding.get("rows", -1)) or len(rows) != len(pairs):
|
| 232 |
+
raise ValueError("Native166 adjudication row count does not match imported pairs")
|
| 233 |
+
expected = {(pair["dataset"], pair["method"], pair["expected_rows"]) for pair in pairs}
|
| 234 |
+
observed = {(str(row["dataset_id"]), str(row["method"]), int(row["aggregate_count"])) for row in rows}
|
| 235 |
+
if expected != observed:
|
| 236 |
+
raise ValueError("Native166 adjudication identities/counts do not match imported pairs")
|
| 237 |
+
statuses = Counter(str(row.get("status")) for row in rows)
|
| 238 |
+
expected_statuses = {
|
| 239 |
+
"independently_adjudicated": 773,
|
| 240 |
+
"not_independently_adjudicated_missing_expected_gate_artifact": 147,
|
| 241 |
+
}
|
| 242 |
+
if dict(statuses) != expected_statuses or receipt.get("status_counts") != expected_statuses:
|
| 243 |
+
raise ValueError("Native166 adjudication status counts changed")
|
| 244 |
+
if int(receipt.get("pair_count", -1)) != len(pairs) or int(receipt.get("aggregate_count", -1)) != sum(p["expected_rows"] for p in pairs):
|
| 245 |
+
raise ValueError("Native166 adjudication totals do not match imported pairs")
|
| 246 |
+
return {
|
| 247 |
+
"path": public_path(path), "sha256": sha256(path), "schema": receipt.get("schema"),
|
| 248 |
+
"status": receipt.get("status"), "decision": receipt.get("decision"),
|
| 249 |
+
"status_counts": expected_statuses,
|
| 250 |
+
"pair_adjudication_sha256": sha256(detail),
|
| 251 |
+
}
|
| 252 |
+
|
| 253 |
+
|
| 254 |
+
def campaign_receipt(path: Path, pairs: list[dict[str, Any]], host: str) -> dict[str, Any]:
|
| 255 |
+
receipt = read_json(path)
|
| 256 |
+
status = str(receipt.get("status", ""))
|
| 257 |
+
if status not in {"verified_all12", "verified_all_four_requested_remaining_datasets"}:
|
| 258 |
+
raise ValueError(f"Campaign receipt is not a supported verified completion: {path}")
|
| 259 |
+
if receipt.get("result_execution_host") not in {None, host}:
|
| 260 |
+
raise ValueError(f"Campaign receipt host mismatch: {path}")
|
| 261 |
+
by_identity = {(pair["dataset"], pair["method"]): pair for pair in pairs}
|
| 262 |
+
claimed: list[tuple[str, str, int, str, str]] = []
|
| 263 |
+
if status == "verified_all12":
|
| 264 |
+
for item in receipt.get("pairs", []):
|
| 265 |
+
claimed.append((
|
| 266 |
+
str(item["dataset_id"]), str(item["method"]), int(item["aggregate_count"]),
|
| 267 |
+
str(item["results_sha256"]), str(item["cold_sha256"]),
|
| 268 |
+
))
|
| 269 |
+
if int(receipt.get("verified_pair_count", -1)) != 12 or len(claimed) != 12:
|
| 270 |
+
raise ValueError("First12 campaign receipt does not cover exactly 12 pairs")
|
| 271 |
+
else:
|
| 272 |
+
for item in receipt.get("datasets", []):
|
| 273 |
+
claimed.append((
|
| 274 |
+
str(item["dataset_id"]), "LZG", int(item["aggregate_count"]),
|
| 275 |
+
str(item["results"]["sha256"]), str(item["cold"]["sha256"]),
|
| 276 |
+
))
|
| 277 |
+
if int(receipt.get("dataset_count", -1)) != 4 or len(claimed) != 4:
|
| 278 |
+
raise ValueError("LZG campaign receipt does not cover exactly four pairs")
|
| 279 |
+
if len({(dataset, method) for dataset, method, *_ in claimed}) != len(claimed):
|
| 280 |
+
raise ValueError(f"Campaign receipt contains duplicate pair identities: {path}")
|
| 281 |
+
for dataset, method, count, result_sha, cold_sha in claimed:
|
| 282 |
+
pair = by_identity.get((dataset, method))
|
| 283 |
+
if pair is None:
|
| 284 |
+
raise ValueError(f"Campaign receipt claims a pair absent from the import: {dataset}/{method}")
|
| 285 |
+
if pair["expected_rows"] != count:
|
| 286 |
+
raise ValueError(f"Campaign receipt aggregate count mismatch: {dataset}/{method}")
|
| 287 |
+
require_hash(pair["results_path"], result_sha, "campaign-bound result")
|
| 288 |
+
require_hash(pair["cold_path"], cold_sha, "campaign-bound cold result")
|
| 289 |
+
aggregate_count = sum(item[2] for item in claimed)
|
| 290 |
+
if int(receipt.get("aggregate_count", -1)) != aggregate_count:
|
| 291 |
+
raise ValueError(f"Campaign receipt aggregate total mismatch: {path}")
|
| 292 |
+
return {
|
| 293 |
+
"path": public_path(path), "sha256": sha256(path), "schema": receipt.get("schema"),
|
| 294 |
+
"status": status, "coverage_bound": True, "pair_count": len(claimed),
|
| 295 |
+
"aggregate_count": aggregate_count,
|
| 296 |
+
}
|
| 297 |
+
|
| 298 |
+
|
| 299 |
+
def validate_pair(pair: dict[str, Any], host: str) -> tuple[list[dict[str, Any]], dict[str, Any]]:
|
| 300 |
+
results = read_jsonl(pair["results_path"])
|
| 301 |
+
cold = read_jsonl(pair["cold_path"])
|
| 302 |
+
if len(results) != pair["expected_rows"] or len(cold) != pair["expected_rows"]:
|
| 303 |
+
raise ValueError(f"Row-count mismatch for {pair['dataset']} / {pair['method']}")
|
| 304 |
+
if any(row.get("status") != "ok" for row in results + cold):
|
| 305 |
+
raise ValueError(f"Non-ok row for {pair['dataset']} / {pair['method']}")
|
| 306 |
+
cold_by_id = {str(row["aggregate_id"]): row for row in cold}
|
| 307 |
+
if len(cold_by_id) != len(cold):
|
| 308 |
+
raise ValueError(f"Duplicate cold aggregate id for {pair['dataset']} / {pair['method']}")
|
| 309 |
+
seen: set[str] = set()
|
| 310 |
+
for row in results:
|
| 311 |
+
aggregate_id = str(row["aggregate_id"])
|
| 312 |
+
if aggregate_id in seen:
|
| 313 |
+
raise ValueError(f"Duplicate result aggregate id: {aggregate_id}")
|
| 314 |
+
seen.add(aggregate_id)
|
| 315 |
+
verification = cold_by_id.get(aggregate_id)
|
| 316 |
+
if verification is None:
|
| 317 |
+
raise ValueError(f"Missing cold verification for {aggregate_id}")
|
| 318 |
+
if verification.get("complete_frame_sha256") != row.get("complete_frame_sha256"):
|
| 319 |
+
raise ValueError(f"Cold frame mismatch for {aggregate_id}")
|
| 320 |
+
if str(row.get("dataset_id")) != pair["dataset"] or str(row.get("method")) != pair["method"]:
|
| 321 |
+
raise ValueError(f"Result identity mismatch for {aggregate_id}")
|
| 322 |
+
if str(verification.get("dataset_id")) != pair["dataset"] or str(verification.get("method")) != pair["method"]:
|
| 323 |
+
raise ValueError(f"Cold identity mismatch for {aggregate_id}")
|
| 324 |
+
original = finite(row["original_numeric_bytes"], positive=True)
|
| 325 |
+
compressed = finite(row["complete_frame_bytes"], positive=True)
|
| 326 |
+
ratio = finite(row["compression_ratio"], positive=True)
|
| 327 |
+
if not math.isclose(ratio, compressed / original, rel_tol=2e-12, abs_tol=0.0):
|
| 328 |
+
raise ValueError(f"Compression ratio mismatch for {aggregate_id}")
|
| 329 |
+
finite(row["compression_ns_per_logical_point"])
|
| 330 |
+
finite(row["decompression_ns_per_logical_point"])
|
| 331 |
+
return results, {
|
| 332 |
+
"dataset": pair["dataset"],
|
| 333 |
+
"method": pair["method"],
|
| 334 |
+
"host": host,
|
| 335 |
+
"row_count": len(results),
|
| 336 |
+
"results_sha256": sha256(pair["results_path"]),
|
| 337 |
+
"cold_sha256": sha256(pair["cold_path"]),
|
| 338 |
+
"verification_sha256": pair["verification_sha256"],
|
| 339 |
+
"source_kind": pair["source_kind"],
|
| 340 |
+
}
|
| 341 |
+
|
| 342 |
+
|
| 343 |
+
def dtype_scope(dtype: str) -> str:
|
| 344 |
+
value = dtype.casefold()
|
| 345 |
+
if value.startswith("float"):
|
| 346 |
+
return "float"
|
| 347 |
+
if value.startswith("int") or value.startswith("uint"):
|
| 348 |
+
return "integer"
|
| 349 |
+
raise ValueError(f"Unsupported Native86 dtype: {dtype}")
|
| 350 |
+
|
| 351 |
+
|
| 352 |
+
def rows_for_pair(results: list[dict[str, Any]], runtime: str) -> list[dict[str, Any]]:
|
| 353 |
+
first = results[0]
|
| 354 |
+
dataset = str(first["dataset_id"])
|
| 355 |
+
family = str(first["method"])
|
| 356 |
+
if family.casefold() == "glza":
|
| 357 |
+
raise ValueError("GLZA is excluded from the public benchmark")
|
| 358 |
+
method = str(first["configuration"])
|
| 359 |
+
groups: dict[str, list[dict[str, Any]]] = defaultdict(list)
|
| 360 |
+
for row in results:
|
| 361 |
+
if str(row["configuration"]) != method:
|
| 362 |
+
raise ValueError(f"Multiple configurations in one verified pair: {dataset} / {family}")
|
| 363 |
+
groups[dtype_scope(str(row["dtype"]))].append(row)
|
| 364 |
+
groups["overall"].append(row)
|
| 365 |
+
output: list[dict[str, Any]] = []
|
| 366 |
+
for scope, source in sorted(groups.items()):
|
| 367 |
+
original = sum(int(row["original_numeric_bytes"]) for row in source)
|
| 368 |
+
compressed = sum(int(row["complete_frame_bytes"]) for row in source)
|
| 369 |
+
point_count = sum(int(row["row_count"]) for row in source)
|
| 370 |
+
output.append({
|
| 371 |
+
"dataset": dataset,
|
| 372 |
+
"scope": scope,
|
| 373 |
+
"runtime": runtime,
|
| 374 |
+
"method": method,
|
| 375 |
+
"family": family,
|
| 376 |
+
"algorithm_variant": method,
|
| 377 |
+
"is_best_rate_in_family": True,
|
| 378 |
+
"original_size_bytes": original,
|
| 379 |
+
"compressed_size_bytes": compressed,
|
| 380 |
+
"point_count": point_count,
|
| 381 |
+
"compression_time_ns": sum(finite(row["compression_ns"]) for row in source),
|
| 382 |
+
"decompression_time_ns": sum(finite(row["decompression_ns"]) for row in source),
|
| 383 |
+
"compression_rate": compressed / original,
|
| 384 |
+
"compression_time_ns_per_point": sum(
|
| 385 |
+
finite(row["compression_ns_per_logical_point"]) for row in source
|
| 386 |
+
) / len(source),
|
| 387 |
+
"decompression_time_ns_per_point": sum(
|
| 388 |
+
finite(row["decompression_ns_per_logical_point"]) for row in source
|
| 389 |
+
) / len(source),
|
| 390 |
+
"timing_column_count": len(source),
|
| 391 |
+
"timing_aggregation": "column_mean",
|
| 392 |
+
})
|
| 393 |
+
return output
|
| 394 |
+
|
| 395 |
+
|
| 396 |
+
def recompute(data: dict[str, Any]) -> None:
|
| 397 |
+
rows = data["dataset_results"]
|
| 398 |
+
configurations: dict[tuple[str, str, str, str], list[dict[str, Any]]] = defaultdict(list)
|
| 399 |
+
family_candidates: dict[tuple[str, str, str, str], dict[str, Any]] = {}
|
| 400 |
+
for row in rows:
|
| 401 |
+
if row.get("point_count") is None:
|
| 402 |
+
row["point_count"] = row["original_size_bytes"] / 8.0
|
| 403 |
+
configurations[row["runtime"], row["scope"], row["family"], row["method"]].append(row)
|
| 404 |
+
key = row["runtime"], row["scope"], row["dataset"], row["family"]
|
| 405 |
+
previous = family_candidates.get(key)
|
| 406 |
+
if previous is None or row["compression_rate"] < previous["compression_rate"] or (
|
| 407 |
+
row["compression_rate"] == previous["compression_rate"]
|
| 408 |
+
and row["method"] < previous["method"]
|
| 409 |
+
):
|
| 410 |
+
family_candidates[key] = row
|
| 411 |
+
families: dict[tuple[str, str, str], list[dict[str, Any]]] = defaultdict(list)
|
| 412 |
+
for row in family_candidates.values():
|
| 413 |
+
families[row["runtime"], row["scope"], row["family"]].append(row)
|
| 414 |
+
data["configuration_aggregates"] = [
|
| 415 |
+
_aggregate_rows(source, runtime=runtime, scope_key=scope, family=family,
|
| 416 |
+
method=method, algorithm_variant=method)
|
| 417 |
+
for (runtime, scope, family, method), source in sorted(configurations.items())
|
| 418 |
+
]
|
| 419 |
+
data["family_best_aggregates"] = [
|
| 420 |
+
_aggregate_rows(source, runtime=runtime, scope_key=scope, family=family,
|
| 421 |
+
method=family, algorithm_variant=None)
|
| 422 |
+
for (runtime, scope, family), source in sorted(families.items())
|
| 423 |
+
]
|
| 424 |
+
|
| 425 |
+
|
| 426 |
+
def integrate(args: argparse.Namespace) -> dict[str, Any]:
|
| 427 |
+
data_path = args.data.resolve()
|
| 428 |
+
manifest_path = args.manifest.resolve()
|
| 429 |
+
data = read_json(data_path)
|
| 430 |
+
allowed = {str(item["key"]) for item in data["datasets"]}
|
| 431 |
+
if len(allowed) != 164:
|
| 432 |
+
raise ValueError("Apply the website164 scope before Native86 integration")
|
| 433 |
+
pairs = profile_pairs(args.profile_root, args.execution_host)
|
| 434 |
+
source_receipts: list[dict[str, Any]] = []
|
| 435 |
+
if args.next5_root:
|
| 436 |
+
next5, final_receipt = next5_pairs(args.next5_root.resolve(), args.execution_host)
|
| 437 |
+
pairs.extend(next5)
|
| 438 |
+
source_receipts.append({**final_receipt, "status": VERIFIED_PAIR_STATUS})
|
| 439 |
+
if args.native_inventory:
|
| 440 |
+
if not args.native_root:
|
| 441 |
+
raise ValueError("--native-root is required with --native-inventory")
|
| 442 |
+
native, inventory_receipt = inventory_pairs(
|
| 443 |
+
args.native_inventory.resolve(), args.native_root.resolve(), args.execution_host
|
| 444 |
+
)
|
| 445 |
+
pairs.extend(native)
|
| 446 |
+
source_receipts.append(inventory_receipt)
|
| 447 |
+
if args.adjudication_receipt:
|
| 448 |
+
source_receipts.append(adjudication_receipt(args.adjudication_receipt.resolve(), pairs, args.execution_host))
|
| 449 |
+
for receipt_path in args.campaign_receipt:
|
| 450 |
+
source_receipts.append(campaign_receipt(receipt_path, pairs, args.execution_host))
|
| 451 |
+
if not pairs:
|
| 452 |
+
raise ValueError("No verified Native86 pairs were discovered")
|
| 453 |
+
identities: set[tuple[str, str]] = set()
|
| 454 |
+
new_rows: list[dict[str, Any]] = []
|
| 455 |
+
admitted: list[dict[str, Any]] = []
|
| 456 |
+
for pair in pairs:
|
| 457 |
+
identity = pair["dataset"], pair["method"]
|
| 458 |
+
if identity in identities:
|
| 459 |
+
raise ValueError(f"Duplicate verified pair: {identity}")
|
| 460 |
+
identities.add(identity)
|
| 461 |
+
if pair["dataset"] not in allowed:
|
| 462 |
+
raise ValueError(f"Native86 result is outside website164: {pair['dataset']}")
|
| 463 |
+
results, record = validate_pair(pair, args.execution_host)
|
| 464 |
+
new_rows.extend(rows_for_pair(results, args.runtime))
|
| 465 |
+
admitted.append(record)
|
| 466 |
+
replacement_keys = {
|
| 467 |
+
(row["dataset"], row["scope"], row["runtime"], row["method"]) for row in new_rows
|
| 468 |
+
}
|
| 469 |
+
old_rows = data["dataset_results"]
|
| 470 |
+
retained = [
|
| 471 |
+
row for row in old_rows
|
| 472 |
+
if (row["dataset"], row["scope"], row["runtime"], row["method"]) not in replacement_keys
|
| 473 |
+
and str(row.get("family", "")).casefold() != "glza"
|
| 474 |
+
and "glza" not in str(row.get("method", "")).casefold()
|
| 475 |
+
]
|
| 476 |
+
data["dataset_results"] = sorted(
|
| 477 |
+
retained + new_rows,
|
| 478 |
+
key=lambda row: (row["dataset"], row["scope"], row["runtime"], row["family"], row["method"]),
|
| 479 |
+
)
|
| 480 |
+
recompute(data)
|
| 481 |
+
runtime_list = list(data["benchmark"].get("implementation_runtimes", []))
|
| 482 |
+
if args.runtime not in runtime_list:
|
| 483 |
+
runtime_list.append(args.runtime)
|
| 484 |
+
data["benchmark"]["implementation_runtimes"] = runtime_list
|
| 485 |
+
data["benchmark"]["publication_note"] = (
|
| 486 |
+
"All Native86 rows require hash-bound matching benchmark and fresh-cold results. "
|
| 487 |
+
"The server-192 cohort also carries independent pair-verification receipts; the "
|
| 488 |
+
"server-166 cohort carries strict source/admission or fresh-cold recovery receipts. "
|
| 489 |
+
"Execution hosts use separate runtime cohorts."
|
| 490 |
+
)
|
| 491 |
+
if args.adjudication_receipt:
|
| 492 |
+
data["benchmark"]["publication_note"] += (
|
| 493 |
+
" An independent Native166 evidence review adjudicated 773 of 920 pairs; "
|
| 494 |
+
"147 recovery-source pairs remain blocked because expected gate artifacts were not bundled."
|
| 495 |
+
)
|
| 496 |
+
boundary = (
|
| 497 |
+
"Native86 timings from server 166 and server 192 remain separate runtime cohorts and are never pooled."
|
| 498 |
+
)
|
| 499 |
+
if boundary not in data["benchmark"].setdefault("measurement_boundaries", []):
|
| 500 |
+
data["benchmark"]["measurement_boundaries"].append(boundary)
|
| 501 |
+
existing_methods = {(item["name"], item["family"]): item for item in data["methods"]}
|
| 502 |
+
family_examples: dict[str, dict[str, Any]] = {}
|
| 503 |
+
for item in data["methods"]:
|
| 504 |
+
family_examples.setdefault(str(item["family"]), item)
|
| 505 |
+
for row in new_rows:
|
| 506 |
+
key = row["method"], row["family"]
|
| 507 |
+
if key not in existing_methods:
|
| 508 |
+
example = family_examples.get(row["family"], {})
|
| 509 |
+
item = {
|
| 510 |
+
"name": row["method"], "family": row["family"], "runtimes": [args.runtime],
|
| 511 |
+
"operator_pipeline": example.get("operator_pipeline"),
|
| 512 |
+
"operator_pipeline_status": example.get("operator_pipeline_status", "not_available"),
|
| 513 |
+
}
|
| 514 |
+
data["methods"].append(item)
|
| 515 |
+
existing_methods[key] = item
|
| 516 |
+
elif args.runtime not in existing_methods[key].setdefault("runtimes", []):
|
| 517 |
+
existing_methods[key]["runtimes"].append(args.runtime)
|
| 518 |
+
data["methods"] = sorted(data["methods"], key=lambda item: (item["family"], item["name"]))
|
| 519 |
+
source = data["source"]
|
| 520 |
+
evidence_tier = (
|
| 521 |
+
"independent_pair_verification_and_hash_bound_fresh_cold"
|
| 522 |
+
if not args.native_inventory
|
| 523 |
+
else (
|
| 524 |
+
"partial_independent_adjudication_773_of_920_with_147_gate_artifact_blocked"
|
| 525 |
+
if args.adjudication_receipt
|
| 526 |
+
else "hash_bound_fresh_cold_with_strict_or_recovery_source_receipt"
|
| 527 |
+
)
|
| 528 |
+
)
|
| 529 |
+
source.setdefault("measurement_runs", []).append({
|
| 530 |
+
"schema": "site-native86-receipt-bound-import-v1",
|
| 531 |
+
"integrated_at": dt.datetime.now(dt.timezone.utc).isoformat(),
|
| 532 |
+
"runtime": args.runtime,
|
| 533 |
+
"execution_host": args.execution_host,
|
| 534 |
+
"pair_count": len(admitted),
|
| 535 |
+
"aggregate_count": sum(item["row_count"] for item in admitted),
|
| 536 |
+
"families": sorted({item["method"] for item in admitted}),
|
| 537 |
+
"datasets": sorted({item["dataset"] for item in admitted}),
|
| 538 |
+
"source_receipts": [dict(item) for item in source_receipts],
|
| 539 |
+
"pair_receipts": admitted,
|
| 540 |
+
"evidence_tier": evidence_tier,
|
| 541 |
+
"source_kind_counts": dict(sorted(Counter(item["source_kind"] for item in admitted).items())),
|
| 542 |
+
"timing_comparability": f"within_{args.runtime}_only",
|
| 543 |
+
})
|
| 544 |
+
native_runs = [
|
| 545 |
+
run for run in source["measurement_runs"]
|
| 546 |
+
if run.get("schema") == "site-native86-receipt-bound-import-v1"
|
| 547 |
+
]
|
| 548 |
+
native_by_runtime = {
|
| 549 |
+
run["runtime"]: {
|
| 550 |
+
"execution_host": run["execution_host"],
|
| 551 |
+
"pair_count": run["pair_count"],
|
| 552 |
+
"aggregate_count": run["aggregate_count"],
|
| 553 |
+
"evidence_tier": run["evidence_tier"],
|
| 554 |
+
"source_kind_counts": run["source_kind_counts"],
|
| 555 |
+
}
|
| 556 |
+
for run in native_runs
|
| 557 |
+
}
|
| 558 |
+
coverage = data["coverage"]
|
| 559 |
+
coverage.update(
|
| 560 |
+
dataset_count=164,
|
| 561 |
+
catalog_dataset_count=164,
|
| 562 |
+
measured_dataset_count=len({row["dataset"] for row in data["dataset_results"]}),
|
| 563 |
+
runtime_count=len({row["runtime"] for row in data["dataset_results"]}),
|
| 564 |
+
runtimes=sorted({row["runtime"] for row in data["dataset_results"]}),
|
| 565 |
+
dataset_result_row_count=len(data["dataset_results"]),
|
| 566 |
+
configuration_aggregate_row_count=len(data["configuration_aggregates"]),
|
| 567 |
+
family_best_aggregate_row_count=len(data["family_best_aggregates"]),
|
| 568 |
+
method_family_count=len({row["family"] for row in data["dataset_results"]}),
|
| 569 |
+
method_configuration_count=len({row["method"] for row in data["dataset_results"]}),
|
| 570 |
+
runtime_configuration_count=len({(row["runtime"], row["method"]) for row in data["dataset_results"]}),
|
| 571 |
+
timing_column_observation_count=sum(row.get("timing_column_count", 0) for row in data["dataset_results"]),
|
| 572 |
+
timing_column_mean_dataset_result_count=sum(row.get("timing_aggregation") == "column_mean" for row in data["dataset_results"]),
|
| 573 |
+
timing_dataset_aggregate_result_count=sum(row.get("timing_aggregation") == "dataset_aggregate" for row in data["dataset_results"]),
|
| 574 |
+
timing_unavailable_dataset_result_count=sum(row.get("timing_aggregation") == "unavailable" for row in data["dataset_results"]),
|
| 575 |
+
native86_verified_pair_count=sum(item["pair_count"] for item in native_by_runtime.values()),
|
| 576 |
+
native86_verified_aggregate_count=sum(item["aggregate_count"] for item in native_by_runtime.values()),
|
| 577 |
+
native86_verified_by_runtime=native_by_runtime,
|
| 578 |
+
)
|
| 579 |
+
data_path.write_text(
|
| 580 |
+
json.dumps(data, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n",
|
| 581 |
+
encoding="utf-8",
|
| 582 |
+
)
|
| 583 |
+
manifest = read_json(manifest_path)
|
| 584 |
+
manifest.update(
|
| 585 |
+
data_sha256=sha256(data_path),
|
| 586 |
+
counts=coverage,
|
| 587 |
+
native86_imports=native_by_runtime,
|
| 588 |
+
)
|
| 589 |
+
manifest_path.write_text(
|
| 590 |
+
json.dumps(manifest, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n",
|
| 591 |
+
encoding="utf-8",
|
| 592 |
+
)
|
| 593 |
+
receipt = {
|
| 594 |
+
"schema": "site-native86-integration-receipt-v1",
|
| 595 |
+
"status": "passed",
|
| 596 |
+
"created_at": dt.datetime.now(dt.timezone.utc).isoformat(),
|
| 597 |
+
"runtime": args.runtime,
|
| 598 |
+
"execution_host": args.execution_host,
|
| 599 |
+
"pair_count": len(admitted),
|
| 600 |
+
"aggregate_count": sum(item["row_count"] for item in admitted),
|
| 601 |
+
"dataset_result_rows_added": len(new_rows),
|
| 602 |
+
"data_sha256": sha256(data_path),
|
| 603 |
+
"manifest_sha256": sha256(manifest_path),
|
| 604 |
+
"admitted_pairs": admitted,
|
| 605 |
+
"source_receipts": [dict(item) for item in source_receipts],
|
| 606 |
+
}
|
| 607 |
+
args.receipt.parent.mkdir(parents=True, exist_ok=True)
|
| 608 |
+
args.receipt.write_text(
|
| 609 |
+
json.dumps(receipt, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n",
|
| 610 |
+
encoding="utf-8",
|
| 611 |
+
)
|
| 612 |
+
return receipt
|
| 613 |
+
|
| 614 |
+
|
| 615 |
+
def parser() -> argparse.ArgumentParser:
|
| 616 |
+
root = Path(__file__).resolve().parent
|
| 617 |
+
value = argparse.ArgumentParser(description=__doc__)
|
| 618 |
+
value.add_argument("--data", type=Path, default=root / "data.json")
|
| 619 |
+
value.add_argument("--manifest", type=Path, default=root / "manifest.json")
|
| 620 |
+
value.add_argument("--runtime", required=True)
|
| 621 |
+
value.add_argument("--execution-host", required=True)
|
| 622 |
+
value.add_argument("--profile-root", type=Path, action="append", default=[])
|
| 623 |
+
value.add_argument("--next5-root", type=Path)
|
| 624 |
+
value.add_argument("--native-inventory", type=Path)
|
| 625 |
+
value.add_argument("--native-root", type=Path)
|
| 626 |
+
value.add_argument("--adjudication-receipt", type=Path)
|
| 627 |
+
value.add_argument("--campaign-receipt", type=Path, action="append", default=[])
|
| 628 |
+
value.add_argument("--receipt", type=Path, required=True)
|
| 629 |
+
return value
|
| 630 |
+
|
| 631 |
+
|
| 632 |
+
def main() -> int:
|
| 633 |
+
args = parser().parse_args()
|
| 634 |
+
receipt = integrate(args)
|
| 635 |
+
print(json.dumps({
|
| 636 |
+
"status": receipt["status"], "pairs": receipt["pair_count"],
|
| 637 |
+
"aggregates": receipt["aggregate_count"], "data_sha256": receipt["data_sha256"],
|
| 638 |
+
}, sort_keys=True))
|
| 639 |
+
return 0
|
| 640 |
+
|
| 641 |
+
|
| 642 |
+
if __name__ == "__main__":
|
| 643 |
+
raise SystemExit(main())
|
legacy-dbp-medium-posts-independent-review.json
ADDED
|
@@ -0,0 +1,132 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"acceptance_status": "provisional",
|
| 3 |
+
"aggregate_id": "medium_posts|timestamp|published",
|
| 4 |
+
"audit_scope": "deterministic receipt and integration-overlay review; no benchmark rerun",
|
| 5 |
+
"dataset": "medium_posts",
|
| 6 |
+
"input": {
|
| 7 |
+
"block_rows": [
|
| 8 |
+
10000,
|
| 9 |
+
10000,
|
| 10 |
+
10000,
|
| 11 |
+
10000,
|
| 12 |
+
10000,
|
| 13 |
+
10000,
|
| 14 |
+
10000,
|
| 15 |
+
10000,
|
| 16 |
+
10000,
|
| 17 |
+
2191
|
| 18 |
+
],
|
| 19 |
+
"logical_blocks": 10,
|
| 20 |
+
"native_bytes": 737528,
|
| 21 |
+
"native_i64le_sha256": "17bd25237309c72cad7b34fa255fd508c5c4b8ce79423e79438d5a8212a68c8b",
|
| 22 |
+
"point_count": 92191,
|
| 23 |
+
"source_data_sha256": "5942f3ce0c6d78e0698193486b8a9a138dc1b8694bb24af701051403daca4a29"
|
| 24 |
+
},
|
| 25 |
+
"input_receipt_sha256": "109f8abe5be52e8c88a3cfa7e680e6f5a5e420698cbe360071b179305c5eb167",
|
| 26 |
+
"integration_overlay": {
|
| 27 |
+
"keys": [
|
| 28 |
+
[
|
| 29 |
+
"medium_posts",
|
| 30 |
+
"DBP",
|
| 31 |
+
"DELTA_BINARY_PACKED",
|
| 32 |
+
"cpp",
|
| 33 |
+
"integer"
|
| 34 |
+
],
|
| 35 |
+
[
|
| 36 |
+
"medium_posts",
|
| 37 |
+
"DBP",
|
| 38 |
+
"DELTA_BINARY_PACKED",
|
| 39 |
+
"cpp",
|
| 40 |
+
"overall"
|
| 41 |
+
],
|
| 42 |
+
[
|
| 43 |
+
"medium_posts",
|
| 44 |
+
"DBP",
|
| 45 |
+
"DELTA_BINARY_PACKED",
|
| 46 |
+
"java",
|
| 47 |
+
"integer"
|
| 48 |
+
],
|
| 49 |
+
[
|
| 50 |
+
"medium_posts",
|
| 51 |
+
"DBP",
|
| 52 |
+
"DELTA_BINARY_PACKED",
|
| 53 |
+
"java",
|
| 54 |
+
"overall"
|
| 55 |
+
],
|
| 56 |
+
[
|
| 57 |
+
"medium_posts",
|
| 58 |
+
"DBP",
|
| 59 |
+
"DELTA_BINARY_PACKED",
|
| 60 |
+
"python",
|
| 61 |
+
"integer"
|
| 62 |
+
],
|
| 63 |
+
[
|
| 64 |
+
"medium_posts",
|
| 65 |
+
"DBP",
|
| 66 |
+
"DELTA_BINARY_PACKED",
|
| 67 |
+
"python",
|
| 68 |
+
"overall"
|
| 69 |
+
]
|
| 70 |
+
],
|
| 71 |
+
"row_count": 6,
|
| 72 |
+
"timing_aggregation": "column_mean",
|
| 73 |
+
"timing_column_count": 1,
|
| 74 |
+
"unique_key_count": 6
|
| 75 |
+
},
|
| 76 |
+
"integration_payload_sha256": "e45170a955d1cd0df50dba25f9e41f24f00fc8b559e702d59188b6cfa60c99dc",
|
| 77 |
+
"limitations": [
|
| 78 |
+
"Receipt-level audit cannot reread the remote frozen source files or rerun the benchmark.",
|
| 79 |
+
"Timing uses one measured repetition per runtime after warmup; it is a formal run but not a variance estimate.",
|
| 80 |
+
"Final data.json integration is checked separately after the rebuild completes."
|
| 81 |
+
],
|
| 82 |
+
"measurement": {
|
| 83 |
+
"clean_process_list_before_after_identical": true,
|
| 84 |
+
"compressed_size_bytes": 615712,
|
| 85 |
+
"cpu": 37,
|
| 86 |
+
"decoded_sha256_equals_input_all_runtimes": true,
|
| 87 |
+
"excluded_cpu36_diagnostic_contains_av1_controller": true,
|
| 88 |
+
"payload_sha256_all_runtimes": "39214295d7739f2417d73b4cc9bb8771a228268500f3dab5a03eacdf7b4aea23",
|
| 89 |
+
"repetitions": 1,
|
| 90 |
+
"runtime_results": {
|
| 91 |
+
"cpp": {
|
| 92 |
+
"compression_time_ns": 1561143,
|
| 93 |
+
"compression_time_ns_per_point": 16.93378963239362,
|
| 94 |
+
"decompression_time_ns": 982881,
|
| 95 |
+
"decompression_time_ns_per_point": 10.661355229903135,
|
| 96 |
+
"result_sha256": "c13f5774a8f3ae4bfd4014ef87223adc3a8f0b67759269e9780e499a5e6bbd69"
|
| 97 |
+
},
|
| 98 |
+
"java": {
|
| 99 |
+
"compression_time_ns": 25658693,
|
| 100 |
+
"compression_time_ns_per_point": 278.32101832066036,
|
| 101 |
+
"decompression_time_ns": 5378995,
|
| 102 |
+
"decompression_time_ns_per_point": 58.34620516102439,
|
| 103 |
+
"result_sha256": "15ae6623e26e29c1dddba9fd0e1bda5dcb12d3f177ebd5a1dce46d75a7cd3d92"
|
| 104 |
+
},
|
| 105 |
+
"python": {
|
| 106 |
+
"compression_time_ns": 122842354,
|
| 107 |
+
"compression_time_ns_per_point": 1332.4766408868545,
|
| 108 |
+
"decompression_time_ns": 211613685,
|
| 109 |
+
"decompression_time_ns_per_point": 2295.383334598822,
|
| 110 |
+
"result_sha256": "8a628e63b2bcb2eda373bd0017b3782c4bb4951f83f88dae3b5e1c33a72a63b1"
|
| 111 |
+
}
|
| 112 |
+
},
|
| 113 |
+
"warmup_blocks": 10
|
| 114 |
+
},
|
| 115 |
+
"measurement_receipt_sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 116 |
+
"review_independence": "independent read-only subagent; same model family",
|
| 117 |
+
"runner_hashes_verified": {
|
| 118 |
+
"AlgorithmAllowList.java": "5d4a840e3faf2955e648ddef2f6f065a51f27456e410a97e94164c70ac6607e0",
|
| 119 |
+
"DbpIntBench.java": "a971886ea4518582ca538c0292ca9296dc54b429ce64e677560651f312e68f4a",
|
| 120 |
+
"dbp_int_cpp.cpp": "44e561eb6ed507205e1325a92e85233fb5ef8643fce6a5e4192b28eb263c1f40",
|
| 121 |
+
"dbp_int_python.py": "625c52136328e0f4d252dfc88c52f036470bb5094c05ca4b262fc4dbc57adcfd",
|
| 122 |
+
"prepare_input.py": "915d539949e505e8c89c734a339e037d49b68cdb2b1bf5f9cf8a7d0158cec0a6"
|
| 123 |
+
},
|
| 124 |
+
"schema": "dbp-medium-posts-independent-audit-v1",
|
| 125 |
+
"source_hashes_verified_against_git_revision": {
|
| 126 |
+
"backend/myapp/column_encodings.py": "339f96a8fbb4aa6b3da1e512ffc6e83d0538fb957e2ef310c8b42aae3d9af021",
|
| 127 |
+
"cpp/src/column_encodings.cpp": "ee1f6de0a8b9287d8118aaeb790b985e6b604acca142746685ea038cb9e5d59a",
|
| 128 |
+
"java/src/main/java/org/example/ColumnarEncodings.java": "0e2878cb2f31c88f100d59117d742d81efd1afe6bc1a349e16687ae4573575d3"
|
| 129 |
+
},
|
| 130 |
+
"source_revision": "cd1b55b7441a45010645451fd3149553c6d419cc",
|
| 131 |
+
"status": "passed"
|
| 132 |
+
}
|
legacy-dbp-medium-posts-timing-receipt.json
ADDED
|
@@ -0,0 +1,463 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"aggregate_id": "medium_posts|timestamp|published",
|
| 3 |
+
"benchmark_contract": {
|
| 4 |
+
"block_state": "reset for every frozen logical block",
|
| 5 |
+
"codec": "project delta + ZigZag + ULEB128 int64 wire",
|
| 6 |
+
"column_count": 1,
|
| 7 |
+
"cpu_affinity": [
|
| 8 |
+
37
|
| 9 |
+
],
|
| 10 |
+
"governor": "schedutil",
|
| 11 |
+
"logical_blocks": 10,
|
| 12 |
+
"method": "DELTA_BINARY_PACKED",
|
| 13 |
+
"repetitions": 1,
|
| 14 |
+
"shared_server": true,
|
| 15 |
+
"timing": "encode and decode timed per block; block nanoseconds summed",
|
| 16 |
+
"timing_aggregation": "column_mean",
|
| 17 |
+
"warmup": "first min(20, logical_block_count) blocks once, metrics discarded",
|
| 18 |
+
"warmup_blocks_executed": 10
|
| 19 |
+
},
|
| 20 |
+
"build": {
|
| 21 |
+
"cpp_binary": {
|
| 22 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/build/cpp/dbp_int_cpp",
|
| 23 |
+
"sha256": "84520ca85b662179cb7e21ae586584350559e3dd2acd0ce0b34f189d1ef09aef"
|
| 24 |
+
},
|
| 25 |
+
"cpp_flags": "-O3 -DNDEBUG -std=c++20",
|
| 26 |
+
"java_main_class": {
|
| 27 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/build/java/org/example/DbpIntBench.class",
|
| 28 |
+
"sha256": "d982c23c526a7992241e4700b389da176eeff846072446e6888489eec9aa6210"
|
| 29 |
+
},
|
| 30 |
+
"java_runtime": "/usr/lib/jvm/java-17-openjdk-amd64/bin/java"
|
| 31 |
+
},
|
| 32 |
+
"created_at_utc": "2026-10-09T07:18:00.197252+00:00",
|
| 33 |
+
"cross_runtime_golden": {
|
| 34 |
+
"all_runtime_compressed_size_bytes": 615712,
|
| 35 |
+
"all_runtime_decoded_i64le_sha256": "17bd25237309c72cad7b34fa255fd508c5c4b8ce79423e79438d5a8212a68c8b",
|
| 36 |
+
"all_runtime_payload_sha256": "39214295d7739f2417d73b4cc9bb8771a228268500f3dab5a03eacdf7b4aea23",
|
| 37 |
+
"historical_java_compressed_size_bytes": 615712,
|
| 38 |
+
"status": "passed"
|
| 39 |
+
},
|
| 40 |
+
"dataset": "medium_posts",
|
| 41 |
+
"environment": {
|
| 42 |
+
"cpu37_no_user_process_before_after": true,
|
| 43 |
+
"cpu37_processes_after_sha256": "7fcee621228a258ad0262e0bd4c7c3eb8f2452d685982e520a52a2b41cc01816",
|
| 44 |
+
"cpu37_processes_before_sha256": "7fcee621228a258ad0262e0bd4c7c3eb8f2452d685982e520a52a2b41cc01816",
|
| 45 |
+
"cpu_model": "AMD EPYC 7542 32-Core Processor",
|
| 46 |
+
"gxx": "g++ (Ubuntu 11.4.0-1ubuntu1~22.04.2) 11.4.0",
|
| 47 |
+
"hostname": "server",
|
| 48 |
+
"java": "openjdk version \"17.0.16\" 2025-07-15",
|
| 49 |
+
"kernel": "5.15.0-152-generic",
|
| 50 |
+
"machine": "x86_64",
|
| 51 |
+
"python": "3.10.12"
|
| 52 |
+
},
|
| 53 |
+
"excluded_diagnostic": {
|
| 54 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/diagnostic_attempt_cpu36",
|
| 55 |
+
"reason": "CPU36 preflight contained an unrelated AV1 controller process; all runtimes were rerun sequentially on clean CPU37"
|
| 56 |
+
},
|
| 57 |
+
"input": {
|
| 58 |
+
"aggregate_id": "medium_posts|timestamp|published",
|
| 59 |
+
"block_counts": {
|
| 60 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/input/block_counts.txt",
|
| 61 |
+
"sha256": "d81b8c81724430936b30ac1bf84c16e77937dd262e0c55268018d3754ee41aab"
|
| 62 |
+
},
|
| 63 |
+
"block_receipts": [
|
| 64 |
+
{
|
| 65 |
+
"block_index": 0,
|
| 66 |
+
"length": 80000,
|
| 67 |
+
"offset": 0,
|
| 68 |
+
"row_count": 10000,
|
| 69 |
+
"sha256": "910c80cb45d921944d5eb53f904db99aae194ec045f80c2333e13289ec25f4ad"
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"block_index": 1,
|
| 73 |
+
"length": 80000,
|
| 74 |
+
"offset": 81250,
|
| 75 |
+
"row_count": 10000,
|
| 76 |
+
"sha256": "dd6b4dd2bccd96896e5c3edc1fd172cd282c4a4970be6728025778308fa00604"
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"block_index": 2,
|
| 80 |
+
"length": 80000,
|
| 81 |
+
"offset": 162500,
|
| 82 |
+
"row_count": 10000,
|
| 83 |
+
"sha256": "1c7fdf4fa11ad6956af1015354a28593d8e659d50b4484a755733b721842e491"
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"block_index": 3,
|
| 87 |
+
"length": 80000,
|
| 88 |
+
"offset": 243750,
|
| 89 |
+
"row_count": 10000,
|
| 90 |
+
"sha256": "60034782c26101401c21c38cd38c33abb44132cea5654de9cd968c61a795e51a"
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"block_index": 4,
|
| 94 |
+
"length": 80000,
|
| 95 |
+
"offset": 325000,
|
| 96 |
+
"row_count": 10000,
|
| 97 |
+
"sha256": "26450ac64eef6012fca8076be0bd9e9e80693012157d6b268cb667e036d229ef"
|
| 98 |
+
},
|
| 99 |
+
{
|
| 100 |
+
"block_index": 5,
|
| 101 |
+
"length": 80000,
|
| 102 |
+
"offset": 406250,
|
| 103 |
+
"row_count": 10000,
|
| 104 |
+
"sha256": "dcda5838e0f00ebc74ad95fddf59783cd0ca4b44368c5daeb55ce6e3be66e193"
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"block_index": 6,
|
| 108 |
+
"length": 80000,
|
| 109 |
+
"offset": 487500,
|
| 110 |
+
"row_count": 10000,
|
| 111 |
+
"sha256": "22b2af06f9080b6d6c78bcedcfa6769760c352e62c9f6170a3fa111c071e7692"
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"block_index": 7,
|
| 115 |
+
"length": 80000,
|
| 116 |
+
"offset": 568750,
|
| 117 |
+
"row_count": 10000,
|
| 118 |
+
"sha256": "ce2292699691a031f9886dd94c9342a2ebf05f32aaaafd312ea31dc67ecc55c2"
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"block_index": 8,
|
| 122 |
+
"length": 80000,
|
| 123 |
+
"offset": 650000,
|
| 124 |
+
"row_count": 10000,
|
| 125 |
+
"sha256": "5e643436f97ee4c7fce7968ad9256210fee9903115e6a19533e3183a80c1edbc"
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"block_index": 9,
|
| 129 |
+
"length": 17528,
|
| 130 |
+
"offset": 731250,
|
| 131 |
+
"row_count": 2191,
|
| 132 |
+
"sha256": "05483b98a5501ebcb199160a8c4507ceaf1f73fe4e10e36393366fb37fd78d1c"
|
| 133 |
+
}
|
| 134 |
+
],
|
| 135 |
+
"byte_order": "little",
|
| 136 |
+
"created_at_utc": "2026-10-09T07:14:36.412070+00:00",
|
| 137 |
+
"dataset": "medium_posts",
|
| 138 |
+
"derived_input": {
|
| 139 |
+
"bytes": 737528,
|
| 140 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/input/medium_posts_published.i64le",
|
| 141 |
+
"sha256": "17bd25237309c72cad7b34fa255fd508c5c4b8ce79423e79438d5a8212a68c8b"
|
| 142 |
+
},
|
| 143 |
+
"dtype": "int64",
|
| 144 |
+
"first_value": 1344898493510000,
|
| 145 |
+
"last_value": 1497250169954000,
|
| 146 |
+
"logical_block_count": 10,
|
| 147 |
+
"logical_type": "timestamp",
|
| 148 |
+
"maximum_value": 1498574922850000,
|
| 149 |
+
"minimum_value": 1000,
|
| 150 |
+
"missing_count": 0,
|
| 151 |
+
"native_bytes": 737528,
|
| 152 |
+
"native_sha256": "17bd25237309c72cad7b34fa255fd508c5c4b8ce79423e79438d5a8212a68c8b",
|
| 153 |
+
"row_count": 92191,
|
| 154 |
+
"schema": "dbp-medium-posts-input-v1",
|
| 155 |
+
"source_data_sha256": "5942f3ce0c6d78e0698193486b8a9a138dc1b8694bb24af701051403daca4a29",
|
| 156 |
+
"source_paths": {
|
| 157 |
+
"READY.json": {
|
| 158 |
+
"identity": {
|
| 159 |
+
"bytes": 1059,
|
| 160 |
+
"ctime_ns": 1791402334374446073,
|
| 161 |
+
"device": 66304,
|
| 162 |
+
"inode": 112864917,
|
| 163 |
+
"mtime_ns": 1791402334374446073,
|
| 164 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/core19_typed_segments_v1/datasets/medium_posts/READY.json"
|
| 165 |
+
},
|
| 166 |
+
"sha256": "63be0b1dfb6726c92a2f8a5ee747f75908fbe13167108c1598586e6dbddcd214"
|
| 167 |
+
},
|
| 168 |
+
"dataset_manifest.json": {
|
| 169 |
+
"identity": {
|
| 170 |
+
"bytes": 7744,
|
| 171 |
+
"ctime_ns": 1791402334374446073,
|
| 172 |
+
"device": 66304,
|
| 173 |
+
"inode": 112864916,
|
| 174 |
+
"mtime_ns": 1791402334374446073,
|
| 175 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/core19_typed_segments_v1/datasets/medium_posts/dataset_manifest.json"
|
| 176 |
+
},
|
| 177 |
+
"sha256": "9ceb1dbbcc5c8708c0f63f8d7e913b56a4fe30d2aa6f70255dc334e968c90a4e"
|
| 178 |
+
},
|
| 179 |
+
"full/blocks.jsonl": {
|
| 180 |
+
"identity": {
|
| 181 |
+
"bytes": 25939,
|
| 182 |
+
"ctime_ns": 1791402334370446042,
|
| 183 |
+
"device": 66304,
|
| 184 |
+
"inode": 112864912,
|
| 185 |
+
"mtime_ns": 1791402334370446042,
|
| 186 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/core19_typed_segments_v1/datasets/medium_posts/full/blocks.jsonl"
|
| 187 |
+
},
|
| 188 |
+
"sha256": "a0ed3e9b2b42de7240a3f0b640f95de1179deb52f08e03fb2865c272d2cbf370"
|
| 189 |
+
},
|
| 190 |
+
"full/payload/shard-000000.bin": {
|
| 191 |
+
"identity": {
|
| 192 |
+
"bytes": 749052,
|
| 193 |
+
"ctime_ns": 1791402334370446042,
|
| 194 |
+
"device": 66304,
|
| 195 |
+
"inode": 112864861,
|
| 196 |
+
"mtime_ns": 1791402334370446042,
|
| 197 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/core19_typed_segments_v1/datasets/medium_posts/full/payload/shard-000000.bin"
|
| 198 |
+
},
|
| 199 |
+
"sha256": "661e44a118069fa9ab60d7bb4a20478de85281a13edebf3abf133f9a5637684f"
|
| 200 |
+
}
|
| 201 |
+
},
|
| 202 |
+
"source_read_only_identity_before_after": "passed",
|
| 203 |
+
"status": "passed",
|
| 204 |
+
"valid_count": 92191
|
| 205 |
+
},
|
| 206 |
+
"output_files": {
|
| 207 |
+
"cpp": {
|
| 208 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/results/cpp.json",
|
| 209 |
+
"sha256": "c13f5774a8f3ae4bfd4014ef87223adc3a8f0b67759269e9780e499a5e6bbd69"
|
| 210 |
+
},
|
| 211 |
+
"input_receipt": {
|
| 212 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/input/input_receipt.json",
|
| 213 |
+
"sha256": "109f8abe5be52e8c88a3cfa7e680e6f5a5e420698cbe360071b179305c5eb167"
|
| 214 |
+
},
|
| 215 |
+
"java": {
|
| 216 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/results/java.json",
|
| 217 |
+
"sha256": "15ae6623e26e29c1dddba9fd0e1bda5dcb12d3f177ebd5a1dce46d75a7cd3d92"
|
| 218 |
+
},
|
| 219 |
+
"python": {
|
| 220 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/results/python.json",
|
| 221 |
+
"sha256": "8a628e63b2bcb2eda373bd0017b3782c4bb4951f83f88dae3b5e1c33a72a63b1"
|
| 222 |
+
}
|
| 223 |
+
},
|
| 224 |
+
"runner_files": {
|
| 225 |
+
"AlgorithmAllowList.java": {
|
| 226 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/AlgorithmAllowList.java",
|
| 227 |
+
"sha256": "5d4a840e3faf2955e648ddef2f6f065a51f27456e410a97e94164c70ac6607e0"
|
| 228 |
+
},
|
| 229 |
+
"DbpIntBench.java": {
|
| 230 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/DbpIntBench.java",
|
| 231 |
+
"sha256": "a971886ea4518582ca538c0292ca9296dc54b429ce64e677560651f312e68f4a"
|
| 232 |
+
},
|
| 233 |
+
"dbp_int_cpp.cpp": {
|
| 234 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/dbp_int_cpp.cpp",
|
| 235 |
+
"sha256": "44e561eb6ed507205e1325a92e85233fb5ef8643fce6a5e4192b28eb263c1f40"
|
| 236 |
+
},
|
| 237 |
+
"dbp_int_python.py": {
|
| 238 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/dbp_int_python.py",
|
| 239 |
+
"sha256": "625c52136328e0f4d252dfc88c52f036470bb5094c05ca4b262fc4dbc57adcfd"
|
| 240 |
+
},
|
| 241 |
+
"prepare_input.py": {
|
| 242 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/prepare_input.py",
|
| 243 |
+
"sha256": "915d539949e505e8c89c734a339e037d49b68cdb2b1bf5f9cf8a7d0158cec0a6"
|
| 244 |
+
}
|
| 245 |
+
},
|
| 246 |
+
"runtime_results": {
|
| 247 |
+
"cpp": {
|
| 248 |
+
"block_state_policy": "reset codec state for every frozen logical block",
|
| 249 |
+
"clock": "std::chrono::steady_clock",
|
| 250 |
+
"column_compression_ns_per_point": [
|
| 251 |
+
16.93378963239362
|
| 252 |
+
],
|
| 253 |
+
"column_count": 1,
|
| 254 |
+
"column_decompression_ns_per_point": [
|
| 255 |
+
10.661355229903135
|
| 256 |
+
],
|
| 257 |
+
"column_mean_compression_ns_per_point": 16.93378963239362,
|
| 258 |
+
"column_mean_decompression_ns_per_point": 10.661355229903135,
|
| 259 |
+
"compressed_size_bytes": 615712,
|
| 260 |
+
"compression_block_time_ns": [
|
| 261 |
+
172175,
|
| 262 |
+
157197,
|
| 263 |
+
157717,
|
| 264 |
+
156324,
|
| 265 |
+
183596,
|
| 266 |
+
169790,
|
| 267 |
+
179809,
|
| 268 |
+
172335,
|
| 269 |
+
172635,
|
| 270 |
+
39565
|
| 271 |
+
],
|
| 272 |
+
"compression_ns_per_point": 16.93378963239362,
|
| 273 |
+
"compression_time_ns": 1561143,
|
| 274 |
+
"compression_time_ns_samples": [
|
| 275 |
+
1561143
|
| 276 |
+
],
|
| 277 |
+
"decoded_i64le_sha256": "17bd25237309c72cad7b34fa255fd508c5c4b8ce79423e79438d5a8212a68c8b",
|
| 278 |
+
"decompression_block_time_ns": [
|
| 279 |
+
83447,
|
| 280 |
+
180099,
|
| 281 |
+
84509,
|
| 282 |
+
83387,
|
| 283 |
+
105509,
|
| 284 |
+
97614,
|
| 285 |
+
115698,
|
| 286 |
+
104056,
|
| 287 |
+
104327,
|
| 288 |
+
24235
|
| 289 |
+
],
|
| 290 |
+
"decompression_ns_per_point": 10.661355229903135,
|
| 291 |
+
"decompression_time_ns": 982881,
|
| 292 |
+
"decompression_time_ns_samples": [
|
| 293 |
+
982881
|
| 294 |
+
],
|
| 295 |
+
"implementation_symbols": [
|
| 296 |
+
"colenc::encode_delta_zigzag_varint_int64_impl",
|
| 297 |
+
"colenc::decode_delta_zigzag_varint_int64_impl"
|
| 298 |
+
],
|
| 299 |
+
"logical_block_count": 10,
|
| 300 |
+
"original_size_bytes": 737528,
|
| 301 |
+
"payload_sha256": "39214295d7739f2417d73b4cc9bb8771a228268500f3dab5a03eacdf7b4aea23",
|
| 302 |
+
"point_count": 92191,
|
| 303 |
+
"repetitions": 1,
|
| 304 |
+
"runtime": "cpp",
|
| 305 |
+
"schema": "dbp-medium-posts-runtime-v2",
|
| 306 |
+
"status": "passed",
|
| 307 |
+
"validation": "decoded int64 little-endian bytes exactly equal input bytes",
|
| 308 |
+
"warmup_blocks_executed": 10,
|
| 309 |
+
"warmup_policy": "first_min_20_blocks_once_then_reset_metrics"
|
| 310 |
+
},
|
| 311 |
+
"java": {
|
| 312 |
+
"block_state_policy": "reset codec state for every frozen logical block",
|
| 313 |
+
"clock": "System.nanoTime",
|
| 314 |
+
"column_compression_ns_per_point": [
|
| 315 |
+
278.32101832066036
|
| 316 |
+
],
|
| 317 |
+
"column_count": 1,
|
| 318 |
+
"column_decompression_ns_per_point": [
|
| 319 |
+
58.34620516102439
|
| 320 |
+
],
|
| 321 |
+
"column_mean_compression_ns_per_point": 278.32101832066036,
|
| 322 |
+
"column_mean_decompression_ns_per_point": 58.34620516102439,
|
| 323 |
+
"compressed_size_bytes": 615712,
|
| 324 |
+
"compression_block_time_ns": [
|
| 325 |
+
22615576,
|
| 326 |
+
404643,
|
| 327 |
+
396908,
|
| 328 |
+
385727,
|
| 329 |
+
394133,
|
| 330 |
+
377702,
|
| 331 |
+
378774,
|
| 332 |
+
320374,
|
| 333 |
+
315435,
|
| 334 |
+
69421
|
| 335 |
+
],
|
| 336 |
+
"compression_ns_per_point": 278.32101832066036,
|
| 337 |
+
"compression_time_ns": 25658693,
|
| 338 |
+
"compression_time_ns_samples": [
|
| 339 |
+
25658693
|
| 340 |
+
],
|
| 341 |
+
"decoded_i64le_sha256": "17bd25237309c72cad7b34fa255fd508c5c4b8ce79423e79438d5a8212a68c8b",
|
| 342 |
+
"decompression_block_time_ns": [
|
| 343 |
+
588650,
|
| 344 |
+
523075,
|
| 345 |
+
515532,
|
| 346 |
+
939871,
|
| 347 |
+
505011,
|
| 348 |
+
523827,
|
| 349 |
+
558953,
|
| 350 |
+
570746,
|
| 351 |
+
528926,
|
| 352 |
+
124404
|
| 353 |
+
],
|
| 354 |
+
"decompression_ns_per_point": 58.34620516102439,
|
| 355 |
+
"decompression_time_ns": 5378995,
|
| 356 |
+
"decompression_time_ns_samples": [
|
| 357 |
+
5378995
|
| 358 |
+
],
|
| 359 |
+
"implementation_symbols": [
|
| 360 |
+
"org.example.ColumnarEncodings.encodeDeltaZigZagVarintLong",
|
| 361 |
+
"org.example.ColumnarEncodings.decodeDeltaZigZagVarintLong"
|
| 362 |
+
],
|
| 363 |
+
"logical_block_count": 10,
|
| 364 |
+
"original_size_bytes": 737528,
|
| 365 |
+
"payload_sha256": "39214295d7739f2417d73b4cc9bb8771a228268500f3dab5a03eacdf7b4aea23",
|
| 366 |
+
"point_count": 92191,
|
| 367 |
+
"repetitions": 1,
|
| 368 |
+
"runtime": "java",
|
| 369 |
+
"schema": "dbp-medium-posts-runtime-v2",
|
| 370 |
+
"status": "passed",
|
| 371 |
+
"validation": "decoded int64 little-endian bytes exactly equal input bytes",
|
| 372 |
+
"warmup_blocks_executed": 10,
|
| 373 |
+
"warmup_policy": "first_min_20_blocks_once_then_reset_metrics"
|
| 374 |
+
},
|
| 375 |
+
"python": {
|
| 376 |
+
"block_state_policy": "reset codec state for every frozen logical block",
|
| 377 |
+
"clock": "time.perf_counter_ns",
|
| 378 |
+
"column_compression_ns_per_point": [
|
| 379 |
+
1332.4766408868545
|
| 380 |
+
],
|
| 381 |
+
"column_count": 1,
|
| 382 |
+
"column_decompression_ns_per_point": [
|
| 383 |
+
2295.383334598822
|
| 384 |
+
],
|
| 385 |
+
"column_mean_compression_ns_per_point": 1332.4766408868545,
|
| 386 |
+
"column_mean_decompression_ns_per_point": 2295.383334598822,
|
| 387 |
+
"compressed_size_bytes": 615712,
|
| 388 |
+
"compression_block_time_ns": [
|
| 389 |
+
13422193,
|
| 390 |
+
13535837,
|
| 391 |
+
13357160,
|
| 392 |
+
13450796,
|
| 393 |
+
13493147,
|
| 394 |
+
13246983,
|
| 395 |
+
13155771,
|
| 396 |
+
13151712,
|
| 397 |
+
13195105,
|
| 398 |
+
2833650
|
| 399 |
+
],
|
| 400 |
+
"compression_ns_per_point": 1332.4766408868545,
|
| 401 |
+
"compression_time_ns": 122842354,
|
| 402 |
+
"compression_time_ns_samples": [
|
| 403 |
+
122842354
|
| 404 |
+
],
|
| 405 |
+
"decoded_i64le_sha256": "17bd25237309c72cad7b34fa255fd508c5c4b8ce79423e79438d5a8212a68c8b",
|
| 406 |
+
"decompression_block_time_ns": [
|
| 407 |
+
23098266,
|
| 408 |
+
23341575,
|
| 409 |
+
23161446,
|
| 410 |
+
23239062,
|
| 411 |
+
23105350,
|
| 412 |
+
22768595,
|
| 413 |
+
22707009,
|
| 414 |
+
22645002,
|
| 415 |
+
22543972,
|
| 416 |
+
5003408
|
| 417 |
+
],
|
| 418 |
+
"decompression_ns_per_point": 2295.383334598822,
|
| 419 |
+
"decompression_time_ns": 211613685,
|
| 420 |
+
"decompression_time_ns_samples": [
|
| 421 |
+
211613685
|
| 422 |
+
],
|
| 423 |
+
"implementation_symbols": [
|
| 424 |
+
"backend.myapp.column_encodings.encode_delta_zigzag_varint_int",
|
| 425 |
+
"backend.myapp.column_encodings.decode_delta_zigzag_varint_int"
|
| 426 |
+
],
|
| 427 |
+
"logical_block_count": 10,
|
| 428 |
+
"original_size_bytes": 737528,
|
| 429 |
+
"payload_sha256": "39214295d7739f2417d73b4cc9bb8771a228268500f3dab5a03eacdf7b4aea23",
|
| 430 |
+
"point_count": 92191,
|
| 431 |
+
"repetitions": 1,
|
| 432 |
+
"runtime": "python",
|
| 433 |
+
"schema": "dbp-medium-posts-runtime-v2",
|
| 434 |
+
"status": "passed",
|
| 435 |
+
"validation": "decoded int64 little-endian bytes exactly equal input bytes",
|
| 436 |
+
"warmup_blocks_executed": 10,
|
| 437 |
+
"warmup_policy": "first_min_20_blocks_once_then_reset_metrics"
|
| 438 |
+
}
|
| 439 |
+
},
|
| 440 |
+
"schema": "dbp-medium-posts-retest-receipt-v2",
|
| 441 |
+
"scope": "integer",
|
| 442 |
+
"source_files": {
|
| 443 |
+
"cpp_codec": {
|
| 444 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/cpp/src/column_encodings.cpp",
|
| 445 |
+
"sha256": "ee1f6de0a8b9287d8118aaeb790b985e6b604acca142746685ea038cb9e5d59a"
|
| 446 |
+
},
|
| 447 |
+
"java_codec": {
|
| 448 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/java/src/main/java/org/example/ColumnarEncodings.java",
|
| 449 |
+
"sha256": "0e2878cb2f31c88f100d59117d742d81efd1afe6bc1a349e16687ae4573575d3"
|
| 450 |
+
},
|
| 451 |
+
"python_codec": {
|
| 452 |
+
"path": "/data/user/new_ai_compress/operator_sweep/medium_posts_dbp_int_20261009_v1/runner/backend/myapp/column_encodings.py",
|
| 453 |
+
"sha256": "339f96a8fbb4aa6b3da1e512ffc6e83d0538fb957e2ef310c8b42aae3d9af021"
|
| 454 |
+
}
|
| 455 |
+
},
|
| 456 |
+
"source_revision": "cd1b55b7441a45010645451fd3149553c6d419cc",
|
| 457 |
+
"status": "passed",
|
| 458 |
+
"validation": {
|
| 459 |
+
"byte_for_byte_lossless": true,
|
| 460 |
+
"cross_runtime_payload_identical": true,
|
| 461 |
+
"frozen_input_source_identity": "passed"
|
| 462 |
+
}
|
| 463 |
+
}
|
manifest.json
CHANGED
|
@@ -1,39 +1,303 @@
|
|
| 1 |
{
|
| 2 |
"counts": {
|
| 3 |
-
"catalog_dataset_count":
|
| 4 |
-
"configuration_aggregate_row_count":
|
| 5 |
-
"dataset_count":
|
| 6 |
-
"dataset_result_row_count":
|
| 7 |
"excluded_datasets": [
|
| 8 |
"Arade",
|
|
|
|
|
|
|
|
|
|
| 9 |
"poisson_timestamps",
|
| 10 |
"supply_chain_customer",
|
| 11 |
-
"supply_chain_location"
|
|
|
|
|
|
|
| 12 |
],
|
| 13 |
-
"family_best_aggregate_row_count":
|
| 14 |
"measured_dataset_count": 164,
|
| 15 |
-
"method_configuration_count":
|
| 16 |
-
"method_family_count":
|
| 17 |
"missing_measurement_policy": "Missing report and dataset/scope/runtime/configuration combinations are omitted; the UI must display them as unavailable, never as zero.",
|
| 18 |
"missing_source_report_count": 0,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
"paper_leaderboard_row_count": 0,
|
| 20 |
-
"runtime_configuration_count":
|
| 21 |
-
"runtime_count":
|
| 22 |
"runtimes": [
|
| 23 |
"cpp",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
"java",
|
| 25 |
"python"
|
| 26 |
],
|
| 27 |
"scope_count": 5,
|
| 28 |
"source_report_file_count": 108,
|
| 29 |
-
"timing_column_mean_dataset_result_count":
|
| 30 |
-
"timing_column_observation_count":
|
| 31 |
-
"timing_dataset_aggregate_result_count":
|
| 32 |
-
"timing_unavailable_dataset_result_count":
|
| 33 |
},
|
| 34 |
"data_file": "data.json",
|
| 35 |
-
"data_sha256": "
|
| 36 |
-
"dataset_catalog_sha256": "
|
| 37 |
"excluded_content": [
|
| 38 |
"raw datasets",
|
| 39 |
"user uploads",
|
|
@@ -268,6 +532,242 @@
|
|
| 268 |
"validation_status": "passed_byte_for_byte_lossless"
|
| 269 |
}
|
| 270 |
],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 271 |
"result_csv_files": [
|
| 272 |
{
|
| 273 |
"path": "backend/dataset/Air-Quality/Air-Quality_float_cpp_compression_result.csv",
|
|
@@ -823,6 +1323,12 @@
|
|
| 823 |
"role": "reviewed_dataset_catalog",
|
| 824 |
"sha256": "d69abc85742dc050e4cdab1e5a03fd3392a0e0f1964b2a88ca87ba7f768b7385",
|
| 825 |
"status": "reviewed_public_catalog"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 826 |
}
|
| 827 |
],
|
| 828 |
"timing_recalculation": {
|
|
|
|
| 1 |
{
|
| 2 |
"counts": {
|
| 3 |
+
"catalog_dataset_count": 164,
|
| 4 |
+
"configuration_aggregate_row_count": 4925,
|
| 5 |
+
"dataset_count": 164,
|
| 6 |
+
"dataset_result_row_count": 90897,
|
| 7 |
"excluded_datasets": [
|
| 8 |
"Arade",
|
| 9 |
+
"app_flow",
|
| 10 |
+
"ethereum_signals_sample",
|
| 11 |
+
"github_top_developers",
|
| 12 |
"poisson_timestamps",
|
| 13 |
"supply_chain_customer",
|
| 14 |
+
"supply_chain_location",
|
| 15 |
+
"tiktok_trending_hashtags_music",
|
| 16 |
+
"youtube_trending_2019_2020"
|
| 17 |
],
|
| 18 |
+
"family_best_aggregate_row_count": 1646,
|
| 19 |
"measured_dataset_count": 164,
|
| 20 |
+
"method_configuration_count": 401,
|
| 21 |
+
"method_family_count": 104,
|
| 22 |
"missing_measurement_policy": "Missing report and dataset/scope/runtime/configuration combinations are omitted; the UI must display them as unavailable, never as zero.",
|
| 23 |
"missing_source_report_count": 0,
|
| 24 |
+
"native86_accepted_repair_overlap_pair_count": 1,
|
| 25 |
+
"native86_accepted_unique_repair_pair_count": 174,
|
| 26 |
+
"native86_comparison_profiles": {
|
| 27 |
+
"cpp-native166-main-458a218f": {
|
| 28 |
+
"dataset_result_count": 25443,
|
| 29 |
+
"exact_source_profiles": [
|
| 30 |
+
"cpp-native166-main-458a218f"
|
| 31 |
+
],
|
| 32 |
+
"execution_host": "166.111.68.166",
|
| 33 |
+
"pair_count": 11164,
|
| 34 |
+
"timing_admitted": true
|
| 35 |
+
},
|
| 36 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3": {
|
| 37 |
+
"dataset_result_count": 383,
|
| 38 |
+
"exact_source_profiles": [
|
| 39 |
+
"cpp-native166-recovery-3452a998",
|
| 40 |
+
"cpp-native166-recovery-39dc8c5d",
|
| 41 |
+
"cpp-native166-recovery-458a218f",
|
| 42 |
+
"cpp-native166-recovery-813812e1",
|
| 43 |
+
"cpp-native166-recovery-82297044",
|
| 44 |
+
"cpp-native166-recovery-9abdc80f"
|
| 45 |
+
],
|
| 46 |
+
"execution_host": "166.111.68.166",
|
| 47 |
+
"pair_count": 154,
|
| 48 |
+
"timing_admitted": false
|
| 49 |
+
},
|
| 50 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3": {
|
| 51 |
+
"dataset_result_count": 29,
|
| 52 |
+
"exact_source_profiles": [
|
| 53 |
+
"cpp-native192-first12-3452a998",
|
| 54 |
+
"cpp-native192-first12-39dc8c5d",
|
| 55 |
+
"cpp-native192-first12-9abdc80f",
|
| 56 |
+
"cpp-native192-first12-bf0a069f"
|
| 57 |
+
],
|
| 58 |
+
"execution_host": "192.168.99.20",
|
| 59 |
+
"pair_count": 12,
|
| 60 |
+
"timing_admitted": false
|
| 61 |
+
},
|
| 62 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2": {
|
| 63 |
+
"dataset_result_count": 5,
|
| 64 |
+
"exact_source_profiles": [
|
| 65 |
+
"cpp-native192-lzg-level5-fastfalse-41d0e8fc"
|
| 66 |
+
],
|
| 67 |
+
"execution_host": "192.168.99.20",
|
| 68 |
+
"pair_count": 2,
|
| 69 |
+
"timing_admitted": false
|
| 70 |
+
},
|
| 71 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1": {
|
| 72 |
+
"dataset_result_count": 6,
|
| 73 |
+
"exact_source_profiles": [
|
| 74 |
+
"cpp-native192-lzg-level5-fastfalse-00f34de8"
|
| 75 |
+
],
|
| 76 |
+
"execution_host": "192.168.99.20",
|
| 77 |
+
"pair_count": 2,
|
| 78 |
+
"timing_admitted": false
|
| 79 |
+
},
|
| 80 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3": {
|
| 81 |
+
"dataset_result_count": 15,
|
| 82 |
+
"exact_source_profiles": [
|
| 83 |
+
"cpp-native192-next5-39dc8c5d",
|
| 84 |
+
"cpp-native192-next5-9abdc80f",
|
| 85 |
+
"cpp-native192-next5-bf0a069f"
|
| 86 |
+
],
|
| 87 |
+
"execution_host": "192.168.99.20",
|
| 88 |
+
"pair_count": 5,
|
| 89 |
+
"timing_admitted": false
|
| 90 |
+
}
|
| 91 |
+
},
|
| 92 |
+
"native86_host192_independently_verified_pair_count": 21,
|
| 93 |
+
"native86_main_all_na_pair_count": 2274,
|
| 94 |
+
"native86_main_numeric_pair_count": 11164,
|
| 95 |
+
"native86_main_problem_pair_count": 502,
|
| 96 |
+
"native86_profiles": {
|
| 97 |
+
"cpp-native166-main-458a218f": {
|
| 98 |
+
"aggregate_count": 290745,
|
| 99 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 100 |
+
"comparison_profiles": [
|
| 101 |
+
"cpp-native166-main-458a218f"
|
| 102 |
+
],
|
| 103 |
+
"dataset_result_count": 25443,
|
| 104 |
+
"execution_host": "166.111.68.166",
|
| 105 |
+
"pair_count": 11164,
|
| 106 |
+
"timing_profile_status": "timing_admitted_frozen_source_build_binary_boundary_bound"
|
| 107 |
+
},
|
| 108 |
+
"cpp-native166-recovery-3452a998": {
|
| 109 |
+
"aggregate_count": 2157,
|
| 110 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 111 |
+
"comparison_profiles": [
|
| 112 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 113 |
+
],
|
| 114 |
+
"dataset_result_count": 119,
|
| 115 |
+
"execution_host": "166.111.68.166",
|
| 116 |
+
"pair_count": 48,
|
| 117 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 118 |
+
},
|
| 119 |
+
"cpp-native166-recovery-39dc8c5d": {
|
| 120 |
+
"aggregate_count": 1178,
|
| 121 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 122 |
+
"comparison_profiles": [
|
| 123 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 124 |
+
],
|
| 125 |
+
"dataset_result_count": 141,
|
| 126 |
+
"execution_host": "166.111.68.166",
|
| 127 |
+
"pair_count": 57,
|
| 128 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 129 |
+
},
|
| 130 |
+
"cpp-native166-recovery-458a218f": {
|
| 131 |
+
"aggregate_count": 642,
|
| 132 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 133 |
+
"comparison_profiles": [
|
| 134 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 135 |
+
],
|
| 136 |
+
"dataset_result_count": 14,
|
| 137 |
+
"execution_host": "166.111.68.166",
|
| 138 |
+
"pair_count": 6,
|
| 139 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 140 |
+
},
|
| 141 |
+
"cpp-native166-recovery-813812e1": {
|
| 142 |
+
"aggregate_count": 163,
|
| 143 |
+
"binary_sha256": "813812e15013991a809e82fafe710aae77e29c96fa5d2d9101d8323a9cd07e30",
|
| 144 |
+
"comparison_profiles": [
|
| 145 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 146 |
+
],
|
| 147 |
+
"dataset_result_count": 6,
|
| 148 |
+
"execution_host": "166.111.68.166",
|
| 149 |
+
"pair_count": 2,
|
| 150 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 151 |
+
},
|
| 152 |
+
"cpp-native166-recovery-82297044": {
|
| 153 |
+
"aggregate_count": 39,
|
| 154 |
+
"binary_sha256": "822970447c25f2b5f18e2d750c2a9407b6a23f22cb9f59c40565273599e20fc0",
|
| 155 |
+
"comparison_profiles": [
|
| 156 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 157 |
+
],
|
| 158 |
+
"dataset_result_count": 2,
|
| 159 |
+
"execution_host": "166.111.68.166",
|
| 160 |
+
"pair_count": 1,
|
| 161 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 162 |
+
},
|
| 163 |
+
"cpp-native166-recovery-9abdc80f": {
|
| 164 |
+
"aggregate_count": 1117,
|
| 165 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 166 |
+
"comparison_profiles": [
|
| 167 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 168 |
+
],
|
| 169 |
+
"dataset_result_count": 101,
|
| 170 |
+
"execution_host": "166.111.68.166",
|
| 171 |
+
"pair_count": 40,
|
| 172 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 173 |
+
},
|
| 174 |
+
"cpp-native192-first12-3452a998": {
|
| 175 |
+
"aggregate_count": 493,
|
| 176 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 177 |
+
"comparison_profiles": [
|
| 178 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 179 |
+
],
|
| 180 |
+
"dataset_result_count": 5,
|
| 181 |
+
"execution_host": "192.168.99.20",
|
| 182 |
+
"pair_count": 2,
|
| 183 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 184 |
+
},
|
| 185 |
+
"cpp-native192-first12-39dc8c5d": {
|
| 186 |
+
"aggregate_count": 568,
|
| 187 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 188 |
+
"comparison_profiles": [
|
| 189 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 190 |
+
],
|
| 191 |
+
"dataset_result_count": 10,
|
| 192 |
+
"execution_host": "192.168.99.20",
|
| 193 |
+
"pair_count": 4,
|
| 194 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 195 |
+
},
|
| 196 |
+
"cpp-native192-first12-9abdc80f": {
|
| 197 |
+
"aggregate_count": 148,
|
| 198 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 199 |
+
"comparison_profiles": [
|
| 200 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 201 |
+
],
|
| 202 |
+
"dataset_result_count": 11,
|
| 203 |
+
"execution_host": "192.168.99.20",
|
| 204 |
+
"pair_count": 5,
|
| 205 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 206 |
+
},
|
| 207 |
+
"cpp-native192-first12-bf0a069f": {
|
| 208 |
+
"aggregate_count": 66,
|
| 209 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 210 |
+
"comparison_profiles": [
|
| 211 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 212 |
+
],
|
| 213 |
+
"dataset_result_count": 3,
|
| 214 |
+
"execution_host": "192.168.99.20",
|
| 215 |
+
"pair_count": 1,
|
| 216 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 217 |
+
},
|
| 218 |
+
"cpp-native192-lzg-level5-fastfalse-00f34de8": {
|
| 219 |
+
"aggregate_count": 140,
|
| 220 |
+
"binary_sha256": "00f34de8d145e114d19bc592935fe33b241394692c4a28fd9b8597d809dd3351",
|
| 221 |
+
"comparison_profiles": [
|
| 222 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1"
|
| 223 |
+
],
|
| 224 |
+
"dataset_result_count": 6,
|
| 225 |
+
"execution_host": "192.168.99.20",
|
| 226 |
+
"pair_count": 2,
|
| 227 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 228 |
+
},
|
| 229 |
+
"cpp-native192-lzg-level5-fastfalse-41d0e8fc": {
|
| 230 |
+
"aggregate_count": 56,
|
| 231 |
+
"binary_sha256": "41d0e8fc01f94ffa9d2f07796f7fc1bc45a194491535ec927ef627d663f62b08",
|
| 232 |
+
"comparison_profiles": [
|
| 233 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2"
|
| 234 |
+
],
|
| 235 |
+
"dataset_result_count": 5,
|
| 236 |
+
"execution_host": "192.168.99.20",
|
| 237 |
+
"pair_count": 2,
|
| 238 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 239 |
+
},
|
| 240 |
+
"cpp-native192-next5-39dc8c5d": {
|
| 241 |
+
"aggregate_count": 118,
|
| 242 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 243 |
+
"comparison_profiles": [
|
| 244 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 245 |
+
],
|
| 246 |
+
"dataset_result_count": 6,
|
| 247 |
+
"execution_host": "192.168.99.20",
|
| 248 |
+
"pair_count": 2,
|
| 249 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 250 |
+
},
|
| 251 |
+
"cpp-native192-next5-9abdc80f": {
|
| 252 |
+
"aggregate_count": 44,
|
| 253 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 254 |
+
"comparison_profiles": [
|
| 255 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 256 |
+
],
|
| 257 |
+
"dataset_result_count": 3,
|
| 258 |
+
"execution_host": "192.168.99.20",
|
| 259 |
+
"pair_count": 1,
|
| 260 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 261 |
+
},
|
| 262 |
+
"cpp-native192-next5-bf0a069f": {
|
| 263 |
+
"aggregate_count": 118,
|
| 264 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 265 |
+
"comparison_profiles": [
|
| 266 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 267 |
+
],
|
| 268 |
+
"dataset_result_count": 6,
|
| 269 |
+
"execution_host": "192.168.99.20",
|
| 270 |
+
"pair_count": 2,
|
| 271 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 272 |
+
}
|
| 273 |
+
},
|
| 274 |
+
"native86_terminal_pair_count": 13940,
|
| 275 |
+
"native86_unresolved_problem_pair_count": 328,
|
| 276 |
+
"native86_v9_recovered_pair_count": 154,
|
| 277 |
"paper_leaderboard_row_count": 0,
|
| 278 |
+
"runtime_configuration_count": 1025,
|
| 279 |
+
"runtime_count": 9,
|
| 280 |
"runtimes": [
|
| 281 |
"cpp",
|
| 282 |
+
"cpp-native166-main-458a218f",
|
| 283 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3",
|
| 284 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3",
|
| 285 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2",
|
| 286 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1",
|
| 287 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3",
|
| 288 |
"java",
|
| 289 |
"python"
|
| 290 |
],
|
| 291 |
"scope_count": 5,
|
| 292 |
"source_report_file_count": 108,
|
| 293 |
+
"timing_column_mean_dataset_result_count": 25449,
|
| 294 |
+
"timing_column_observation_count": 519087,
|
| 295 |
+
"timing_dataset_aggregate_result_count": 0,
|
| 296 |
+
"timing_unavailable_dataset_result_count": 65448
|
| 297 |
},
|
| 298 |
"data_file": "data.json",
|
| 299 |
+
"data_sha256": "433a82416f865225818c96816934218cd6eb0a4b19cfc608cc5e0010b3c46eac",
|
| 300 |
+
"dataset_catalog_sha256": "47869c8078e8c864810d4f961fa5879e120943bb3f371b39f0adc74f3de2ee2d",
|
| 301 |
"excluded_content": [
|
| 302 |
"raw datasets",
|
| 303 |
"user uploads",
|
|
|
|
| 532 |
"validation_status": "passed_byte_for_byte_lossless"
|
| 533 |
}
|
| 534 |
],
|
| 535 |
+
"native86_imports": {
|
| 536 |
+
"cpp-native166-main-458a218f": {
|
| 537 |
+
"aggregate_count": 290745,
|
| 538 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 539 |
+
"comparison_profiles": [
|
| 540 |
+
"cpp-native166-main-458a218f"
|
| 541 |
+
],
|
| 542 |
+
"dataset_result_count": 25443,
|
| 543 |
+
"execution_host": "166.111.68.166",
|
| 544 |
+
"pair_count": 11164,
|
| 545 |
+
"timing_profile_status": "timing_admitted_frozen_source_build_binary_boundary_bound"
|
| 546 |
+
},
|
| 547 |
+
"cpp-native166-recovery-3452a998": {
|
| 548 |
+
"aggregate_count": 2157,
|
| 549 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 550 |
+
"comparison_profiles": [
|
| 551 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 552 |
+
],
|
| 553 |
+
"dataset_result_count": 119,
|
| 554 |
+
"execution_host": "166.111.68.166",
|
| 555 |
+
"pair_count": 48,
|
| 556 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 557 |
+
},
|
| 558 |
+
"cpp-native166-recovery-39dc8c5d": {
|
| 559 |
+
"aggregate_count": 1178,
|
| 560 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 561 |
+
"comparison_profiles": [
|
| 562 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 563 |
+
],
|
| 564 |
+
"dataset_result_count": 141,
|
| 565 |
+
"execution_host": "166.111.68.166",
|
| 566 |
+
"pair_count": 57,
|
| 567 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 568 |
+
},
|
| 569 |
+
"cpp-native166-recovery-458a218f": {
|
| 570 |
+
"aggregate_count": 642,
|
| 571 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 572 |
+
"comparison_profiles": [
|
| 573 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 574 |
+
],
|
| 575 |
+
"dataset_result_count": 14,
|
| 576 |
+
"execution_host": "166.111.68.166",
|
| 577 |
+
"pair_count": 6,
|
| 578 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 579 |
+
},
|
| 580 |
+
"cpp-native166-recovery-813812e1": {
|
| 581 |
+
"aggregate_count": 163,
|
| 582 |
+
"binary_sha256": "813812e15013991a809e82fafe710aae77e29c96fa5d2d9101d8323a9cd07e30",
|
| 583 |
+
"comparison_profiles": [
|
| 584 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 585 |
+
],
|
| 586 |
+
"dataset_result_count": 6,
|
| 587 |
+
"execution_host": "166.111.68.166",
|
| 588 |
+
"pair_count": 2,
|
| 589 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 590 |
+
},
|
| 591 |
+
"cpp-native166-recovery-82297044": {
|
| 592 |
+
"aggregate_count": 39,
|
| 593 |
+
"binary_sha256": "822970447c25f2b5f18e2d750c2a9407b6a23f22cb9f59c40565273599e20fc0",
|
| 594 |
+
"comparison_profiles": [
|
| 595 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 596 |
+
],
|
| 597 |
+
"dataset_result_count": 2,
|
| 598 |
+
"execution_host": "166.111.68.166",
|
| 599 |
+
"pair_count": 1,
|
| 600 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 601 |
+
},
|
| 602 |
+
"cpp-native166-recovery-9abdc80f": {
|
| 603 |
+
"aggregate_count": 1117,
|
| 604 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 605 |
+
"comparison_profiles": [
|
| 606 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 607 |
+
],
|
| 608 |
+
"dataset_result_count": 101,
|
| 609 |
+
"execution_host": "166.111.68.166",
|
| 610 |
+
"pair_count": 40,
|
| 611 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 612 |
+
},
|
| 613 |
+
"cpp-native192-first12-3452a998": {
|
| 614 |
+
"aggregate_count": 493,
|
| 615 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 616 |
+
"comparison_profiles": [
|
| 617 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 618 |
+
],
|
| 619 |
+
"dataset_result_count": 5,
|
| 620 |
+
"execution_host": "192.168.99.20",
|
| 621 |
+
"pair_count": 2,
|
| 622 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 623 |
+
},
|
| 624 |
+
"cpp-native192-first12-39dc8c5d": {
|
| 625 |
+
"aggregate_count": 568,
|
| 626 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 627 |
+
"comparison_profiles": [
|
| 628 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 629 |
+
],
|
| 630 |
+
"dataset_result_count": 10,
|
| 631 |
+
"execution_host": "192.168.99.20",
|
| 632 |
+
"pair_count": 4,
|
| 633 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 634 |
+
},
|
| 635 |
+
"cpp-native192-first12-9abdc80f": {
|
| 636 |
+
"aggregate_count": 148,
|
| 637 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 638 |
+
"comparison_profiles": [
|
| 639 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 640 |
+
],
|
| 641 |
+
"dataset_result_count": 11,
|
| 642 |
+
"execution_host": "192.168.99.20",
|
| 643 |
+
"pair_count": 5,
|
| 644 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 645 |
+
},
|
| 646 |
+
"cpp-native192-first12-bf0a069f": {
|
| 647 |
+
"aggregate_count": 66,
|
| 648 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 649 |
+
"comparison_profiles": [
|
| 650 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 651 |
+
],
|
| 652 |
+
"dataset_result_count": 3,
|
| 653 |
+
"execution_host": "192.168.99.20",
|
| 654 |
+
"pair_count": 1,
|
| 655 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 656 |
+
},
|
| 657 |
+
"cpp-native192-lzg-level5-fastfalse-00f34de8": {
|
| 658 |
+
"aggregate_count": 140,
|
| 659 |
+
"binary_sha256": "00f34de8d145e114d19bc592935fe33b241394692c4a28fd9b8597d809dd3351",
|
| 660 |
+
"comparison_profiles": [
|
| 661 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1"
|
| 662 |
+
],
|
| 663 |
+
"dataset_result_count": 6,
|
| 664 |
+
"execution_host": "192.168.99.20",
|
| 665 |
+
"pair_count": 2,
|
| 666 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 667 |
+
},
|
| 668 |
+
"cpp-native192-lzg-level5-fastfalse-41d0e8fc": {
|
| 669 |
+
"aggregate_count": 56,
|
| 670 |
+
"binary_sha256": "41d0e8fc01f94ffa9d2f07796f7fc1bc45a194491535ec927ef627d663f62b08",
|
| 671 |
+
"comparison_profiles": [
|
| 672 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2"
|
| 673 |
+
],
|
| 674 |
+
"dataset_result_count": 5,
|
| 675 |
+
"execution_host": "192.168.99.20",
|
| 676 |
+
"pair_count": 2,
|
| 677 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 678 |
+
},
|
| 679 |
+
"cpp-native192-next5-39dc8c5d": {
|
| 680 |
+
"aggregate_count": 118,
|
| 681 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 682 |
+
"comparison_profiles": [
|
| 683 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 684 |
+
],
|
| 685 |
+
"dataset_result_count": 6,
|
| 686 |
+
"execution_host": "192.168.99.20",
|
| 687 |
+
"pair_count": 2,
|
| 688 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 689 |
+
},
|
| 690 |
+
"cpp-native192-next5-9abdc80f": {
|
| 691 |
+
"aggregate_count": 44,
|
| 692 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 693 |
+
"comparison_profiles": [
|
| 694 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 695 |
+
],
|
| 696 |
+
"dataset_result_count": 3,
|
| 697 |
+
"execution_host": "192.168.99.20",
|
| 698 |
+
"pair_count": 1,
|
| 699 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 700 |
+
},
|
| 701 |
+
"cpp-native192-next5-bf0a069f": {
|
| 702 |
+
"aggregate_count": 118,
|
| 703 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 704 |
+
"comparison_profiles": [
|
| 705 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 706 |
+
],
|
| 707 |
+
"dataset_result_count": 6,
|
| 708 |
+
"execution_host": "192.168.99.20",
|
| 709 |
+
"pair_count": 2,
|
| 710 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 711 |
+
}
|
| 712 |
+
},
|
| 713 |
+
"native86_terminal_coverage": {
|
| 714 |
+
"coverage_receipt": {
|
| 715 |
+
"path": "native86-coverage.json",
|
| 716 |
+
"sha256": "3ad4905aee17e3f4d9d74df2d547bf17a1d8473ec9aab52dbe9c8f11b144cf50"
|
| 717 |
+
},
|
| 718 |
+
"independent_adjudication": {
|
| 719 |
+
"pair_path": "native86-main166-pair-adjudication.jsonl",
|
| 720 |
+
"pair_sha256": "f55be6435dd7ff90dd04777f693299e73a2ef42fdf0e59f58eb3f1aa247e8aab",
|
| 721 |
+
"path": "native86-main166-independent-adjudication.json",
|
| 722 |
+
"sha256": "ada06b5191e0edf92c862c68bb21562e7d46fbef014e71fb775a1b2b44dcf004",
|
| 723 |
+
"status": "partial_verification_blocked",
|
| 724 |
+
"status_counts": {
|
| 725 |
+
"independently_adjudicated": 773,
|
| 726 |
+
"not_independently_adjudicated_missing_expected_gate_artifact": 147
|
| 727 |
+
}
|
| 728 |
+
},
|
| 729 |
+
"legacy_dbp_medium_posts_timing": {
|
| 730 |
+
"admitted_dataset_result_rows": 6,
|
| 731 |
+
"independent_review": {
|
| 732 |
+
"path": "legacy-dbp-medium-posts-independent-review.json",
|
| 733 |
+
"sha256": "ec4095da7f99aebc07a4768cef15cba713a1b9e68a03d7ce41b23a9e7da3e5fd",
|
| 734 |
+
"source_sha256": "a200679cddddd96e7bd7488d499dcdeace7f098195e8ead502f70dc49af49043"
|
| 735 |
+
},
|
| 736 |
+
"receipt": {
|
| 737 |
+
"path": "legacy-dbp-medium-posts-timing-receipt.json",
|
| 738 |
+
"sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 739 |
+
"source_sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324"
|
| 740 |
+
}
|
| 741 |
+
},
|
| 742 |
+
"main_dataset_results": {
|
| 743 |
+
"path": "native86-main166-dataset-results.jsonl.gz",
|
| 744 |
+
"published_support_aware_rows": 25443,
|
| 745 |
+
"sha256": "a9e0e5b790ca8aa320d8696cb4af54835725401b0450fa980765534dc92b3c74",
|
| 746 |
+
"source_rows": 27151
|
| 747 |
+
},
|
| 748 |
+
"main_timing_proof": {
|
| 749 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 750 |
+
"path": "native86-main166-timing-proof.json",
|
| 751 |
+
"schema": "paper164-old-main166-timing-provenance-readonly-v1",
|
| 752 |
+
"sha256": "f0f502d348fa20f336911f960efb63da07ddfbe922327acc636554e36d62590c",
|
| 753 |
+
"status": "passed"
|
| 754 |
+
},
|
| 755 |
+
"path": "native86-terminal-matrix.jsonl.gz",
|
| 756 |
+
"recovery_reconciliation": {
|
| 757 |
+
"accepted_unique_repair_pairs": 174,
|
| 758 |
+
"path": "native86-recovery-reconciliation.json",
|
| 759 |
+
"sha256": "39f05a3195a1aeb3ad23114322b40fa91a205e5f798e1ceb7598beb91ae7c0f2",
|
| 760 |
+
"unresolved_problem_pairs": 328
|
| 761 |
+
},
|
| 762 |
+
"rows": 13940,
|
| 763 |
+
"sha256": "1f625d13e48d11c33c703517c13071d9ffc17ff98ed7b31e95277609251cccf9",
|
| 764 |
+
"v9_current154": {
|
| 765 |
+
"pairs": 154,
|
| 766 |
+
"path": "native86-v9-current154-thin.jsonl.gz",
|
| 767 |
+
"sha256": "f538e84dd2b4fee3c1b0d68408095fc88714eafe3ac0e6a57d6dc674f39e47a0"
|
| 768 |
+
}
|
| 769 |
+
},
|
| 770 |
+
"reference_catalog_sha256": "15fc0b3931c87bc7f3012b2cbd72b200fcbae811f159d200568af6fb45a10e88",
|
| 771 |
"result_csv_files": [
|
| 772 |
{
|
| 773 |
"path": "backend/dataset/Air-Quality/Air-Quality_float_cpp_compression_result.csv",
|
|
|
|
| 1323 |
"role": "reviewed_dataset_catalog",
|
| 1324 |
"sha256": "d69abc85742dc050e4cdab1e5a03fd3392a0e0f1964b2a88ca87ba7f768b7385",
|
| 1325 |
"status": "reviewed_public_catalog"
|
| 1326 |
+
},
|
| 1327 |
+
{
|
| 1328 |
+
"path": "dataset-catalog.json",
|
| 1329 |
+
"role": "reviewed_dataset_catalog",
|
| 1330 |
+
"sha256": "47869c8078e8c864810d4f961fa5879e120943bb3f371b39f0adc74f3de2ee2d",
|
| 1331 |
+
"status": "reviewed_public_catalog"
|
| 1332 |
}
|
| 1333 |
],
|
| 1334 |
"timing_recalculation": {
|
native86-coverage.json
ADDED
|
@@ -0,0 +1,351 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accepted_repair_overlap_pair_count": 1,
|
| 3 |
+
"accepted_unique_repair_pair_count": 174,
|
| 4 |
+
"active_method_count": 85,
|
| 5 |
+
"comparison_profiles": {
|
| 6 |
+
"cpp-native166-main-458a218f": {
|
| 7 |
+
"dataset_result_count": 25443,
|
| 8 |
+
"exact_source_profiles": [
|
| 9 |
+
"cpp-native166-main-458a218f"
|
| 10 |
+
],
|
| 11 |
+
"execution_host": "166.111.68.166",
|
| 12 |
+
"pair_count": 11164,
|
| 13 |
+
"timing_admitted": true
|
| 14 |
+
},
|
| 15 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3": {
|
| 16 |
+
"dataset_result_count": 383,
|
| 17 |
+
"exact_source_profiles": [
|
| 18 |
+
"cpp-native166-recovery-3452a998",
|
| 19 |
+
"cpp-native166-recovery-39dc8c5d",
|
| 20 |
+
"cpp-native166-recovery-458a218f",
|
| 21 |
+
"cpp-native166-recovery-813812e1",
|
| 22 |
+
"cpp-native166-recovery-82297044",
|
| 23 |
+
"cpp-native166-recovery-9abdc80f"
|
| 24 |
+
],
|
| 25 |
+
"execution_host": "166.111.68.166",
|
| 26 |
+
"pair_count": 154,
|
| 27 |
+
"timing_admitted": false
|
| 28 |
+
},
|
| 29 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3": {
|
| 30 |
+
"dataset_result_count": 29,
|
| 31 |
+
"exact_source_profiles": [
|
| 32 |
+
"cpp-native192-first12-3452a998",
|
| 33 |
+
"cpp-native192-first12-39dc8c5d",
|
| 34 |
+
"cpp-native192-first12-9abdc80f",
|
| 35 |
+
"cpp-native192-first12-bf0a069f"
|
| 36 |
+
],
|
| 37 |
+
"execution_host": "192.168.99.20",
|
| 38 |
+
"pair_count": 12,
|
| 39 |
+
"timing_admitted": false
|
| 40 |
+
},
|
| 41 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2": {
|
| 42 |
+
"dataset_result_count": 5,
|
| 43 |
+
"exact_source_profiles": [
|
| 44 |
+
"cpp-native192-lzg-level5-fastfalse-41d0e8fc"
|
| 45 |
+
],
|
| 46 |
+
"execution_host": "192.168.99.20",
|
| 47 |
+
"pair_count": 2,
|
| 48 |
+
"timing_admitted": false
|
| 49 |
+
},
|
| 50 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1": {
|
| 51 |
+
"dataset_result_count": 6,
|
| 52 |
+
"exact_source_profiles": [
|
| 53 |
+
"cpp-native192-lzg-level5-fastfalse-00f34de8"
|
| 54 |
+
],
|
| 55 |
+
"execution_host": "192.168.99.20",
|
| 56 |
+
"pair_count": 2,
|
| 57 |
+
"timing_admitted": false
|
| 58 |
+
},
|
| 59 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3": {
|
| 60 |
+
"dataset_result_count": 15,
|
| 61 |
+
"exact_source_profiles": [
|
| 62 |
+
"cpp-native192-next5-39dc8c5d",
|
| 63 |
+
"cpp-native192-next5-9abdc80f",
|
| 64 |
+
"cpp-native192-next5-bf0a069f"
|
| 65 |
+
],
|
| 66 |
+
"execution_host": "192.168.99.20",
|
| 67 |
+
"pair_count": 5,
|
| 68 |
+
"timing_admitted": false
|
| 69 |
+
}
|
| 70 |
+
},
|
| 71 |
+
"created_at": "2026-10-11T08:53:18.361574+00:00",
|
| 72 |
+
"dataset_count": 164,
|
| 73 |
+
"dropped_mixed_overall_count": 1708,
|
| 74 |
+
"files": {
|
| 75 |
+
"COVERAGE_SANITY.full_main166_dataset_results.jsonl.gz": {
|
| 76 |
+
"published_support_aware_rows": 25443,
|
| 77 |
+
"source_rows": 27151,
|
| 78 |
+
"source_sha256": "a9e0e5b790ca8aa320d8696cb4af54835725401b0450fa980765534dc92b3c74"
|
| 79 |
+
},
|
| 80 |
+
"legacy-dbp-medium-posts-independent-review.json": {
|
| 81 |
+
"sha256": "ec4095da7f99aebc07a4768cef15cba713a1b9e68a03d7ce41b23a9e7da3e5fd",
|
| 82 |
+
"source_sha256": "a200679cddddd96e7bd7488d499dcdeace7f098195e8ead502f70dc49af49043",
|
| 83 |
+
"status": "passed"
|
| 84 |
+
},
|
| 85 |
+
"legacy-dbp-medium-posts-timing-receipt.json": {
|
| 86 |
+
"sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 87 |
+
"source_sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 88 |
+
"status": "passed"
|
| 89 |
+
},
|
| 90 |
+
"native86-main166-dataset-results.jsonl.gz": {
|
| 91 |
+
"published_support_aware_rows": 25443,
|
| 92 |
+
"sha256": "a9e0e5b790ca8aa320d8696cb4af54835725401b0450fa980765534dc92b3c74",
|
| 93 |
+
"source_rows": 27151
|
| 94 |
+
},
|
| 95 |
+
"native86-main166-independent-adjudication.json": {
|
| 96 |
+
"sha256": "ada06b5191e0edf92c862c68bb21562e7d46fbef014e71fb775a1b2b44dcf004",
|
| 97 |
+
"status": "partial_verification_blocked"
|
| 98 |
+
},
|
| 99 |
+
"native86-main166-pair-adjudication.jsonl": {
|
| 100 |
+
"rows": 920,
|
| 101 |
+
"sha256": "f55be6435dd7ff90dd04777f693299e73a2ef42fdf0e59f58eb3f1aa247e8aab"
|
| 102 |
+
},
|
| 103 |
+
"native86-main166-timing-proof.json": {
|
| 104 |
+
"sha256": "f0f502d348fa20f336911f960efb63da07ddfbe922327acc636554e36d62590c",
|
| 105 |
+
"status": "passed"
|
| 106 |
+
},
|
| 107 |
+
"native86-recovery-reconciliation.json": {
|
| 108 |
+
"accepted_unique_repair_pairs": 174,
|
| 109 |
+
"sha256": "39f05a3195a1aeb3ad23114322b40fa91a205e5f798e1ceb7598beb91ae7c0f2",
|
| 110 |
+
"status": "passed_with_one_omitted_problem_scheduled_for_separate_sidecar",
|
| 111 |
+
"unresolved_problem_pairs": 328
|
| 112 |
+
},
|
| 113 |
+
"native86-terminal-matrix.jsonl.gz": {
|
| 114 |
+
"rows": 13940,
|
| 115 |
+
"sha256": "1f625d13e48d11c33c703517c13071d9ffc17ff98ed7b31e95277609251cccf9"
|
| 116 |
+
},
|
| 117 |
+
"native86-v9-current154-thin.jsonl.gz": {
|
| 118 |
+
"not_applicable_aggregates": 308,
|
| 119 |
+
"numeric_ok_aggregates": 5296,
|
| 120 |
+
"pairs": 154,
|
| 121 |
+
"sha256": "f538e84dd2b4fee3c1b0d68408095fc88714eafe3ac0e6a57d6dc674f39e47a0"
|
| 122 |
+
}
|
| 123 |
+
},
|
| 124 |
+
"host192_independently_verified_pair_count": 21,
|
| 125 |
+
"independent_adjudication": {
|
| 126 |
+
"pair_path": "native86-main166-pair-adjudication.jsonl",
|
| 127 |
+
"pair_sha256": "f55be6435dd7ff90dd04777f693299e73a2ef42fdf0e59f58eb3f1aa247e8aab",
|
| 128 |
+
"path": "native86-main166-independent-adjudication.json",
|
| 129 |
+
"sha256": "ada06b5191e0edf92c862c68bb21562e7d46fbef014e71fb775a1b2b44dcf004",
|
| 130 |
+
"status": "partial_verification_blocked",
|
| 131 |
+
"status_counts": {
|
| 132 |
+
"independently_adjudicated": 773,
|
| 133 |
+
"not_independently_adjudicated_missing_expected_gate_artifact": 147
|
| 134 |
+
}
|
| 135 |
+
},
|
| 136 |
+
"legacy_dbp_medium_posts_timing": {
|
| 137 |
+
"admitted_dataset_result_rows": 6,
|
| 138 |
+
"independent_review": {
|
| 139 |
+
"path": "legacy-dbp-medium-posts-independent-review.json",
|
| 140 |
+
"sha256": "ec4095da7f99aebc07a4768cef15cba713a1b9e68a03d7ce41b23a9e7da3e5fd",
|
| 141 |
+
"source_sha256": "a200679cddddd96e7bd7488d499dcdeace7f098195e8ead502f70dc49af49043"
|
| 142 |
+
},
|
| 143 |
+
"receipt": {
|
| 144 |
+
"path": "legacy-dbp-medium-posts-timing-receipt.json",
|
| 145 |
+
"sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324",
|
| 146 |
+
"source_sha256": "10359f6f1153655710f7ce9b59d04e5460babe5606487b7794a47ba874ef4324"
|
| 147 |
+
}
|
| 148 |
+
},
|
| 149 |
+
"main_dataset_result_count": 25443,
|
| 150 |
+
"main_numeric_aggregate_count": 290745,
|
| 151 |
+
"main_numeric_pair_count": 11164,
|
| 152 |
+
"main_timing_proof": {
|
| 153 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 154 |
+
"path": "native86-main166-timing-proof.json",
|
| 155 |
+
"schema": "paper164-old-main166-timing-provenance-readonly-v1",
|
| 156 |
+
"sha256": "f0f502d348fa20f336911f960efb63da07ddfbe922327acc636554e36d62590c",
|
| 157 |
+
"status": "passed"
|
| 158 |
+
},
|
| 159 |
+
"omitted_unresolved_pair_count": 1,
|
| 160 |
+
"pair_shape_counts": {
|
| 161 |
+
"all_na": 2274,
|
| 162 |
+
"all_numeric_ok": 9456,
|
| 163 |
+
"mixed_numeric_ok_and_na": 1708,
|
| 164 |
+
"terminal_problem_complete_with_failures": 431,
|
| 165 |
+
"terminal_problem_failed": 71
|
| 166 |
+
},
|
| 167 |
+
"profiles": {
|
| 168 |
+
"cpp-native166-main-458a218f": {
|
| 169 |
+
"aggregate_count": 290745,
|
| 170 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 171 |
+
"comparison_profiles": [
|
| 172 |
+
"cpp-native166-main-458a218f"
|
| 173 |
+
],
|
| 174 |
+
"dataset_result_count": 25443,
|
| 175 |
+
"execution_host": "166.111.68.166",
|
| 176 |
+
"pair_count": 11164,
|
| 177 |
+
"timing_profile_status": "timing_admitted_frozen_source_build_binary_boundary_bound"
|
| 178 |
+
},
|
| 179 |
+
"cpp-native166-recovery-3452a998": {
|
| 180 |
+
"aggregate_count": 2157,
|
| 181 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 182 |
+
"comparison_profiles": [
|
| 183 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 184 |
+
],
|
| 185 |
+
"dataset_result_count": 119,
|
| 186 |
+
"execution_host": "166.111.68.166",
|
| 187 |
+
"pair_count": 48,
|
| 188 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 189 |
+
},
|
| 190 |
+
"cpp-native166-recovery-39dc8c5d": {
|
| 191 |
+
"aggregate_count": 1178,
|
| 192 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 193 |
+
"comparison_profiles": [
|
| 194 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 195 |
+
],
|
| 196 |
+
"dataset_result_count": 141,
|
| 197 |
+
"execution_host": "166.111.68.166",
|
| 198 |
+
"pair_count": 57,
|
| 199 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 200 |
+
},
|
| 201 |
+
"cpp-native166-recovery-458a218f": {
|
| 202 |
+
"aggregate_count": 642,
|
| 203 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 204 |
+
"comparison_profiles": [
|
| 205 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 206 |
+
],
|
| 207 |
+
"dataset_result_count": 14,
|
| 208 |
+
"execution_host": "166.111.68.166",
|
| 209 |
+
"pair_count": 6,
|
| 210 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 211 |
+
},
|
| 212 |
+
"cpp-native166-recovery-813812e1": {
|
| 213 |
+
"aggregate_count": 163,
|
| 214 |
+
"binary_sha256": "813812e15013991a809e82fafe710aae77e29c96fa5d2d9101d8323a9cd07e30",
|
| 215 |
+
"comparison_profiles": [
|
| 216 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 217 |
+
],
|
| 218 |
+
"dataset_result_count": 6,
|
| 219 |
+
"execution_host": "166.111.68.166",
|
| 220 |
+
"pair_count": 2,
|
| 221 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 222 |
+
},
|
| 223 |
+
"cpp-native166-recovery-82297044": {
|
| 224 |
+
"aggregate_count": 39,
|
| 225 |
+
"binary_sha256": "822970447c25f2b5f18e2d750c2a9407b6a23f22cb9f59c40565273599e20fc0",
|
| 226 |
+
"comparison_profiles": [
|
| 227 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 228 |
+
],
|
| 229 |
+
"dataset_result_count": 2,
|
| 230 |
+
"execution_host": "166.111.68.166",
|
| 231 |
+
"pair_count": 1,
|
| 232 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 233 |
+
},
|
| 234 |
+
"cpp-native166-recovery-9abdc80f": {
|
| 235 |
+
"aggregate_count": 1117,
|
| 236 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 237 |
+
"comparison_profiles": [
|
| 238 |
+
"cpp-native166-v9-recovery-baseline86-fixed-profiles-20260919-v3"
|
| 239 |
+
],
|
| 240 |
+
"dataset_result_count": 101,
|
| 241 |
+
"execution_host": "166.111.68.166",
|
| 242 |
+
"pair_count": 40,
|
| 243 |
+
"timing_profile_status": "timing_diagnostic_recovery_campaign_binary_receipt_bound"
|
| 244 |
+
},
|
| 245 |
+
"cpp-native192-first12-3452a998": {
|
| 246 |
+
"aggregate_count": 493,
|
| 247 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 248 |
+
"comparison_profiles": [
|
| 249 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 250 |
+
],
|
| 251 |
+
"dataset_result_count": 5,
|
| 252 |
+
"execution_host": "192.168.99.20",
|
| 253 |
+
"pair_count": 2,
|
| 254 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 255 |
+
},
|
| 256 |
+
"cpp-native192-first12-39dc8c5d": {
|
| 257 |
+
"aggregate_count": 568,
|
| 258 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 259 |
+
"comparison_profiles": [
|
| 260 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 261 |
+
],
|
| 262 |
+
"dataset_result_count": 10,
|
| 263 |
+
"execution_host": "192.168.99.20",
|
| 264 |
+
"pair_count": 4,
|
| 265 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 266 |
+
},
|
| 267 |
+
"cpp-native192-first12-9abdc80f": {
|
| 268 |
+
"aggregate_count": 148,
|
| 269 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 270 |
+
"comparison_profiles": [
|
| 271 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 272 |
+
],
|
| 273 |
+
"dataset_result_count": 11,
|
| 274 |
+
"execution_host": "192.168.99.20",
|
| 275 |
+
"pair_count": 5,
|
| 276 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 277 |
+
},
|
| 278 |
+
"cpp-native192-first12-bf0a069f": {
|
| 279 |
+
"aggregate_count": 66,
|
| 280 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 281 |
+
"comparison_profiles": [
|
| 282 |
+
"cpp-native192-first12-baseline86-fixed-profiles-20260919-v3"
|
| 283 |
+
],
|
| 284 |
+
"dataset_result_count": 3,
|
| 285 |
+
"execution_host": "192.168.99.20",
|
| 286 |
+
"pair_count": 1,
|
| 287 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 288 |
+
},
|
| 289 |
+
"cpp-native192-lzg-level5-fastfalse-00f34de8": {
|
| 290 |
+
"aggregate_count": 140,
|
| 291 |
+
"binary_sha256": "00f34de8d145e114d19bc592935fe33b241394692c4a28fd9b8597d809dd3351",
|
| 292 |
+
"comparison_profiles": [
|
| 293 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-fixed-20261010-v1"
|
| 294 |
+
],
|
| 295 |
+
"dataset_result_count": 6,
|
| 296 |
+
"execution_host": "192.168.99.20",
|
| 297 |
+
"pair_count": 2,
|
| 298 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 299 |
+
},
|
| 300 |
+
"cpp-native192-lzg-level5-fastfalse-41d0e8fc": {
|
| 301 |
+
"aggregate_count": 56,
|
| 302 |
+
"binary_sha256": "41d0e8fc01f94ffa9d2f07796f7fc1bc45a194491535ec927ef627d663f62b08",
|
| 303 |
+
"comparison_profiles": [
|
| 304 |
+
"cpp-native192-lzg-level5-fastfalse-lzg-level5-fast0-ngf1-empty-fixed-20261010-v2"
|
| 305 |
+
],
|
| 306 |
+
"dataset_result_count": 5,
|
| 307 |
+
"execution_host": "192.168.99.20",
|
| 308 |
+
"pair_count": 2,
|
| 309 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 310 |
+
},
|
| 311 |
+
"cpp-native192-next5-39dc8c5d": {
|
| 312 |
+
"aggregate_count": 118,
|
| 313 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 314 |
+
"comparison_profiles": [
|
| 315 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 316 |
+
],
|
| 317 |
+
"dataset_result_count": 6,
|
| 318 |
+
"execution_host": "192.168.99.20",
|
| 319 |
+
"pair_count": 2,
|
| 320 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 321 |
+
},
|
| 322 |
+
"cpp-native192-next5-9abdc80f": {
|
| 323 |
+
"aggregate_count": 44,
|
| 324 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 325 |
+
"comparison_profiles": [
|
| 326 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 327 |
+
],
|
| 328 |
+
"dataset_result_count": 3,
|
| 329 |
+
"execution_host": "192.168.99.20",
|
| 330 |
+
"pair_count": 1,
|
| 331 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 332 |
+
},
|
| 333 |
+
"cpp-native192-next5-bf0a069f": {
|
| 334 |
+
"aggregate_count": 118,
|
| 335 |
+
"binary_sha256": "bf0a069fc311f2eff2e0cfbb7d389b296c7582b03ed3689004fc397dd837374f",
|
| 336 |
+
"comparison_profiles": [
|
| 337 |
+
"cpp-native192-next5-baseline86-fixed-profiles-20260919-v3"
|
| 338 |
+
],
|
| 339 |
+
"dataset_result_count": 6,
|
| 340 |
+
"execution_host": "192.168.99.20",
|
| 341 |
+
"pair_count": 2,
|
| 342 |
+
"timing_profile_status": "timing_diagnostic_external_host_pair_verified_without_source_build_boundary_proof"
|
| 343 |
+
}
|
| 344 |
+
},
|
| 345 |
+
"schema": "site-native86-full-terminal-coverage-v2",
|
| 346 |
+
"status": "passed",
|
| 347 |
+
"terminal_pair_count": 13940,
|
| 348 |
+
"unresolved_problem_pair_count": 328,
|
| 349 |
+
"v9_numeric_ok_aggregate_count": 5296,
|
| 350 |
+
"v9_recovered_pair_count": 154
|
| 351 |
+
}
|
native86-main166-dataset-results.jsonl.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a9e0e5b790ca8aa320d8696cb4af54835725401b0450fa980765534dc92b3c74
|
| 3 |
+
size 3393199
|
native86-main166-independent-adjudication.json
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"aggregate_count": 23794,
|
| 3 |
+
"blocking_reason": "147 recovery-source pairs reference aggregate metadata indexes/catalogs that are absent from the local bundle; exact expected gate ID coverage cannot be independently recomputed.",
|
| 4 |
+
"captured_at": "2026-10-11T05:55:41.544984+00:00",
|
| 5 |
+
"checks_per_pair": [
|
| 6 |
+
"inventory receipt SHA",
|
| 7 |
+
"receipt identity and successful process status",
|
| 8 |
+
"result and cold SHA",
|
| 9 |
+
"result and cold status exactly ok",
|
| 10 |
+
"unique and equal result/cold aggregate ID sets",
|
| 11 |
+
"cold frame SHA and aggregate metadata equality",
|
| 12 |
+
"fresh-process cold rows",
|
| 13 |
+
"gate aggregate count and source SHA fields",
|
| 14 |
+
"strict admission gate proof or bundled expected aggregate index"
|
| 15 |
+
],
|
| 16 |
+
"dataset_provenance": {
|
| 17 |
+
"dataset_count": 164,
|
| 18 |
+
"incomplete_dataset_ids": [
|
| 19 |
+
"bitcoin_price_timeseries",
|
| 20 |
+
"crypto_data",
|
| 21 |
+
"electricity_production",
|
| 22 |
+
"reg_forecasting_v2",
|
| 23 |
+
"salesforecastingwomartstore",
|
| 24 |
+
"spx",
|
| 25 |
+
"timeseries-1m-QQQ-10y",
|
| 26 |
+
"timeseries-finance-ETF",
|
| 27 |
+
"timeseries_1mn_sp500",
|
| 28 |
+
"timeseries_1mn_stocks",
|
| 29 |
+
"timeseries_finance_etf_missing",
|
| 30 |
+
"us_stock_financial_ratios",
|
| 31 |
+
"weather_data_bavaria",
|
| 32 |
+
"xauusd",
|
| 33 |
+
"xauusd_1m"
|
| 34 |
+
],
|
| 35 |
+
"origin_class_counts": {
|
| 36 |
+
"derived_from_real": 75,
|
| 37 |
+
"real_measured": 89
|
| 38 |
+
},
|
| 39 |
+
"provenance_status_counts": {
|
| 40 |
+
"incomplete": 15,
|
| 41 |
+
"source_supported": 149
|
| 42 |
+
},
|
| 43 |
+
"publication_qualifier": "15 datasets retain provenance_status=incomplete even though all 164 are real_measured or derived_from_real."
|
| 44 |
+
},
|
| 45 |
+
"decision": "do_not_claim_all_920_independently_verified",
|
| 46 |
+
"execution_host": "166.111.68.166",
|
| 47 |
+
"inputs": {
|
| 48 |
+
"dataset_catalog": {
|
| 49 |
+
"path": "source-checkout/analysis_outputs/site_native192_bundle_20261011/review_v3/dataset-catalog.json",
|
| 50 |
+
"sha256": "a060e36c1023098c9aed0e262831e11b70dff53a4db4e7de26b4f812e6087538"
|
| 51 |
+
},
|
| 52 |
+
"inventory": {
|
| 53 |
+
"path": "source-checkout/analysis_outputs/site_native192_bundle_20261011/NATIVE166_SOURCE_INVENTORY.json",
|
| 54 |
+
"sha256": "505507f03fed557fc864f8aaa6dd754889965cd81284986e117c9e85580ed4d8"
|
| 55 |
+
},
|
| 56 |
+
"site_data": {
|
| 57 |
+
"path": "source-checkout/analysis_outputs/site_native192_bundle_20261011/review_v3/data.json",
|
| 58 |
+
"sha256": "7cd07edf98658b7e394bf6da230b9d6dafb1df6cf3153e763b0fae74c740e76e"
|
| 59 |
+
},
|
| 60 |
+
"site_review_receipt": {
|
| 61 |
+
"path": "source-checkout/analysis_outputs/site_native192_bundle_20261011/SITE_REVIEW_RECEIPT.json",
|
| 62 |
+
"sha256": "2c952cb3836d00821f3b1815ec99430d9a7c0e50c41ac652dd1e8efdfeecaf0c"
|
| 63 |
+
},
|
| 64 |
+
"verifier": {
|
| 65 |
+
"path": "source-checkout/analysis_outputs/site_native192_bundle_20261011/independent_review/native166_adjudication/verify_native166.py",
|
| 66 |
+
"sha256": "df6510399edc7ef05ac5e918d77b6263cb91f93c2146df710da2bc3b62a8c900"
|
| 67 |
+
}
|
| 68 |
+
},
|
| 69 |
+
"pair_adjudication": {
|
| 70 |
+
"path": "native86-main166-pair-adjudication.jsonl",
|
| 71 |
+
"rows": 920,
|
| 72 |
+
"sha256": "f55be6435dd7ff90dd04777f693299e73a2ef42fdf0e59f58eb3f1aa247e8aab",
|
| 73 |
+
"source_sha256": "e34785294f4cdf27b19c1bfe8f71651e88457f110801560b20747de304f4e817"
|
| 74 |
+
},
|
| 75 |
+
"pair_count": 920,
|
| 76 |
+
"reviewer": {
|
| 77 |
+
"context": "fresh_context_subagent",
|
| 78 |
+
"independence_note": "Independent evidence pass; same OpenAI model family as coordinating review, so model-diversity independence is provisional.",
|
| 79 |
+
"model": "gpt-5.6-sol",
|
| 80 |
+
"reasoning_effort": "xhigh"
|
| 81 |
+
},
|
| 82 |
+
"schema": "paper164-native166-independent-adjudication-summary-v1",
|
| 83 |
+
"source_kind_aggregate_counts": {
|
| 84 |
+
"fresh50k_crush": 74,
|
| 85 |
+
"main_strict_admission": 20927,
|
| 86 |
+
"v9_recovered": 2793
|
| 87 |
+
},
|
| 88 |
+
"source_kind_pair_counts": {
|
| 89 |
+
"fresh50k_crush": 1,
|
| 90 |
+
"main_strict_admission": 773,
|
| 91 |
+
"v9_recovered": 146
|
| 92 |
+
},
|
| 93 |
+
"source_receipt_sha256": "729a0d25120d8c714ef245e0a91214c8fa96cf244f6e78011ea43021cdef731b",
|
| 94 |
+
"status": "partial_verification_blocked",
|
| 95 |
+
"status_counts": {
|
| 96 |
+
"independently_adjudicated": 773,
|
| 97 |
+
"not_independently_adjudicated_missing_expected_gate_artifact": 147
|
| 98 |
+
}
|
| 99 |
+
}
|
native86-main166-pair-adjudication.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
native86-main166-timing-proof.json
ADDED
|
@@ -0,0 +1,251 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"admission_decision": {
|
| 3 |
+
"boundaries": "Do not pool with host192 or repaired adapter binaries/profiles. Compare only exact eligible aggregate-id support cohorts. Source/compound file I/O is excluded by the declared profile.",
|
| 4 |
+
"profile_id": "cpp-native166-baseline86-fixed-profiles-20260919-v3-binary-458a218f",
|
| 5 |
+
"reason": "The build-smoke receipt binds baseline source hashes to the exact binary hash; current source hashes match it; every main receipt binds that binary and timing profile; result SHAs bind the declared timing scope; inspected source times full encode/decode and adds compound-prefix overhead.",
|
| 6 |
+
"status": "timing_admitted_within_exact_host_binary_profile_and_support_cohort"
|
| 7 |
+
},
|
| 8 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 9 |
+
"binary_sha_matches_build_smoke": true,
|
| 10 |
+
"build_smoke_embedded_receipt": {
|
| 11 |
+
"baseline_source": "/data/user/new_ai_compress/operator_sweep/native_v713_v621_stop_zstd_same_elf_linux166_qualification_20260926_v1/bundle/web_compression/cpp/native_baseline86_v1",
|
| 12 |
+
"baseline_source_sha256": {
|
| 13 |
+
"CMakeLists.txt": "ee38a603541e123963488c8a0187a31bdf30b4e636471ad9d6147f3cf38d54ca",
|
| 14 |
+
"README.md": "0d9ecacfb055e2b4097e66954570250994af6d4daf4cbb9b7e7e34b06201cf28",
|
| 15 |
+
"baseline.cpp": "313d635986d0ba25ca3f811dc891fbb6a3e22bdb03e0c0d033f1c2ba9b3b61f0",
|
| 16 |
+
"baseline.hpp": "68c752deea056d8741778536f932bc616120ca2dbb2993072ac019705be4d0de"
|
| 17 |
+
},
|
| 18 |
+
"binary": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/paper172_native_baseline86_batch",
|
| 19 |
+
"binary_file": "ELF 64-bit LSB pie executable, x86-64, version 1 (GNU/Linux), dynamically linked, interpreter /lib64/ld-linux-x86-64.so.2, BuildID[sha1]=776a07784a557318a07726f8aaac7d34a6710ce4, for GNU/Linux 3.2.0, not stripped",
|
| 20 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 21 |
+
"catalog_labels": 86,
|
| 22 |
+
"cold_failed_rows": 0,
|
| 23 |
+
"cold_receipt_rows": 276,
|
| 24 |
+
"cold_receipt_schema": "paper172-native-baseline86-cold-verification-v1",
|
| 25 |
+
"cold_receipts_sha256": "495bbcd25816c9379c17d15c981e19d0ca5fd9c6d9251af94a80e87e0c534df6",
|
| 26 |
+
"cold_verified_dtypes": [
|
| 27 |
+
"float32",
|
| 28 |
+
"float64",
|
| 29 |
+
"int64"
|
| 30 |
+
],
|
| 31 |
+
"entity_reset": "one NGF1 child frame per contiguous entity segment",
|
| 32 |
+
"fixture_receipt_sha256": "ced8c5961d01ee0cec549abd558f67ea573d83a5ff6992daea1f994a9e2d2c72",
|
| 33 |
+
"host": "server",
|
| 34 |
+
"input_schema": "paper172-typed-entity-segments-v1",
|
| 35 |
+
"inventory_sha256": "f990aba57aae9835702f3fdf06eefe0c7e8f56225be4f895633856e39db9b393",
|
| 36 |
+
"json_include": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/control/vendor_include",
|
| 37 |
+
"json_include_file_count": 46,
|
| 38 |
+
"json_include_tree_sha256": "a3cdebea975c890a709a7c8155de4e8a1b00d29fa697719334848ad66983aa04",
|
| 39 |
+
"profile_version": "baseline86-fixed-profiles-20260919-v3",
|
| 40 |
+
"result_schema": "paper172-native-baseline86-aggregate-v1",
|
| 41 |
+
"result_unit": "aggregate_id x method",
|
| 42 |
+
"results_sha256": "9a866e95b317285db2d24feafa12b3ae07e25bbedfd5cd164dd4b55749a17218",
|
| 43 |
+
"schema": "paper172-native-baseline86-build-smoke-receipt-v1",
|
| 44 |
+
"smoke_failed_rows": 7,
|
| 45 |
+
"smoke_failure_records": [
|
| 46 |
+
{
|
| 47 |
+
"aggregate_id": "smoke/float32",
|
| 48 |
+
"dtype": "float32",
|
| 49 |
+
"method": "Tornado",
|
| 50 |
+
"reason": "Tornado: encode failed"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"aggregate_id": "smoke/float64",
|
| 54 |
+
"dtype": "float64",
|
| 55 |
+
"method": "Sprintz",
|
| 56 |
+
"reason": "invalid Sprintz floating Gorilla tail"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"aggregate_id": "smoke/float64",
|
| 60 |
+
"dtype": "float64",
|
| 61 |
+
"method": "Camel",
|
| 62 |
+
"reason": "Camel exact action does not support non-finite values"
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"aggregate_id": "smoke/float64",
|
| 66 |
+
"dtype": "float64",
|
| 67 |
+
"method": "Elf",
|
| 68 |
+
"reason": "Elf64 NaN conflicts with the codec EOS marker; filter NaNs before encoding"
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"aggregate_id": "smoke/float64",
|
| 72 |
+
"dtype": "float64",
|
| 73 |
+
"method": "Elf+",
|
| 74 |
+
"reason": "Elf64 NaN conflicts with the codec EOS marker; filter NaNs before encoding"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"aggregate_id": "smoke/float64",
|
| 78 |
+
"dtype": "float64",
|
| 79 |
+
"method": "Tornado",
|
| 80 |
+
"reason": "Tornado: encode failed"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"aggregate_id": "smoke/int64",
|
| 84 |
+
"dtype": "int64",
|
| 85 |
+
"method": "Tornado",
|
| 86 |
+
"reason": "Tornado: encode failed"
|
| 87 |
+
}
|
| 88 |
+
],
|
| 89 |
+
"smoke_ok_or_na_rows": 276,
|
| 90 |
+
"smoke_result_rows": 344,
|
| 91 |
+
"smoke_unsupported_rows": 61,
|
| 92 |
+
"status": "ok",
|
| 93 |
+
"timing_profile": {
|
| 94 |
+
"repeats": 3,
|
| 95 |
+
"warmups": 1
|
| 96 |
+
}
|
| 97 |
+
},
|
| 98 |
+
"build_smoke_status": {
|
| 99 |
+
"ended_at_utc": "2026-10-07T15:10:46Z",
|
| 100 |
+
"exit_code": 0,
|
| 101 |
+
"log": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/logs/build_smoke_20261007T151042Z.log",
|
| 102 |
+
"schema": "paper172-runtime-build-smoke-status-v1",
|
| 103 |
+
"started_at_utc": "2026-10-07T15:10:42Z",
|
| 104 |
+
"status": "ok"
|
| 105 |
+
},
|
| 106 |
+
"current_baseline_source_matches_build_smoke_hashes": true,
|
| 107 |
+
"current_baseline_source_sha256": {
|
| 108 |
+
"CMakeLists.txt": "ee38a603541e123963488c8a0187a31bdf30b4e636471ad9d6147f3cf38d54ca",
|
| 109 |
+
"README.md": "0d9ecacfb055e2b4097e66954570250994af6d4daf4cbb9b7e7e34b06201cf28",
|
| 110 |
+
"baseline.cpp": "313d635986d0ba25ca3f811dc891fbb6a3e22bdb03e0c0d033f1c2ba9b3b61f0",
|
| 111 |
+
"baseline.hpp": "68c752deea056d8741778536f932bc616120ca2dbb2993072ac019705be4d0de"
|
| 112 |
+
},
|
| 113 |
+
"files": {
|
| 114 |
+
"/data/user/new_ai_compress/operator_sweep/native_v713_v621_stop_zstd_same_elf_linux166_qualification_20260926_v1/bundle/web_compression/cpp/native_baseline86_v1/CMakeLists.txt": {
|
| 115 |
+
"bytes": 15664,
|
| 116 |
+
"mtime_ns": 1790347072254818058,
|
| 117 |
+
"path": "/data/user/new_ai_compress/operator_sweep/native_v713_v621_stop_zstd_same_elf_linux166_qualification_20260926_v1/bundle/web_compression/cpp/native_baseline86_v1/CMakeLists.txt",
|
| 118 |
+
"sha256": "ee38a603541e123963488c8a0187a31bdf30b4e636471ad9d6147f3cf38d54ca"
|
| 119 |
+
},
|
| 120 |
+
"/data/user/new_ai_compress/operator_sweep/native_v713_v621_stop_zstd_same_elf_linux166_qualification_20260926_v1/bundle/web_compression/cpp/native_baseline86_v1/baseline.cpp": {
|
| 121 |
+
"bytes": 40296,
|
| 122 |
+
"mtime_ns": 1790347072254818058,
|
| 123 |
+
"path": "/data/user/new_ai_compress/operator_sweep/native_v713_v621_stop_zstd_same_elf_linux166_qualification_20260926_v1/bundle/web_compression/cpp/native_baseline86_v1/baseline.cpp",
|
| 124 |
+
"sha256": "313d635986d0ba25ca3f811dc891fbb6a3e22bdb03e0c0d033f1c2ba9b3b61f0"
|
| 125 |
+
},
|
| 126 |
+
"/data/user/new_ai_compress/operator_sweep/native_v713_v621_stop_zstd_same_elf_linux166_qualification_20260926_v1/bundle/web_compression/cpp/native_baseline86_v1/baseline.hpp": {
|
| 127 |
+
"bytes": 2394,
|
| 128 |
+
"mtime_ns": 1790347072254818058,
|
| 129 |
+
"path": "/data/user/new_ai_compress/operator_sweep/native_v713_v621_stop_zstd_same_elf_linux166_qualification_20260926_v1/bundle/web_compression/cpp/native_baseline86_v1/baseline.hpp",
|
| 130 |
+
"sha256": "68c752deea056d8741778536f932bc616120ca2dbb2993072ac019705be4d0de"
|
| 131 |
+
},
|
| 132 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/BUILD_SMOKE_STATUS.json": {
|
| 133 |
+
"bytes": 300,
|
| 134 |
+
"mtime_ns": 1791385846243365993,
|
| 135 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/BUILD_SMOKE_STATUS.json",
|
| 136 |
+
"sha256": "64ce223cc1281075ee521607c949339da24bec72bf6a3ab3e3204308cfd3ca9d"
|
| 137 |
+
},
|
| 138 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeCache.txt": {
|
| 139 |
+
"bytes": 31500,
|
| 140 |
+
"mtime_ns": 1791385618581599022,
|
| 141 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeCache.txt",
|
| 142 |
+
"sha256": "525787a339b8d80b07b465163b54713a102ffe6449aaea51ddd02c038f16d6f2"
|
| 143 |
+
},
|
| 144 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/build.make": {
|
| 145 |
+
"bytes": 9006,
|
| 146 |
+
"mtime_ns": 1791385426940111618,
|
| 147 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/build.make",
|
| 148 |
+
"sha256": "22208c4f0d6d494a64284c6d7d0b56349a7ec421d7e8d92950ff46e1eaad82cf"
|
| 149 |
+
},
|
| 150 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/flags.make": {
|
| 151 |
+
"bytes": 5354,
|
| 152 |
+
"mtime_ns": 1791385618605599208,
|
| 153 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/flags.make",
|
| 154 |
+
"sha256": "3543d42b325c619eab2ac172c9332b4e90f0432ecda42c58bdc8536d94399fb5"
|
| 155 |
+
},
|
| 156 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/link.txt": {
|
| 157 |
+
"bytes": 1429,
|
| 158 |
+
"mtime_ns": 1791385426940111618,
|
| 159 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/link.txt",
|
| 160 |
+
"sha256": "b4a9be571b3d26cc779e98468d3876b3cacb07a4efb2e1545ba12680f476aa5a"
|
| 161 |
+
},
|
| 162 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/native_baseline86_batch.cpp.o": {
|
| 163 |
+
"bytes": 563072,
|
| 164 |
+
"mtime_ns": 1791385655801887903,
|
| 165 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/CMakeFiles/paper172_native_baseline86_batch.dir/native_baseline86_batch.cpp.o",
|
| 166 |
+
"sha256": "ad113e326468ce61e88240b6e10038846883b19dddd7aa71e1e8e2a3b3e154b0"
|
| 167 |
+
},
|
| 168 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/baseline86/libnative_baseline86_v1.a": {
|
| 169 |
+
"bytes": 589848,
|
| 170 |
+
"mtime_ns": 1791385647993827302,
|
| 171 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/baseline86/libnative_baseline86_v1.a",
|
| 172 |
+
"sha256": "6ec5521d04327d646a527df4090259c5b6da57ee2e56592549788d5ce49c30e9"
|
| 173 |
+
},
|
| 174 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/paper172_native_baseline86_batch": {
|
| 175 |
+
"bytes": 6457104,
|
| 176 |
+
"mtime_ns": 1791385656065889951,
|
| 177 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/build/baseline86_batch_release/paper172_native_baseline86_batch",
|
| 178 |
+
"sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664"
|
| 179 |
+
},
|
| 180 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/logs/build_smoke_20261007T151042Z.log": {
|
| 181 |
+
"bytes": 5318,
|
| 182 |
+
"mtime_ns": 1791385846211365744,
|
| 183 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/logs/build_smoke_20261007T151042Z.log",
|
| 184 |
+
"sha256": "679683214a84001b3e6cbfb50c64a6d0c8811f9a143746d556cb780836fb5678"
|
| 185 |
+
},
|
| 186 |
+
"/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/source/baseline86_batch/native_baseline86_batch.cpp": {
|
| 187 |
+
"bytes": 28094,
|
| 188 |
+
"mtime_ns": 1791384795000000000,
|
| 189 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/source/baseline86_batch/native_baseline86_batch.cpp",
|
| 190 |
+
"sha256": "308cbd8fd76b44a99687fb4dfc5e873369da3ed87eac4b731ccbb245d5c93211"
|
| 191 |
+
}
|
| 192 |
+
},
|
| 193 |
+
"host": "166.111.68.166",
|
| 194 |
+
"result_evidence": {
|
| 195 |
+
"invalid_timing_value_rows": 0,
|
| 196 |
+
"missing_timing_value_rows": 0,
|
| 197 |
+
"numeric_ok_aggregates": 290745,
|
| 198 |
+
"ok_receipts": 13438,
|
| 199 |
+
"receipt_binary_sha256_counts": {
|
| 200 |
+
"458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664": 13940
|
| 201 |
+
},
|
| 202 |
+
"receipt_controller_sha256_counts": {
|
| 203 |
+
"8d2aabbc83dda0716db71507807d30187f8f67aaa9fc8a9f4a1e0819a7620250": 397,
|
| 204 |
+
"a78e3b47d42d34c10b001f330f9c6762a5354452fa7189ef15346e195eff3b7e": 1068,
|
| 205 |
+
"f3d7a393c139c80a77dc965841e7735b3abd6817beffcd1c197bd7d2be4d0d2e": 12475
|
| 206 |
+
},
|
| 207 |
+
"receipt_timing_profile_counts": {
|
| 208 |
+
"{\"cpu\":10,\"repeats\":3,\"threads\":1,\"warmups\":1}": 687,
|
| 209 |
+
"{\"cpu\":11,\"repeats\":3,\"threads\":1,\"warmups\":1}": 1003,
|
| 210 |
+
"{\"cpu\":12,\"repeats\":3,\"threads\":1,\"warmups\":1}": 1112,
|
| 211 |
+
"{\"cpu\":13,\"repeats\":3,\"threads\":1,\"warmups\":1}": 522,
|
| 212 |
+
"{\"cpu\":14,\"repeats\":3,\"threads\":1,\"warmups\":1}": 347,
|
| 213 |
+
"{\"cpu\":15,\"repeats\":3,\"threads\":1,\"warmups\":1}": 177,
|
| 214 |
+
"{\"cpu\":16,\"repeats\":3,\"threads\":1,\"warmups\":1}": 1130,
|
| 215 |
+
"{\"cpu\":17,\"repeats\":3,\"threads\":1,\"warmups\":1}": 300,
|
| 216 |
+
"{\"cpu\":18,\"repeats\":3,\"threads\":1,\"warmups\":1}": 145,
|
| 217 |
+
"{\"cpu\":19,\"repeats\":3,\"threads\":1,\"warmups\":1}": 537,
|
| 218 |
+
"{\"cpu\":20,\"repeats\":3,\"threads\":1,\"warmups\":1}": 348,
|
| 219 |
+
"{\"cpu\":21,\"repeats\":3,\"threads\":1,\"warmups\":1}": 153,
|
| 220 |
+
"{\"cpu\":22,\"repeats\":3,\"threads\":1,\"warmups\":1}": 362,
|
| 221 |
+
"{\"cpu\":23,\"repeats\":3,\"threads\":1,\"warmups\":1}": 217,
|
| 222 |
+
"{\"cpu\":24,\"repeats\":3,\"threads\":1,\"warmups\":1}": 1085,
|
| 223 |
+
"{\"cpu\":25,\"repeats\":3,\"threads\":1,\"warmups\":1}": 625,
|
| 224 |
+
"{\"cpu\":26,\"repeats\":3,\"threads\":1,\"warmups\":1}": 867,
|
| 225 |
+
"{\"cpu\":27,\"repeats\":3,\"threads\":1,\"warmups\":1}": 775,
|
| 226 |
+
"{\"cpu\":28,\"repeats\":3,\"threads\":1,\"warmups\":1}": 327,
|
| 227 |
+
"{\"cpu\":29,\"repeats\":3,\"threads\":1,\"warmups\":1}": 1069,
|
| 228 |
+
"{\"cpu\":30,\"repeats\":3,\"threads\":1,\"warmups\":1}": 161,
|
| 229 |
+
"{\"cpu\":31,\"repeats\":3,\"threads\":1,\"warmups\":1}": 785,
|
| 230 |
+
"{\"cpu\":8,\"repeats\":3,\"threads\":1,\"warmups\":1}": 277,
|
| 231 |
+
"{\"cpu\":9,\"repeats\":3,\"threads\":1,\"warmups\":1}": 929
|
| 232 |
+
},
|
| 233 |
+
"result_profile_version_counts": {
|
| 234 |
+
"baseline86-fixed-profiles-20260919-v3": 290745
|
| 235 |
+
},
|
| 236 |
+
"result_timing_scope_counts": {
|
| 237 |
+
"resident C++ per-entity NGF1 encode/decode plus in-memory compound length-prefix construction/parsing; source and compound file I/O excluded": 290745
|
| 238 |
+
}
|
| 239 |
+
},
|
| 240 |
+
"schema": "paper164-old-main166-timing-provenance-readonly-v1",
|
| 241 |
+
"source_semantics": {
|
| 242 |
+
"baseline_measure_times_complete_decode_call": true,
|
| 243 |
+
"baseline_measure_times_complete_encode_call": true,
|
| 244 |
+
"binary_embeds_expected_timing_scope": true,
|
| 245 |
+
"binary_embeds_profile_version": true,
|
| 246 |
+
"wrapper_adds_compound_prefix_decode_overhead": true,
|
| 247 |
+
"wrapper_adds_compound_prefix_encode_overhead": true,
|
| 248 |
+
"wrapper_emits_expected_timing_scope": true
|
| 249 |
+
},
|
| 250 |
+
"status": "passed"
|
| 251 |
+
}
|
native86-recovery-reconciliation.json
ADDED
|
@@ -0,0 +1,2476 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accepted_pair_identities": [
|
| 3 |
+
{
|
| 4 |
+
"dataset_id": "ETDataset-ett",
|
| 5 |
+
"method": "LZJB"
|
| 6 |
+
},
|
| 7 |
+
{
|
| 8 |
+
"dataset_id": "METR-LA",
|
| 9 |
+
"method": "LZJB"
|
| 10 |
+
},
|
| 11 |
+
{
|
| 12 |
+
"dataset_id": "PEMS-BAY",
|
| 13 |
+
"method": "LZJB"
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"dataset_id": "PEMS-BAY",
|
| 17 |
+
"method": "Tornado"
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"dataset_id": "SpatialEpiBench",
|
| 21 |
+
"method": "LZSSE"
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"dataset_id": "SpatialEpiBench",
|
| 25 |
+
"method": "Tornado"
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"dataset_id": "africa_senegal_mauritania_crops_spi",
|
| 29 |
+
"method": "Tornado"
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"dataset_id": "ast_spacemobile_fleet_data",
|
| 33 |
+
"method": "Tornado"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"dataset_id": "auto_production_sf",
|
| 37 |
+
"method": "Tornado"
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"dataset_id": "bitcoin",
|
| 41 |
+
"method": "LZJB"
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"dataset_id": "bitcoin_price_timeseries",
|
| 45 |
+
"method": "LZSSE"
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"dataset_id": "car_parts",
|
| 49 |
+
"method": "Tornado"
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"dataset_id": "coastal_t_s",
|
| 53 |
+
"method": "CSC"
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"dataset_id": "coastal_t_s",
|
| 57 |
+
"method": "LZJB"
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"dataset_id": "coastal_t_s",
|
| 61 |
+
"method": "Tornado"
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"dataset_id": "commodity_import",
|
| 65 |
+
"method": "Tornado"
|
| 66 |
+
},
|
| 67 |
+
{
|
| 68 |
+
"dataset_id": "commodity_production",
|
| 69 |
+
"method": "LZJB"
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"dataset_id": "commodity_production",
|
| 73 |
+
"method": "LZSSE"
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"dataset_id": "commodity_production",
|
| 77 |
+
"method": "Tornado"
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"dataset_id": "covid_deaths-monash",
|
| 81 |
+
"method": "Tornado"
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"dataset_id": "current_velocity",
|
| 85 |
+
"method": "LZJB"
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"dataset_id": "current_velocity",
|
| 89 |
+
"method": "LZSSE"
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"dataset_id": "current_velocity",
|
| 93 |
+
"method": "Tornado"
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"dataset_id": "dmi-aarhus-weather-data",
|
| 97 |
+
"method": "LZSSE"
|
| 98 |
+
},
|
| 99 |
+
{
|
| 100 |
+
"dataset_id": "dmi-aarhus-weather-data",
|
| 101 |
+
"method": "Tornado"
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"dataset_id": "eea_pm25_forecasting",
|
| 105 |
+
"method": "LZJB"
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"dataset_id": "eea_pm25_forecasting",
|
| 109 |
+
"method": "LZSSE"
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"dataset_id": "eea_pm25_forecasting",
|
| 113 |
+
"method": "Lzlib"
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"dataset_id": "epf_electricity_price",
|
| 117 |
+
"method": "LZJB"
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"dataset_id": "forex_factory_calendar",
|
| 121 |
+
"method": "Tornado"
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"dataset_id": "freshretailnet_50k",
|
| 125 |
+
"method": "LZG"
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"dataset_id": "freshretailnet_50k",
|
| 129 |
+
"method": "LZSSE"
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"dataset_id": "freshretailnet_50k",
|
| 133 |
+
"method": "Tornado"
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"dataset_id": "freshretailnet_lt",
|
| 137 |
+
"method": "LZG"
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"dataset_id": "freshretailnet_lt",
|
| 141 |
+
"method": "LZJB"
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"dataset_id": "freshretailnet_lt",
|
| 145 |
+
"method": "LZSSE"
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"dataset_id": "freshretailnet_lt",
|
| 149 |
+
"method": "Tornado"
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"dataset_id": "fulus_lyd_rates_2025",
|
| 153 |
+
"method": "LZJB"
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"dataset_id": "github_top_projects",
|
| 157 |
+
"method": "LZSSE"
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"dataset_id": "github_top_projects",
|
| 161 |
+
"method": "Tornado"
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"dataset_id": "global_influenza",
|
| 165 |
+
"method": "LZSSE"
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"dataset_id": "global_influenza",
|
| 169 |
+
"method": "Tornado"
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"dataset_id": "global_price",
|
| 173 |
+
"method": "LZSSE"
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"dataset_id": "global_price",
|
| 177 |
+
"method": "Tornado"
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"dataset_id": "globalstar_fleet_data",
|
| 181 |
+
"method": "Tornado"
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"dataset_id": "gluco_tsfm_benchmark",
|
| 185 |
+
"method": "LZSSE"
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"dataset_id": "gluco_tsfm_benchmark",
|
| 189 |
+
"method": "Tornado"
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 193 |
+
"method": "LZJB"
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 197 |
+
"method": "LZSSE"
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 201 |
+
"method": "Lzlib"
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 205 |
+
"method": "Tornado"
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"dataset_id": "hospital-monash",
|
| 209 |
+
"method": "Tornado"
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"dataset_id": "hourly-stock-data-2023",
|
| 213 |
+
"method": "LZSSE"
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"dataset_id": "hourly_electricity_demand_brazil",
|
| 217 |
+
"method": "LZSSE"
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"dataset_id": "housing_inventory",
|
| 221 |
+
"method": "Tornado"
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"dataset_id": "indian_stock_hourly_2017_2021",
|
| 225 |
+
"method": "LZSSE"
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"dataset_id": "job_claims",
|
| 229 |
+
"method": "Tornado"
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"dataset_id": "jolts",
|
| 233 |
+
"method": "Tornado"
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"dataset_id": "jovian_lightning",
|
| 237 |
+
"method": "LZJB"
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"dataset_id": "jovian_lightning",
|
| 241 |
+
"method": "LZSSE"
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"dataset_id": "jovian_lightning",
|
| 245 |
+
"method": "Tornado"
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"dataset_id": "kaggle_web_traffic",
|
| 249 |
+
"method": "LZSSE"
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"dataset_id": "kaggle_web_traffic",
|
| 253 |
+
"method": "Tornado"
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"dataset_id": "kaggle_web_traffic_weekly",
|
| 257 |
+
"method": "LZJB"
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"dataset_id": "kaggle_web_traffic_weekly",
|
| 261 |
+
"method": "LZSSE"
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"dataset_id": "kaggle_web_traffic_weekly",
|
| 265 |
+
"method": "Tornado"
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"dataset_id": "kdd_cup_2018",
|
| 269 |
+
"method": "LZJB"
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"dataset_id": "knowable",
|
| 273 |
+
"method": "LZJB"
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"dataset_id": "knowable",
|
| 277 |
+
"method": "LZSSE"
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"dataset_id": "knowable",
|
| 281 |
+
"method": "Tornado"
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"dataset_id": "kraken-trading-data",
|
| 285 |
+
"method": "Crush"
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"dataset_id": "kraken-trading-data",
|
| 289 |
+
"method": "LZJB"
|
| 290 |
+
},
|
| 291 |
+
{
|
| 292 |
+
"dataset_id": "kraken-trading-data",
|
| 293 |
+
"method": "LZSSE"
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"dataset_id": "kraken-trading-data",
|
| 297 |
+
"method": "Tornado"
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"dataset_id": "kuiper_fleet_data",
|
| 301 |
+
"method": "Tornado"
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"dataset_id": "london_smart_meters",
|
| 305 |
+
"method": "LZJB"
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"dataset_id": "london_smart_meters",
|
| 309 |
+
"method": "Tornado"
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"dataset_id": "m2oe2_timeseries",
|
| 313 |
+
"method": "LZJB"
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"dataset_id": "m2oe2_timeseries",
|
| 317 |
+
"method": "LZSSE"
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"dataset_id": "macroecon",
|
| 321 |
+
"method": "CSC"
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"dataset_id": "macroecon",
|
| 325 |
+
"method": "LZJB"
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"dataset_id": "macroecon",
|
| 329 |
+
"method": "LZSSE"
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"dataset_id": "macroecon",
|
| 333 |
+
"method": "Tornado"
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"dataset_id": "magseven_ml_ready_high_frequency_anomaly",
|
| 337 |
+
"method": "Tornado"
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"dataset_id": "national_illness",
|
| 341 |
+
"method": "LZSSE"
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"dataset_id": "niederschlag_station_4091_bavaria_germany",
|
| 345 |
+
"method": "Tornado"
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"dataset_id": "nn5_weekly",
|
| 349 |
+
"method": "Tornado"
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"dataset_id": "oikolab_weather",
|
| 353 |
+
"method": "LZJB"
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"dataset_id": "oikolab_weather",
|
| 357 |
+
"method": "LZSSE"
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"dataset_id": "oikolab_weather",
|
| 361 |
+
"method": "Tornado"
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"dataset_id": "ooni_censorship_historical",
|
| 365 |
+
"method": "LZJB"
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"dataset_id": "ooni_censorship_historical",
|
| 369 |
+
"method": "LZSSE"
|
| 370 |
+
},
|
| 371 |
+
{
|
| 372 |
+
"dataset_id": "ooni_censorship_historical",
|
| 373 |
+
"method": "Tornado"
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"dataset_id": "openelectricity_nem",
|
| 377 |
+
"method": "LZJB"
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"dataset_id": "orbital_chaos_nasa_ssc",
|
| 381 |
+
"method": "LZJB"
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"dataset_id": "orbital_chaos_nasa_ssc",
|
| 385 |
+
"method": "LZSSE"
|
| 386 |
+
},
|
| 387 |
+
{
|
| 388 |
+
"dataset_id": "orbital_chaos_nasa_ssc",
|
| 389 |
+
"method": "Tornado"
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"dataset_id": "pedestrian_counts",
|
| 393 |
+
"method": "LZJB"
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"dataset_id": "pedestrian_counts",
|
| 397 |
+
"method": "Tornado"
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"dataset_id": "phenology_normal_hawaii",
|
| 401 |
+
"method": "LZSSE"
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"dataset_id": "polymarket_crypto_5m_15m",
|
| 405 |
+
"method": "LZSSE"
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"dataset_id": "polymarket_crypto_5m_15m",
|
| 409 |
+
"method": "Tornado"
|
| 410 |
+
},
|
| 411 |
+
{
|
| 412 |
+
"dataset_id": "port_activity",
|
| 413 |
+
"method": "LZSSE"
|
| 414 |
+
},
|
| 415 |
+
{
|
| 416 |
+
"dataset_id": "port_activity",
|
| 417 |
+
"method": "Tornado"
|
| 418 |
+
},
|
| 419 |
+
{
|
| 420 |
+
"dataset_id": "quitobench",
|
| 421 |
+
"method": "LZJB"
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"dataset_id": "quitobench",
|
| 425 |
+
"method": "LZSSE"
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"dataset_id": "reg_forecasting_v2",
|
| 429 |
+
"method": "LZJB"
|
| 430 |
+
},
|
| 431 |
+
{
|
| 432 |
+
"dataset_id": "rideshare",
|
| 433 |
+
"method": "CSC"
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"dataset_id": "rideshare",
|
| 437 |
+
"method": "LZJB"
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"dataset_id": "rideshare",
|
| 441 |
+
"method": "LZSSE"
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"dataset_id": "salesforecastingwomartstore",
|
| 445 |
+
"method": "Tornado"
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"dataset_id": "saugeenday-monash",
|
| 449 |
+
"method": "LZJB"
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"dataset_id": "scaphandre_cpu_usage",
|
| 453 |
+
"method": "Tornado"
|
| 454 |
+
},
|
| 455 |
+
{
|
| 456 |
+
"dataset_id": "sg_carpark",
|
| 457 |
+
"method": "LZJB"
|
| 458 |
+
},
|
| 459 |
+
{
|
| 460 |
+
"dataset_id": "sg_pm25",
|
| 461 |
+
"method": "LZJB"
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"dataset_id": "sg_weather",
|
| 465 |
+
"method": "LZJB"
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"dataset_id": "solar_10_minutes",
|
| 469 |
+
"method": "LZJB"
|
| 470 |
+
},
|
| 471 |
+
{
|
| 472 |
+
"dataset_id": "solar_4_seconds",
|
| 473 |
+
"method": "LZJB"
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"dataset_id": "solar_4_seconds",
|
| 477 |
+
"method": "LZSSE"
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"dataset_id": "solar_weekly",
|
| 481 |
+
"method": "Tornado"
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"dataset_id": "solusdt_enhanced_180",
|
| 485 |
+
"method": "LZSSE"
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"dataset_id": "stock_dataset",
|
| 489 |
+
"method": "LZJB"
|
| 490 |
+
},
|
| 491 |
+
{
|
| 492 |
+
"dataset_id": "stock_dataset",
|
| 493 |
+
"method": "LZSSE"
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"dataset_id": "substorm_onsets",
|
| 497 |
+
"method": "LZSSE"
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"dataset_id": "sunspot",
|
| 501 |
+
"method": "LZJB"
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"dataset_id": "telangana_weather",
|
| 505 |
+
"method": "LZJB"
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"dataset_id": "temperature_rain",
|
| 509 |
+
"method": "LZJB"
|
| 510 |
+
},
|
| 511 |
+
{
|
| 512 |
+
"dataset_id": "temperature_rain",
|
| 513 |
+
"method": "LZSSE"
|
| 514 |
+
},
|
| 515 |
+
{
|
| 516 |
+
"dataset_id": "timeseries-1m-QQQ-10y",
|
| 517 |
+
"method": "LZSSE"
|
| 518 |
+
},
|
| 519 |
+
{
|
| 520 |
+
"dataset_id": "timeseries-finance-ETF",
|
| 521 |
+
"method": "LZJB"
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"dataset_id": "timeseries-finance-ETF",
|
| 525 |
+
"method": "LZSSE"
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"dataset_id": "timeseries-finance-ETF",
|
| 529 |
+
"method": "Tornado"
|
| 530 |
+
},
|
| 531 |
+
{
|
| 532 |
+
"dataset_id": "timeseries_1mn_sp500",
|
| 533 |
+
"method": "Tornado"
|
| 534 |
+
},
|
| 535 |
+
{
|
| 536 |
+
"dataset_id": "timeseries_1mn_stocks",
|
| 537 |
+
"method": "Tornado"
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"dataset_id": "timeseries_finance_etf_missing",
|
| 541 |
+
"method": "LZJB"
|
| 542 |
+
},
|
| 543 |
+
{
|
| 544 |
+
"dataset_id": "timeseries_finance_etf_missing",
|
| 545 |
+
"method": "LZSSE"
|
| 546 |
+
},
|
| 547 |
+
{
|
| 548 |
+
"dataset_id": "timeseries_finance_etf_missing",
|
| 549 |
+
"method": "Tornado"
|
| 550 |
+
},
|
| 551 |
+
{
|
| 552 |
+
"dataset_id": "tourism_monthly",
|
| 553 |
+
"method": "LZJB"
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"dataset_id": "tourism_monthly",
|
| 557 |
+
"method": "LZSSE"
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"dataset_id": "tourism_monthly",
|
| 561 |
+
"method": "Tornado"
|
| 562 |
+
},
|
| 563 |
+
{
|
| 564 |
+
"dataset_id": "tourism_monthly-zaai-ai",
|
| 565 |
+
"method": "LZSSE"
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"dataset_id": "tourism_quarterly",
|
| 569 |
+
"method": "LZSSE"
|
| 570 |
+
},
|
| 571 |
+
{
|
| 572 |
+
"dataset_id": "tourism_quarterly",
|
| 573 |
+
"method": "Tornado"
|
| 574 |
+
},
|
| 575 |
+
{
|
| 576 |
+
"dataset_id": "tourism_residuals",
|
| 577 |
+
"method": "LZSSE"
|
| 578 |
+
},
|
| 579 |
+
{
|
| 580 |
+
"dataset_id": "tourism_residuals",
|
| 581 |
+
"method": "Tornado"
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"dataset_id": "tourism_yearly",
|
| 585 |
+
"method": "Tornado"
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"dataset_id": "traffic",
|
| 589 |
+
"method": "LZSSE"
|
| 590 |
+
},
|
| 591 |
+
{
|
| 592 |
+
"dataset_id": "traffic_hourly",
|
| 593 |
+
"method": "LZJB"
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"dataset_id": "traffic_hourly",
|
| 597 |
+
"method": "LZSSE"
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"dataset_id": "traffic_weekly",
|
| 601 |
+
"method": "CSC"
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"dataset_id": "traffic_weekly",
|
| 605 |
+
"method": "Tornado"
|
| 606 |
+
},
|
| 607 |
+
{
|
| 608 |
+
"dataset_id": "traqq_weekly_activity",
|
| 609 |
+
"method": "Tornado"
|
| 610 |
+
},
|
| 611 |
+
{
|
| 612 |
+
"dataset_id": "trending_stocks_yahoo_finance",
|
| 613 |
+
"method": "LZSSE"
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"dataset_id": "trending_stocks_yahoo_finance",
|
| 617 |
+
"method": "Tornado"
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"dataset_id": "trxusdt_spot_1m_05_2021_to_03_2026",
|
| 621 |
+
"method": "LZSSE"
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"dataset_id": "uk_electricity_generation_mix_2019_2026",
|
| 625 |
+
"method": "LZSSE"
|
| 626 |
+
},
|
| 627 |
+
{
|
| 628 |
+
"dataset_id": "us_labor",
|
| 629 |
+
"method": "LZJB"
|
| 630 |
+
},
|
| 631 |
+
{
|
| 632 |
+
"dataset_id": "us_labor",
|
| 633 |
+
"method": "Tornado"
|
| 634 |
+
},
|
| 635 |
+
{
|
| 636 |
+
"dataset_id": "us_stock_financial_ratios",
|
| 637 |
+
"method": "Bzip3"
|
| 638 |
+
},
|
| 639 |
+
{
|
| 640 |
+
"dataset_id": "us_stock_financial_ratios",
|
| 641 |
+
"method": "Tornado"
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"dataset_id": "us_term_structure",
|
| 645 |
+
"method": "LZSSE"
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"dataset_id": "vehicle_supply",
|
| 649 |
+
"method": "Tornado"
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"dataset_id": "vehicle_trips",
|
| 653 |
+
"method": "Tornado"
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"dataset_id": "water_quality_darwin",
|
| 657 |
+
"method": "LZJB"
|
| 658 |
+
},
|
| 659 |
+
{
|
| 660 |
+
"dataset_id": "water_quality_darwin",
|
| 661 |
+
"method": "LZSSE"
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"dataset_id": "weather_data_NC",
|
| 665 |
+
"method": "Tornado"
|
| 666 |
+
},
|
| 667 |
+
{
|
| 668 |
+
"dataset_id": "weather_data_bavaria",
|
| 669 |
+
"method": "LZG"
|
| 670 |
+
},
|
| 671 |
+
{
|
| 672 |
+
"dataset_id": "weather_data_bavaria",
|
| 673 |
+
"method": "LZJB"
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"dataset_id": "weather_data_bavaria",
|
| 677 |
+
"method": "LZSSE"
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"dataset_id": "weather_data_bavaria",
|
| 681 |
+
"method": "Tornado"
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"dataset_id": "zillow_viewer",
|
| 685 |
+
"method": "LZG"
|
| 686 |
+
},
|
| 687 |
+
{
|
| 688 |
+
"dataset_id": "zillow_viewer",
|
| 689 |
+
"method": "LZJB"
|
| 690 |
+
},
|
| 691 |
+
{
|
| 692 |
+
"dataset_id": "zillow_viewer",
|
| 693 |
+
"method": "LZSSE"
|
| 694 |
+
},
|
| 695 |
+
{
|
| 696 |
+
"dataset_id": "zillow_viewer",
|
| 697 |
+
"method": "Tornado"
|
| 698 |
+
}
|
| 699 |
+
],
|
| 700 |
+
"admission": {
|
| 701 |
+
"host192_rate_and_bytes": "independently verified strict pairs",
|
| 702 |
+
"host192_timing": "diagnostic unless its exact variant proof is attached",
|
| 703 |
+
"unresolved": "current327 and omitted Shrinker are not results",
|
| 704 |
+
"v9_rate_and_bytes": "receipt/result/cold SHA-bound; all 154 have at least one numeric ok aggregate",
|
| 705 |
+
"v9_timing": "diagnostic per variant until independent source/build/timing-boundary proof"
|
| 706 |
+
},
|
| 707 |
+
"counts": {
|
| 708 |
+
"accepted_unique_repair_pairs": 174,
|
| 709 |
+
"current327_backfill_pairs": 327,
|
| 710 |
+
"current_numeric_pairs_after_accepted_overlay": 11338,
|
| 711 |
+
"current_unresolved_pairs": 328,
|
| 712 |
+
"host192_strict_pairs": 21,
|
| 713 |
+
"matrix_pairs": 13940,
|
| 714 |
+
"omitted_unresolved_pairs": 1,
|
| 715 |
+
"original_active_problem_pairs": 502,
|
| 716 |
+
"original_main_all_na_pairs": 2274,
|
| 717 |
+
"original_main_numeric_pairs": 11164,
|
| 718 |
+
"v9_aggregate_rows": 5604,
|
| 719 |
+
"v9_current_recovered_pairs": 154,
|
| 720 |
+
"v9_host192_overlap_pairs": 1,
|
| 721 |
+
"v9_na_aggregate_rows": 308,
|
| 722 |
+
"v9_new_since_stale_inventory": 8,
|
| 723 |
+
"v9_numeric_ok_aggregate_rows": 5296,
|
| 724 |
+
"v9_stale_inventory_pairs": 146
|
| 725 |
+
},
|
| 726 |
+
"current327_pair_identities": [
|
| 727 |
+
{
|
| 728 |
+
"dataset_id": "Air-Quality",
|
| 729 |
+
"method": "CSC"
|
| 730 |
+
},
|
| 731 |
+
{
|
| 732 |
+
"dataset_id": "Bar-Crawl",
|
| 733 |
+
"method": "CSC"
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"dataset_id": "Bar-Crawl",
|
| 737 |
+
"method": "Camel"
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"dataset_id": "Bar-Crawl",
|
| 741 |
+
"method": "LZO2A"
|
| 742 |
+
},
|
| 743 |
+
{
|
| 744 |
+
"dataset_id": "Bar-Crawl",
|
| 745 |
+
"method": "LZSSE"
|
| 746 |
+
},
|
| 747 |
+
{
|
| 748 |
+
"dataset_id": "Bird-migration",
|
| 749 |
+
"method": "CSC"
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"dataset_id": "Bird-migration",
|
| 753 |
+
"method": "LZJB"
|
| 754 |
+
},
|
| 755 |
+
{
|
| 756 |
+
"dataset_id": "Bird-migration",
|
| 757 |
+
"method": "Shrinker"
|
| 758 |
+
},
|
| 759 |
+
{
|
| 760 |
+
"dataset_id": "Comments",
|
| 761 |
+
"method": "CSC"
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"dataset_id": "Comments",
|
| 765 |
+
"method": "Crush"
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"dataset_id": "Comments",
|
| 769 |
+
"method": "LZJB"
|
| 770 |
+
},
|
| 771 |
+
{
|
| 772 |
+
"dataset_id": "Comments",
|
| 773 |
+
"method": "LZSSE"
|
| 774 |
+
},
|
| 775 |
+
{
|
| 776 |
+
"dataset_id": "ETDataset-ett",
|
| 777 |
+
"method": "Gipfeli"
|
| 778 |
+
},
|
| 779 |
+
{
|
| 780 |
+
"dataset_id": "ETDataset-ett",
|
| 781 |
+
"method": "Shrinker"
|
| 782 |
+
},
|
| 783 |
+
{
|
| 784 |
+
"dataset_id": "IGlocations2",
|
| 785 |
+
"method": "CSC"
|
| 786 |
+
},
|
| 787 |
+
{
|
| 788 |
+
"dataset_id": "IGlocations2",
|
| 789 |
+
"method": "LZJB"
|
| 790 |
+
},
|
| 791 |
+
{
|
| 792 |
+
"dataset_id": "IGlocations2",
|
| 793 |
+
"method": "LZSSE"
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"dataset_id": "IGlocations2",
|
| 797 |
+
"method": "Shrinker"
|
| 798 |
+
},
|
| 799 |
+
{
|
| 800 |
+
"dataset_id": "METR-LA",
|
| 801 |
+
"method": "Gipfeli"
|
| 802 |
+
},
|
| 803 |
+
{
|
| 804 |
+
"dataset_id": "METR-LA",
|
| 805 |
+
"method": "Shrinker"
|
| 806 |
+
},
|
| 807 |
+
{
|
| 808 |
+
"dataset_id": "Metro-Traffic",
|
| 809 |
+
"method": "CSC"
|
| 810 |
+
},
|
| 811 |
+
{
|
| 812 |
+
"dataset_id": "Metro-Traffic",
|
| 813 |
+
"method": "Shrinker"
|
| 814 |
+
},
|
| 815 |
+
{
|
| 816 |
+
"dataset_id": "NYC_Yellow_Taxi_Trip",
|
| 817 |
+
"method": "CSC"
|
| 818 |
+
},
|
| 819 |
+
{
|
| 820 |
+
"dataset_id": "NYC_Yellow_Taxi_Trip",
|
| 821 |
+
"method": "LZJB"
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"dataset_id": "NYC_Yellow_Taxi_Trip",
|
| 825 |
+
"method": "LZSSE"
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"dataset_id": "PEMS-BAY",
|
| 829 |
+
"method": "CSC"
|
| 830 |
+
},
|
| 831 |
+
{
|
| 832 |
+
"dataset_id": "PEMS-BAY",
|
| 833 |
+
"method": "Gipfeli"
|
| 834 |
+
},
|
| 835 |
+
{
|
| 836 |
+
"dataset_id": "PEMS-BAY",
|
| 837 |
+
"method": "Shrinker"
|
| 838 |
+
},
|
| 839 |
+
{
|
| 840 |
+
"dataset_id": "RealEstate1",
|
| 841 |
+
"method": "CSC"
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"dataset_id": "RealEstate1",
|
| 845 |
+
"method": "Crush"
|
| 846 |
+
},
|
| 847 |
+
{
|
| 848 |
+
"dataset_id": "RealEstate1",
|
| 849 |
+
"method": "LZJB"
|
| 850 |
+
},
|
| 851 |
+
{
|
| 852 |
+
"dataset_id": "RealEstate2",
|
| 853 |
+
"method": "CSC"
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"dataset_id": "RealEstate2",
|
| 857 |
+
"method": "Crush"
|
| 858 |
+
},
|
| 859 |
+
{
|
| 860 |
+
"dataset_id": "RealEstate2",
|
| 861 |
+
"method": "Density"
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"dataset_id": "RealEstate2",
|
| 865 |
+
"method": "LZJB"
|
| 866 |
+
},
|
| 867 |
+
{
|
| 868 |
+
"dataset_id": "RealEstate2",
|
| 869 |
+
"method": "LZSSE"
|
| 870 |
+
},
|
| 871 |
+
{
|
| 872 |
+
"dataset_id": "Romance",
|
| 873 |
+
"method": "CSC"
|
| 874 |
+
},
|
| 875 |
+
{
|
| 876 |
+
"dataset_id": "Romance",
|
| 877 |
+
"method": "Camel"
|
| 878 |
+
},
|
| 879 |
+
{
|
| 880 |
+
"dataset_id": "Romance",
|
| 881 |
+
"method": "Crush"
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"dataset_id": "Romance",
|
| 885 |
+
"method": "LZJB"
|
| 886 |
+
},
|
| 887 |
+
{
|
| 888 |
+
"dataset_id": "Romance",
|
| 889 |
+
"method": "Tornado"
|
| 890 |
+
},
|
| 891 |
+
{
|
| 892 |
+
"dataset_id": "SpatialEpiBench",
|
| 893 |
+
"method": "Crush"
|
| 894 |
+
},
|
| 895 |
+
{
|
| 896 |
+
"dataset_id": "SpatialEpiBench",
|
| 897 |
+
"method": "Shrinker"
|
| 898 |
+
},
|
| 899 |
+
{
|
| 900 |
+
"dataset_id": "Telco",
|
| 901 |
+
"method": "CSC"
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"dataset_id": "Telco",
|
| 905 |
+
"method": "Camel"
|
| 906 |
+
},
|
| 907 |
+
{
|
| 908 |
+
"dataset_id": "Telco",
|
| 909 |
+
"method": "Crush"
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"dataset_id": "Telco",
|
| 913 |
+
"method": "LZJB"
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"dataset_id": "Telco",
|
| 917 |
+
"method": "LZSSE"
|
| 918 |
+
},
|
| 919 |
+
{
|
| 920 |
+
"dataset_id": "Telco",
|
| 921 |
+
"method": "Shrinker"
|
| 922 |
+
},
|
| 923 |
+
{
|
| 924 |
+
"dataset_id": "TrainsUK2",
|
| 925 |
+
"method": "CSC"
|
| 926 |
+
},
|
| 927 |
+
{
|
| 928 |
+
"dataset_id": "TrainsUK2",
|
| 929 |
+
"method": "LZJB"
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"dataset_id": "TrainsUK2",
|
| 933 |
+
"method": "LZSSE"
|
| 934 |
+
},
|
| 935 |
+
{
|
| 936 |
+
"dataset_id": "Uberlandia",
|
| 937 |
+
"method": "CSC"
|
| 938 |
+
},
|
| 939 |
+
{
|
| 940 |
+
"dataset_id": "Uberlandia",
|
| 941 |
+
"method": "Camel"
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"dataset_id": "Uberlandia",
|
| 945 |
+
"method": "Crush"
|
| 946 |
+
},
|
| 947 |
+
{
|
| 948 |
+
"dataset_id": "Uberlandia",
|
| 949 |
+
"method": "LZJB"
|
| 950 |
+
},
|
| 951 |
+
{
|
| 952 |
+
"dataset_id": "Uberlandia",
|
| 953 |
+
"method": "LZSSE"
|
| 954 |
+
},
|
| 955 |
+
{
|
| 956 |
+
"dataset_id": "Uberlandia",
|
| 957 |
+
"method": "Tornado"
|
| 958 |
+
},
|
| 959 |
+
{
|
| 960 |
+
"dataset_id": "Wins",
|
| 961 |
+
"method": "CSC"
|
| 962 |
+
},
|
| 963 |
+
{
|
| 964 |
+
"dataset_id": "Wins",
|
| 965 |
+
"method": "Camel"
|
| 966 |
+
},
|
| 967 |
+
{
|
| 968 |
+
"dataset_id": "Wins",
|
| 969 |
+
"method": "Crush"
|
| 970 |
+
},
|
| 971 |
+
{
|
| 972 |
+
"dataset_id": "Wins",
|
| 973 |
+
"method": "LZJB"
|
| 974 |
+
},
|
| 975 |
+
{
|
| 976 |
+
"dataset_id": "Wins",
|
| 977 |
+
"method": "LZSSE"
|
| 978 |
+
},
|
| 979 |
+
{
|
| 980 |
+
"dataset_id": "Wins",
|
| 981 |
+
"method": "Shrinker"
|
| 982 |
+
},
|
| 983 |
+
{
|
| 984 |
+
"dataset_id": "YaleLanguages",
|
| 985 |
+
"method": "CSC"
|
| 986 |
+
},
|
| 987 |
+
{
|
| 988 |
+
"dataset_id": "YaleLanguages",
|
| 989 |
+
"method": "LZJB"
|
| 990 |
+
},
|
| 991 |
+
{
|
| 992 |
+
"dataset_id": "YaleLanguages",
|
| 993 |
+
"method": "LZSSE"
|
| 994 |
+
},
|
| 995 |
+
{
|
| 996 |
+
"dataset_id": "YaleLanguages",
|
| 997 |
+
"method": "Shrinker"
|
| 998 |
+
},
|
| 999 |
+
{
|
| 1000 |
+
"dataset_id": "africa_senegal_mauritania_crops_spi",
|
| 1001 |
+
"method": "Camel"
|
| 1002 |
+
},
|
| 1003 |
+
{
|
| 1004 |
+
"dataset_id": "australia_solar",
|
| 1005 |
+
"method": "Shrinker"
|
| 1006 |
+
},
|
| 1007 |
+
{
|
| 1008 |
+
"dataset_id": "australian_electricity_demand",
|
| 1009 |
+
"method": "CSC"
|
| 1010 |
+
},
|
| 1011 |
+
{
|
| 1012 |
+
"dataset_id": "azure2019_u",
|
| 1013 |
+
"method": "LZSSE"
|
| 1014 |
+
},
|
| 1015 |
+
{
|
| 1016 |
+
"dataset_id": "bitcoin",
|
| 1017 |
+
"method": "Gipfeli"
|
| 1018 |
+
},
|
| 1019 |
+
{
|
| 1020 |
+
"dataset_id": "bitcoin",
|
| 1021 |
+
"method": "Shrinker"
|
| 1022 |
+
},
|
| 1023 |
+
{
|
| 1024 |
+
"dataset_id": "bitcoin_price_timeseries",
|
| 1025 |
+
"method": "CSC"
|
| 1026 |
+
},
|
| 1027 |
+
{
|
| 1028 |
+
"dataset_id": "bitcoin_price_timeseries",
|
| 1029 |
+
"method": "LZO2A"
|
| 1030 |
+
},
|
| 1031 |
+
{
|
| 1032 |
+
"dataset_id": "bitcoin_price_timeseries",
|
| 1033 |
+
"method": "Shrinker"
|
| 1034 |
+
},
|
| 1035 |
+
{
|
| 1036 |
+
"dataset_id": "car_parts",
|
| 1037 |
+
"method": "Gipfeli"
|
| 1038 |
+
},
|
| 1039 |
+
{
|
| 1040 |
+
"dataset_id": "car_parts",
|
| 1041 |
+
"method": "Shrinker"
|
| 1042 |
+
},
|
| 1043 |
+
{
|
| 1044 |
+
"dataset_id": "coastal_t_s",
|
| 1045 |
+
"method": "Gipfeli"
|
| 1046 |
+
},
|
| 1047 |
+
{
|
| 1048 |
+
"dataset_id": "coastal_t_s",
|
| 1049 |
+
"method": "Shrinker"
|
| 1050 |
+
},
|
| 1051 |
+
{
|
| 1052 |
+
"dataset_id": "commodity_production",
|
| 1053 |
+
"method": "CSC"
|
| 1054 |
+
},
|
| 1055 |
+
{
|
| 1056 |
+
"dataset_id": "crypto_data",
|
| 1057 |
+
"method": "CSC"
|
| 1058 |
+
},
|
| 1059 |
+
{
|
| 1060 |
+
"dataset_id": "crypto_data",
|
| 1061 |
+
"method": "Camel"
|
| 1062 |
+
},
|
| 1063 |
+
{
|
| 1064 |
+
"dataset_id": "crypto_data",
|
| 1065 |
+
"method": "Density"
|
| 1066 |
+
},
|
| 1067 |
+
{
|
| 1068 |
+
"dataset_id": "crypto_data",
|
| 1069 |
+
"method": "LZSSE"
|
| 1070 |
+
},
|
| 1071 |
+
{
|
| 1072 |
+
"dataset_id": "crypto_data",
|
| 1073 |
+
"method": "Tornado"
|
| 1074 |
+
},
|
| 1075 |
+
{
|
| 1076 |
+
"dataset_id": "current_velocity",
|
| 1077 |
+
"method": "CSC"
|
| 1078 |
+
},
|
| 1079 |
+
{
|
| 1080 |
+
"dataset_id": "current_velocity",
|
| 1081 |
+
"method": "Gipfeli"
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"dataset_id": "current_velocity",
|
| 1085 |
+
"method": "LZO2A"
|
| 1086 |
+
},
|
| 1087 |
+
{
|
| 1088 |
+
"dataset_id": "current_velocity",
|
| 1089 |
+
"method": "Shrinker"
|
| 1090 |
+
},
|
| 1091 |
+
{
|
| 1092 |
+
"dataset_id": "deep-space-probes",
|
| 1093 |
+
"method": "CSC"
|
| 1094 |
+
},
|
| 1095 |
+
{
|
| 1096 |
+
"dataset_id": "deep-space-probes",
|
| 1097 |
+
"method": "Camel"
|
| 1098 |
+
},
|
| 1099 |
+
{
|
| 1100 |
+
"dataset_id": "deep-space-probes",
|
| 1101 |
+
"method": "LZJB"
|
| 1102 |
+
},
|
| 1103 |
+
{
|
| 1104 |
+
"dataset_id": "deep-space-probes",
|
| 1105 |
+
"method": "Shrinker"
|
| 1106 |
+
},
|
| 1107 |
+
{
|
| 1108 |
+
"dataset_id": "deep-space-probes",
|
| 1109 |
+
"method": "Tornado"
|
| 1110 |
+
},
|
| 1111 |
+
{
|
| 1112 |
+
"dataset_id": "dmi-aarhus-weather-data",
|
| 1113 |
+
"method": "Shrinker"
|
| 1114 |
+
},
|
| 1115 |
+
{
|
| 1116 |
+
"dataset_id": "dst-index",
|
| 1117 |
+
"method": "CSC"
|
| 1118 |
+
},
|
| 1119 |
+
{
|
| 1120 |
+
"dataset_id": "dst-index",
|
| 1121 |
+
"method": "Shrinker"
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"dataset_id": "ecdc_covid",
|
| 1125 |
+
"method": "CSC"
|
| 1126 |
+
},
|
| 1127 |
+
{
|
| 1128 |
+
"dataset_id": "ecdc_covid",
|
| 1129 |
+
"method": "Shrinker"
|
| 1130 |
+
},
|
| 1131 |
+
{
|
| 1132 |
+
"dataset_id": "ecdc_covid",
|
| 1133 |
+
"method": "Tornado"
|
| 1134 |
+
},
|
| 1135 |
+
{
|
| 1136 |
+
"dataset_id": "eea_pm25_forecasting",
|
| 1137 |
+
"method": "CSC"
|
| 1138 |
+
},
|
| 1139 |
+
{
|
| 1140 |
+
"dataset_id": "eea_pm25_forecasting",
|
| 1141 |
+
"method": "Crush"
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"dataset_id": "eea_pm25_forecasting",
|
| 1145 |
+
"method": "LZO2A"
|
| 1146 |
+
},
|
| 1147 |
+
{
|
| 1148 |
+
"dataset_id": "eea_pm25_forecasting",
|
| 1149 |
+
"method": "Shrinker"
|
| 1150 |
+
},
|
| 1151 |
+
{
|
| 1152 |
+
"dataset_id": "electricity_demand",
|
| 1153 |
+
"method": "Crush"
|
| 1154 |
+
},
|
| 1155 |
+
{
|
| 1156 |
+
"dataset_id": "electricity_load_2011_2014",
|
| 1157 |
+
"method": "Crush"
|
| 1158 |
+
},
|
| 1159 |
+
{
|
| 1160 |
+
"dataset_id": "electricity_load_2011_2014",
|
| 1161 |
+
"method": "Gipfeli"
|
| 1162 |
+
},
|
| 1163 |
+
{
|
| 1164 |
+
"dataset_id": "electricity_load_2011_2014",
|
| 1165 |
+
"method": "LZJB"
|
| 1166 |
+
},
|
| 1167 |
+
{
|
| 1168 |
+
"dataset_id": "electricity_load_2011_2014",
|
| 1169 |
+
"method": "LZSSE"
|
| 1170 |
+
},
|
| 1171 |
+
{
|
| 1172 |
+
"dataset_id": "electricity_load_2011_2014",
|
| 1173 |
+
"method": "Shrinker"
|
| 1174 |
+
},
|
| 1175 |
+
{
|
| 1176 |
+
"dataset_id": "electricity_load_2011_2014",
|
| 1177 |
+
"method": "Tornado"
|
| 1178 |
+
},
|
| 1179 |
+
{
|
| 1180 |
+
"dataset_id": "electricity_production",
|
| 1181 |
+
"method": "Tornado"
|
| 1182 |
+
},
|
| 1183 |
+
{
|
| 1184 |
+
"dataset_id": "enedis-with-holidays",
|
| 1185 |
+
"method": "Gipfeli"
|
| 1186 |
+
},
|
| 1187 |
+
{
|
| 1188 |
+
"dataset_id": "enedis-with-holidays",
|
| 1189 |
+
"method": "LZJB"
|
| 1190 |
+
},
|
| 1191 |
+
{
|
| 1192 |
+
"dataset_id": "enedis-with-holidays",
|
| 1193 |
+
"method": "Shrinker"
|
| 1194 |
+
},
|
| 1195 |
+
{
|
| 1196 |
+
"dataset_id": "eweld_load",
|
| 1197 |
+
"method": "Gipfeli"
|
| 1198 |
+
},
|
| 1199 |
+
{
|
| 1200 |
+
"dataset_id": "eweld_load",
|
| 1201 |
+
"method": "LZJB"
|
| 1202 |
+
},
|
| 1203 |
+
{
|
| 1204 |
+
"dataset_id": "eweld_load",
|
| 1205 |
+
"method": "Shrinker"
|
| 1206 |
+
},
|
| 1207 |
+
{
|
| 1208 |
+
"dataset_id": "faang_engineered_time_series_features_2013_2025",
|
| 1209 |
+
"method": "LZO2A"
|
| 1210 |
+
},
|
| 1211 |
+
{
|
| 1212 |
+
"dataset_id": "forex_factory_calendar",
|
| 1213 |
+
"method": "CSC"
|
| 1214 |
+
},
|
| 1215 |
+
{
|
| 1216 |
+
"dataset_id": "forex_factory_calendar",
|
| 1217 |
+
"method": "Crush"
|
| 1218 |
+
},
|
| 1219 |
+
{
|
| 1220 |
+
"dataset_id": "fred_md",
|
| 1221 |
+
"method": "Crush"
|
| 1222 |
+
},
|
| 1223 |
+
{
|
| 1224 |
+
"dataset_id": "fred_md",
|
| 1225 |
+
"method": "LZJB"
|
| 1226 |
+
},
|
| 1227 |
+
{
|
| 1228 |
+
"dataset_id": "fred_md",
|
| 1229 |
+
"method": "LZSSE"
|
| 1230 |
+
},
|
| 1231 |
+
{
|
| 1232 |
+
"dataset_id": "freshretailnet_50k",
|
| 1233 |
+
"method": "CSC"
|
| 1234 |
+
},
|
| 1235 |
+
{
|
| 1236 |
+
"dataset_id": "freshretailnet_50k",
|
| 1237 |
+
"method": "Gipfeli"
|
| 1238 |
+
},
|
| 1239 |
+
{
|
| 1240 |
+
"dataset_id": "freshretailnet_50k",
|
| 1241 |
+
"method": "Shrinker"
|
| 1242 |
+
},
|
| 1243 |
+
{
|
| 1244 |
+
"dataset_id": "freshretailnet_lt",
|
| 1245 |
+
"method": "CSC"
|
| 1246 |
+
},
|
| 1247 |
+
{
|
| 1248 |
+
"dataset_id": "freshretailnet_lt",
|
| 1249 |
+
"method": "Crush"
|
| 1250 |
+
},
|
| 1251 |
+
{
|
| 1252 |
+
"dataset_id": "freshretailnet_lt",
|
| 1253 |
+
"method": "Gipfeli"
|
| 1254 |
+
},
|
| 1255 |
+
{
|
| 1256 |
+
"dataset_id": "freshretailnet_lt",
|
| 1257 |
+
"method": "Shrinker"
|
| 1258 |
+
},
|
| 1259 |
+
{
|
| 1260 |
+
"dataset_id": "github_top_projects",
|
| 1261 |
+
"method": "CSC"
|
| 1262 |
+
},
|
| 1263 |
+
{
|
| 1264 |
+
"dataset_id": "global_influenza",
|
| 1265 |
+
"method": "CSC"
|
| 1266 |
+
},
|
| 1267 |
+
{
|
| 1268 |
+
"dataset_id": "gluco_tsfm_benchmark",
|
| 1269 |
+
"method": "CSC"
|
| 1270 |
+
},
|
| 1271 |
+
{
|
| 1272 |
+
"dataset_id": "gluco_tsfm_benchmark",
|
| 1273 |
+
"method": "Crush"
|
| 1274 |
+
},
|
| 1275 |
+
{
|
| 1276 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 1277 |
+
"method": "CSC"
|
| 1278 |
+
},
|
| 1279 |
+
{
|
| 1280 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 1281 |
+
"method": "Camel"
|
| 1282 |
+
},
|
| 1283 |
+
{
|
| 1284 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 1285 |
+
"method": "Crush"
|
| 1286 |
+
},
|
| 1287 |
+
{
|
| 1288 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 1289 |
+
"method": "Gipfeli"
|
| 1290 |
+
},
|
| 1291 |
+
{
|
| 1292 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 1293 |
+
"method": "LZO2A"
|
| 1294 |
+
},
|
| 1295 |
+
{
|
| 1296 |
+
"dataset_id": "goes_omni_electron_flux_forecasting",
|
| 1297 |
+
"method": "Shrinker"
|
| 1298 |
+
},
|
| 1299 |
+
{
|
| 1300 |
+
"dataset_id": "hourly-stock-data-2023",
|
| 1301 |
+
"method": "LZO2A"
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"dataset_id": "hourly-stock-data-2023",
|
| 1305 |
+
"method": "Shrinker"
|
| 1306 |
+
},
|
| 1307 |
+
{
|
| 1308 |
+
"dataset_id": "indian_stock_hourly_2017_2021",
|
| 1309 |
+
"method": "Camel"
|
| 1310 |
+
},
|
| 1311 |
+
{
|
| 1312 |
+
"dataset_id": "indian_stock_hourly_2017_2021",
|
| 1313 |
+
"method": "Crush"
|
| 1314 |
+
},
|
| 1315 |
+
{
|
| 1316 |
+
"dataset_id": "jovian_lightning",
|
| 1317 |
+
"method": "CSC"
|
| 1318 |
+
},
|
| 1319 |
+
{
|
| 1320 |
+
"dataset_id": "jovian_lightning",
|
| 1321 |
+
"method": "Density"
|
| 1322 |
+
},
|
| 1323 |
+
{
|
| 1324 |
+
"dataset_id": "jovian_lightning",
|
| 1325 |
+
"method": "Gipfeli"
|
| 1326 |
+
},
|
| 1327 |
+
{
|
| 1328 |
+
"dataset_id": "jovian_lightning",
|
| 1329 |
+
"method": "LZO2A"
|
| 1330 |
+
},
|
| 1331 |
+
{
|
| 1332 |
+
"dataset_id": "jovian_lightning",
|
| 1333 |
+
"method": "Shrinker"
|
| 1334 |
+
},
|
| 1335 |
+
{
|
| 1336 |
+
"dataset_id": "kaggle_web_traffic",
|
| 1337 |
+
"method": "CSC"
|
| 1338 |
+
},
|
| 1339 |
+
{
|
| 1340 |
+
"dataset_id": "kaggle_web_traffic",
|
| 1341 |
+
"method": "Gipfeli"
|
| 1342 |
+
},
|
| 1343 |
+
{
|
| 1344 |
+
"dataset_id": "kaggle_web_traffic",
|
| 1345 |
+
"method": "Shrinker"
|
| 1346 |
+
},
|
| 1347 |
+
{
|
| 1348 |
+
"dataset_id": "kaggle_web_traffic_weekly",
|
| 1349 |
+
"method": "Gipfeli"
|
| 1350 |
+
},
|
| 1351 |
+
{
|
| 1352 |
+
"dataset_id": "kaggle_web_traffic_weekly",
|
| 1353 |
+
"method": "Shrinker"
|
| 1354 |
+
},
|
| 1355 |
+
{
|
| 1356 |
+
"dataset_id": "kdd_cup_2018",
|
| 1357 |
+
"method": "CSC"
|
| 1358 |
+
},
|
| 1359 |
+
{
|
| 1360 |
+
"dataset_id": "kdd_cup_2018",
|
| 1361 |
+
"method": "Gipfeli"
|
| 1362 |
+
},
|
| 1363 |
+
{
|
| 1364 |
+
"dataset_id": "kdd_cup_2018",
|
| 1365 |
+
"method": "Shrinker"
|
| 1366 |
+
},
|
| 1367 |
+
{
|
| 1368 |
+
"dataset_id": "knowable",
|
| 1369 |
+
"method": "CSC"
|
| 1370 |
+
},
|
| 1371 |
+
{
|
| 1372 |
+
"dataset_id": "knowable",
|
| 1373 |
+
"method": "Camel"
|
| 1374 |
+
},
|
| 1375 |
+
{
|
| 1376 |
+
"dataset_id": "knowable",
|
| 1377 |
+
"method": "Shrinker"
|
| 1378 |
+
},
|
| 1379 |
+
{
|
| 1380 |
+
"dataset_id": "kraken-trading-data",
|
| 1381 |
+
"method": "CSC"
|
| 1382 |
+
},
|
| 1383 |
+
{
|
| 1384 |
+
"dataset_id": "kraken-trading-data",
|
| 1385 |
+
"method": "Camel"
|
| 1386 |
+
},
|
| 1387 |
+
{
|
| 1388 |
+
"dataset_id": "kraken-trading-data",
|
| 1389 |
+
"method": "LZO2A"
|
| 1390 |
+
},
|
| 1391 |
+
{
|
| 1392 |
+
"dataset_id": "kraken-trading-data",
|
| 1393 |
+
"method": "Shrinker"
|
| 1394 |
+
},
|
| 1395 |
+
{
|
| 1396 |
+
"dataset_id": "london_smart_meters",
|
| 1397 |
+
"method": "CSC"
|
| 1398 |
+
},
|
| 1399 |
+
{
|
| 1400 |
+
"dataset_id": "london_smart_meters",
|
| 1401 |
+
"method": "Gipfeli"
|
| 1402 |
+
},
|
| 1403 |
+
{
|
| 1404 |
+
"dataset_id": "london_smart_meters",
|
| 1405 |
+
"method": "Shrinker"
|
| 1406 |
+
},
|
| 1407 |
+
{
|
| 1408 |
+
"dataset_id": "m2oe2_timeseries",
|
| 1409 |
+
"method": "CSC"
|
| 1410 |
+
},
|
| 1411 |
+
{
|
| 1412 |
+
"dataset_id": "m2oe2_timeseries",
|
| 1413 |
+
"method": "Crush"
|
| 1414 |
+
},
|
| 1415 |
+
{
|
| 1416 |
+
"dataset_id": "m2oe2_timeseries",
|
| 1417 |
+
"method": "Density"
|
| 1418 |
+
},
|
| 1419 |
+
{
|
| 1420 |
+
"dataset_id": "m2oe2_timeseries",
|
| 1421 |
+
"method": "Gipfeli"
|
| 1422 |
+
},
|
| 1423 |
+
{
|
| 1424 |
+
"dataset_id": "m2oe2_timeseries",
|
| 1425 |
+
"method": "Shrinker"
|
| 1426 |
+
},
|
| 1427 |
+
{
|
| 1428 |
+
"dataset_id": "macroecon",
|
| 1429 |
+
"method": "Gipfeli"
|
| 1430 |
+
},
|
| 1431 |
+
{
|
| 1432 |
+
"dataset_id": "macroecon",
|
| 1433 |
+
"method": "LZO2A"
|
| 1434 |
+
},
|
| 1435 |
+
{
|
| 1436 |
+
"dataset_id": "macroecon",
|
| 1437 |
+
"method": "Shrinker"
|
| 1438 |
+
},
|
| 1439 |
+
{
|
| 1440 |
+
"dataset_id": "medium_posts",
|
| 1441 |
+
"method": "CSC"
|
| 1442 |
+
},
|
| 1443 |
+
{
|
| 1444 |
+
"dataset_id": "meteoblue",
|
| 1445 |
+
"method": "CSC"
|
| 1446 |
+
},
|
| 1447 |
+
{
|
| 1448 |
+
"dataset_id": "meteoblue",
|
| 1449 |
+
"method": "Crush"
|
| 1450 |
+
},
|
| 1451 |
+
{
|
| 1452 |
+
"dataset_id": "meteoblue",
|
| 1453 |
+
"method": "LZSSE"
|
| 1454 |
+
},
|
| 1455 |
+
{
|
| 1456 |
+
"dataset_id": "meteoblue",
|
| 1457 |
+
"method": "Shrinker"
|
| 1458 |
+
},
|
| 1459 |
+
{
|
| 1460 |
+
"dataset_id": "metropt_3",
|
| 1461 |
+
"method": "Gipfeli"
|
| 1462 |
+
},
|
| 1463 |
+
{
|
| 1464 |
+
"dataset_id": "multi_model_trading_data",
|
| 1465 |
+
"method": "LZO2A"
|
| 1466 |
+
},
|
| 1467 |
+
{
|
| 1468 |
+
"dataset_id": "multi_model_trading_data",
|
| 1469 |
+
"method": "Shrinker"
|
| 1470 |
+
},
|
| 1471 |
+
{
|
| 1472 |
+
"dataset_id": "nasa_maven_kp_insitu",
|
| 1473 |
+
"method": "CSC"
|
| 1474 |
+
},
|
| 1475 |
+
{
|
| 1476 |
+
"dataset_id": "nasa_maven_kp_insitu",
|
| 1477 |
+
"method": "Camel"
|
| 1478 |
+
},
|
| 1479 |
+
{
|
| 1480 |
+
"dataset_id": "nasa_maven_kp_insitu",
|
| 1481 |
+
"method": "Shrinker"
|
| 1482 |
+
},
|
| 1483 |
+
{
|
| 1484 |
+
"dataset_id": "ne_china_wind",
|
| 1485 |
+
"method": "LZO2A"
|
| 1486 |
+
},
|
| 1487 |
+
{
|
| 1488 |
+
"dataset_id": "nifty50_market_regime",
|
| 1489 |
+
"method": "Shrinker"
|
| 1490 |
+
},
|
| 1491 |
+
{
|
| 1492 |
+
"dataset_id": "oikolab_weather",
|
| 1493 |
+
"method": "CSC"
|
| 1494 |
+
},
|
| 1495 |
+
{
|
| 1496 |
+
"dataset_id": "oikolab_weather",
|
| 1497 |
+
"method": "Gipfeli"
|
| 1498 |
+
},
|
| 1499 |
+
{
|
| 1500 |
+
"dataset_id": "oikolab_weather",
|
| 1501 |
+
"method": "Shrinker"
|
| 1502 |
+
},
|
| 1503 |
+
{
|
| 1504 |
+
"dataset_id": "ooni_censorship_historical",
|
| 1505 |
+
"method": "CSC"
|
| 1506 |
+
},
|
| 1507 |
+
{
|
| 1508 |
+
"dataset_id": "ooni_censorship_historical",
|
| 1509 |
+
"method": "Shrinker"
|
| 1510 |
+
},
|
| 1511 |
+
{
|
| 1512 |
+
"dataset_id": "openelectricity_nem",
|
| 1513 |
+
"method": "Gipfeli"
|
| 1514 |
+
},
|
| 1515 |
+
{
|
| 1516 |
+
"dataset_id": "openelectricity_nem",
|
| 1517 |
+
"method": "Shrinker"
|
| 1518 |
+
},
|
| 1519 |
+
{
|
| 1520 |
+
"dataset_id": "orbital_chaos_nasa_ssc",
|
| 1521 |
+
"method": "CSC"
|
| 1522 |
+
},
|
| 1523 |
+
{
|
| 1524 |
+
"dataset_id": "orbital_chaos_nasa_ssc",
|
| 1525 |
+
"method": "Crush"
|
| 1526 |
+
},
|
| 1527 |
+
{
|
| 1528 |
+
"dataset_id": "orbital_chaos_nasa_ssc",
|
| 1529 |
+
"method": "LZO2A"
|
| 1530 |
+
},
|
| 1531 |
+
{
|
| 1532 |
+
"dataset_id": "pedestrian_counts",
|
| 1533 |
+
"method": "CSC"
|
| 1534 |
+
},
|
| 1535 |
+
{
|
| 1536 |
+
"dataset_id": "pedestrian_counts",
|
| 1537 |
+
"method": "Crush"
|
| 1538 |
+
},
|
| 1539 |
+
{
|
| 1540 |
+
"dataset_id": "polymarket_crypto_5m_15m",
|
| 1541 |
+
"method": "CSC"
|
| 1542 |
+
},
|
| 1543 |
+
{
|
| 1544 |
+
"dataset_id": "polymarket_crypto_5m_15m",
|
| 1545 |
+
"method": "Camel"
|
| 1546 |
+
},
|
| 1547 |
+
{
|
| 1548 |
+
"dataset_id": "port_activity",
|
| 1549 |
+
"method": "Shrinker"
|
| 1550 |
+
},
|
| 1551 |
+
{
|
| 1552 |
+
"dataset_id": "quitobench",
|
| 1553 |
+
"method": "CSC"
|
| 1554 |
+
},
|
| 1555 |
+
{
|
| 1556 |
+
"dataset_id": "quitobench",
|
| 1557 |
+
"method": "Camel"
|
| 1558 |
+
},
|
| 1559 |
+
{
|
| 1560 |
+
"dataset_id": "quitobench",
|
| 1561 |
+
"method": "Crush"
|
| 1562 |
+
},
|
| 1563 |
+
{
|
| 1564 |
+
"dataset_id": "rating",
|
| 1565 |
+
"method": "CSC"
|
| 1566 |
+
},
|
| 1567 |
+
{
|
| 1568 |
+
"dataset_id": "rating",
|
| 1569 |
+
"method": "Crush"
|
| 1570 |
+
},
|
| 1571 |
+
{
|
| 1572 |
+
"dataset_id": "rating",
|
| 1573 |
+
"method": "LZJB"
|
| 1574 |
+
},
|
| 1575 |
+
{
|
| 1576 |
+
"dataset_id": "reg_forecasting_v2",
|
| 1577 |
+
"method": "CSC"
|
| 1578 |
+
},
|
| 1579 |
+
{
|
| 1580 |
+
"dataset_id": "reg_forecasting_v2",
|
| 1581 |
+
"method": "Shrinker"
|
| 1582 |
+
},
|
| 1583 |
+
{
|
| 1584 |
+
"dataset_id": "rideshare",
|
| 1585 |
+
"method": "Gipfeli"
|
| 1586 |
+
},
|
| 1587 |
+
{
|
| 1588 |
+
"dataset_id": "rideshare",
|
| 1589 |
+
"method": "Shrinker"
|
| 1590 |
+
},
|
| 1591 |
+
{
|
| 1592 |
+
"dataset_id": "salesforecastingwomartstore",
|
| 1593 |
+
"method": "Camel"
|
| 1594 |
+
},
|
| 1595 |
+
{
|
| 1596 |
+
"dataset_id": "salesforecastingwomartstore",
|
| 1597 |
+
"method": "Crush"
|
| 1598 |
+
},
|
| 1599 |
+
{
|
| 1600 |
+
"dataset_id": "salesforecastingwomartstore",
|
| 1601 |
+
"method": "Shrinker"
|
| 1602 |
+
},
|
| 1603 |
+
{
|
| 1604 |
+
"dataset_id": "saugeenday-monash",
|
| 1605 |
+
"method": "Gipfeli"
|
| 1606 |
+
},
|
| 1607 |
+
{
|
| 1608 |
+
"dataset_id": "saugeenday-monash",
|
| 1609 |
+
"method": "Shrinker"
|
| 1610 |
+
},
|
| 1611 |
+
{
|
| 1612 |
+
"dataset_id": "sg_carpark",
|
| 1613 |
+
"method": "Gipfeli"
|
| 1614 |
+
},
|
| 1615 |
+
{
|
| 1616 |
+
"dataset_id": "sg_carpark",
|
| 1617 |
+
"method": "Shrinker"
|
| 1618 |
+
},
|
| 1619 |
+
{
|
| 1620 |
+
"dataset_id": "sg_pm25",
|
| 1621 |
+
"method": "Gipfeli"
|
| 1622 |
+
},
|
| 1623 |
+
{
|
| 1624 |
+
"dataset_id": "sg_pm25",
|
| 1625 |
+
"method": "Shrinker"
|
| 1626 |
+
},
|
| 1627 |
+
{
|
| 1628 |
+
"dataset_id": "solar_10_minutes",
|
| 1629 |
+
"method": "CSC"
|
| 1630 |
+
},
|
| 1631 |
+
{
|
| 1632 |
+
"dataset_id": "solar_10_minutes",
|
| 1633 |
+
"method": "Shrinker"
|
| 1634 |
+
},
|
| 1635 |
+
{
|
| 1636 |
+
"dataset_id": "solar_4_seconds",
|
| 1637 |
+
"method": "CSC"
|
| 1638 |
+
},
|
| 1639 |
+
{
|
| 1640 |
+
"dataset_id": "solar_4_seconds",
|
| 1641 |
+
"method": "Gipfeli"
|
| 1642 |
+
},
|
| 1643 |
+
{
|
| 1644 |
+
"dataset_id": "solar_4_seconds",
|
| 1645 |
+
"method": "Shrinker"
|
| 1646 |
+
},
|
| 1647 |
+
{
|
| 1648 |
+
"dataset_id": "solusdt_enhanced_180",
|
| 1649 |
+
"method": "CSC"
|
| 1650 |
+
},
|
| 1651 |
+
{
|
| 1652 |
+
"dataset_id": "solusdt_enhanced_180",
|
| 1653 |
+
"method": "Camel"
|
| 1654 |
+
},
|
| 1655 |
+
{
|
| 1656 |
+
"dataset_id": "spx",
|
| 1657 |
+
"method": "CSC"
|
| 1658 |
+
},
|
| 1659 |
+
{
|
| 1660 |
+
"dataset_id": "stock_dataset",
|
| 1661 |
+
"method": "CSC"
|
| 1662 |
+
},
|
| 1663 |
+
{
|
| 1664 |
+
"dataset_id": "stock_dataset",
|
| 1665 |
+
"method": "Camel"
|
| 1666 |
+
},
|
| 1667 |
+
{
|
| 1668 |
+
"dataset_id": "stock_dataset",
|
| 1669 |
+
"method": "Crush"
|
| 1670 |
+
},
|
| 1671 |
+
{
|
| 1672 |
+
"dataset_id": "stock_dataset",
|
| 1673 |
+
"method": "LZO2A"
|
| 1674 |
+
},
|
| 1675 |
+
{
|
| 1676 |
+
"dataset_id": "stock_dataset",
|
| 1677 |
+
"method": "Shrinker"
|
| 1678 |
+
},
|
| 1679 |
+
{
|
| 1680 |
+
"dataset_id": "substorm_onsets",
|
| 1681 |
+
"method": "CSC"
|
| 1682 |
+
},
|
| 1683 |
+
{
|
| 1684 |
+
"dataset_id": "substorm_onsets",
|
| 1685 |
+
"method": "Camel"
|
| 1686 |
+
},
|
| 1687 |
+
{
|
| 1688 |
+
"dataset_id": "sunspot",
|
| 1689 |
+
"method": "CSC"
|
| 1690 |
+
},
|
| 1691 |
+
{
|
| 1692 |
+
"dataset_id": "sunspot",
|
| 1693 |
+
"method": "Gipfeli"
|
| 1694 |
+
},
|
| 1695 |
+
{
|
| 1696 |
+
"dataset_id": "sunspot",
|
| 1697 |
+
"method": "Shrinker"
|
| 1698 |
+
},
|
| 1699 |
+
{
|
| 1700 |
+
"dataset_id": "telangana_weather",
|
| 1701 |
+
"method": "CSC"
|
| 1702 |
+
},
|
| 1703 |
+
{
|
| 1704 |
+
"dataset_id": "telangana_weather",
|
| 1705 |
+
"method": "Gipfeli"
|
| 1706 |
+
},
|
| 1707 |
+
{
|
| 1708 |
+
"dataset_id": "telangana_weather",
|
| 1709 |
+
"method": "Shrinker"
|
| 1710 |
+
},
|
| 1711 |
+
{
|
| 1712 |
+
"dataset_id": "temperature_rain",
|
| 1713 |
+
"method": "CSC"
|
| 1714 |
+
},
|
| 1715 |
+
{
|
| 1716 |
+
"dataset_id": "temperature_rain",
|
| 1717 |
+
"method": "Gipfeli"
|
| 1718 |
+
},
|
| 1719 |
+
{
|
| 1720 |
+
"dataset_id": "temperature_rain",
|
| 1721 |
+
"method": "Shrinker"
|
| 1722 |
+
},
|
| 1723 |
+
{
|
| 1724 |
+
"dataset_id": "timeseries-1m-QQQ-10y",
|
| 1725 |
+
"method": "CSC"
|
| 1726 |
+
},
|
| 1727 |
+
{
|
| 1728 |
+
"dataset_id": "timeseries-1m-QQQ-10y",
|
| 1729 |
+
"method": "Camel"
|
| 1730 |
+
},
|
| 1731 |
+
{
|
| 1732 |
+
"dataset_id": "timeseries-finance-ETF",
|
| 1733 |
+
"method": "Gipfeli"
|
| 1734 |
+
},
|
| 1735 |
+
{
|
| 1736 |
+
"dataset_id": "timeseries-finance-ETF",
|
| 1737 |
+
"method": "Shrinker"
|
| 1738 |
+
},
|
| 1739 |
+
{
|
| 1740 |
+
"dataset_id": "timeseries_1mn_sp500",
|
| 1741 |
+
"method": "CSC"
|
| 1742 |
+
},
|
| 1743 |
+
{
|
| 1744 |
+
"dataset_id": "timeseries_1mn_sp500",
|
| 1745 |
+
"method": "Camel"
|
| 1746 |
+
},
|
| 1747 |
+
{
|
| 1748 |
+
"dataset_id": "timeseries_1mn_stocks",
|
| 1749 |
+
"method": "CSC"
|
| 1750 |
+
},
|
| 1751 |
+
{
|
| 1752 |
+
"dataset_id": "timeseries_1mn_stocks",
|
| 1753 |
+
"method": "Camel"
|
| 1754 |
+
},
|
| 1755 |
+
{
|
| 1756 |
+
"dataset_id": "timeseries_1mn_stocks",
|
| 1757 |
+
"method": "Crush"
|
| 1758 |
+
},
|
| 1759 |
+
{
|
| 1760 |
+
"dataset_id": "timeseries_1mn_stocks",
|
| 1761 |
+
"method": "Shrinker"
|
| 1762 |
+
},
|
| 1763 |
+
{
|
| 1764 |
+
"dataset_id": "timeseries_finance_etf_missing",
|
| 1765 |
+
"method": "Gipfeli"
|
| 1766 |
+
},
|
| 1767 |
+
{
|
| 1768 |
+
"dataset_id": "timeseries_finance_etf_missing",
|
| 1769 |
+
"method": "Shrinker"
|
| 1770 |
+
},
|
| 1771 |
+
{
|
| 1772 |
+
"dataset_id": "tourism_monthly",
|
| 1773 |
+
"method": "CSC"
|
| 1774 |
+
},
|
| 1775 |
+
{
|
| 1776 |
+
"dataset_id": "tourism_monthly-zaai-ai",
|
| 1777 |
+
"method": "CSC"
|
| 1778 |
+
},
|
| 1779 |
+
{
|
| 1780 |
+
"dataset_id": "tourism_monthly-zaai-ai",
|
| 1781 |
+
"method": "Camel"
|
| 1782 |
+
},
|
| 1783 |
+
{
|
| 1784 |
+
"dataset_id": "tourism_monthly-zaai-ai",
|
| 1785 |
+
"method": "Shrinker"
|
| 1786 |
+
},
|
| 1787 |
+
{
|
| 1788 |
+
"dataset_id": "tourism_quarterly",
|
| 1789 |
+
"method": "CSC"
|
| 1790 |
+
},
|
| 1791 |
+
{
|
| 1792 |
+
"dataset_id": "tourism_residuals",
|
| 1793 |
+
"method": "CSC"
|
| 1794 |
+
},
|
| 1795 |
+
{
|
| 1796 |
+
"dataset_id": "tourism_residuals",
|
| 1797 |
+
"method": "Camel"
|
| 1798 |
+
},
|
| 1799 |
+
{
|
| 1800 |
+
"dataset_id": "tourism_residuals",
|
| 1801 |
+
"method": "Shrinker"
|
| 1802 |
+
},
|
| 1803 |
+
{
|
| 1804 |
+
"dataset_id": "traffic",
|
| 1805 |
+
"method": "Gipfeli"
|
| 1806 |
+
},
|
| 1807 |
+
{
|
| 1808 |
+
"dataset_id": "traffic",
|
| 1809 |
+
"method": "Shrinker"
|
| 1810 |
+
},
|
| 1811 |
+
{
|
| 1812 |
+
"dataset_id": "traffic_hourly",
|
| 1813 |
+
"method": "Gipfeli"
|
| 1814 |
+
},
|
| 1815 |
+
{
|
| 1816 |
+
"dataset_id": "traffic_hourly",
|
| 1817 |
+
"method": "Shrinker"
|
| 1818 |
+
},
|
| 1819 |
+
{
|
| 1820 |
+
"dataset_id": "traffic_weekly",
|
| 1821 |
+
"method": "Gipfeli"
|
| 1822 |
+
},
|
| 1823 |
+
{
|
| 1824 |
+
"dataset_id": "traffic_weekly",
|
| 1825 |
+
"method": "Shrinker"
|
| 1826 |
+
},
|
| 1827 |
+
{
|
| 1828 |
+
"dataset_id": "trending_stocks_yahoo_finance",
|
| 1829 |
+
"method": "CSC"
|
| 1830 |
+
},
|
| 1831 |
+
{
|
| 1832 |
+
"dataset_id": "trxusdt_spot_1m_05_2021_to_03_2026",
|
| 1833 |
+
"method": "Gipfeli"
|
| 1834 |
+
},
|
| 1835 |
+
{
|
| 1836 |
+
"dataset_id": "trxusdt_spot_1m_05_2021_to_03_2026",
|
| 1837 |
+
"method": "LZO2A"
|
| 1838 |
+
},
|
| 1839 |
+
{
|
| 1840 |
+
"dataset_id": "trxusdt_spot_1m_05_2021_to_03_2026",
|
| 1841 |
+
"method": "Shrinker"
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"dataset_id": "uk_electricity_generation_mix_2019_2026",
|
| 1845 |
+
"method": "CSC"
|
| 1846 |
+
},
|
| 1847 |
+
{
|
| 1848 |
+
"dataset_id": "uk_electricity_generation_mix_2019_2026",
|
| 1849 |
+
"method": "Shrinker"
|
| 1850 |
+
},
|
| 1851 |
+
{
|
| 1852 |
+
"dataset_id": "us_births-monash",
|
| 1853 |
+
"method": "CSC"
|
| 1854 |
+
},
|
| 1855 |
+
{
|
| 1856 |
+
"dataset_id": "us_labor",
|
| 1857 |
+
"method": "CSC"
|
| 1858 |
+
},
|
| 1859 |
+
{
|
| 1860 |
+
"dataset_id": "us_stock_financial_ratios",
|
| 1861 |
+
"method": "Camel"
|
| 1862 |
+
},
|
| 1863 |
+
{
|
| 1864 |
+
"dataset_id": "vehicle_trips",
|
| 1865 |
+
"method": "Gipfeli"
|
| 1866 |
+
},
|
| 1867 |
+
{
|
| 1868 |
+
"dataset_id": "water_quality_darwin",
|
| 1869 |
+
"method": "Shrinker"
|
| 1870 |
+
},
|
| 1871 |
+
{
|
| 1872 |
+
"dataset_id": "weather_data_NC",
|
| 1873 |
+
"method": "CSC"
|
| 1874 |
+
},
|
| 1875 |
+
{
|
| 1876 |
+
"dataset_id": "weather_data_NC",
|
| 1877 |
+
"method": "Shrinker"
|
| 1878 |
+
},
|
| 1879 |
+
{
|
| 1880 |
+
"dataset_id": "weather_data_bavaria",
|
| 1881 |
+
"method": "CSC"
|
| 1882 |
+
},
|
| 1883 |
+
{
|
| 1884 |
+
"dataset_id": "weather_data_bavaria",
|
| 1885 |
+
"method": "Crush"
|
| 1886 |
+
},
|
| 1887 |
+
{
|
| 1888 |
+
"dataset_id": "weather_data_bavaria",
|
| 1889 |
+
"method": "Shrinker"
|
| 1890 |
+
},
|
| 1891 |
+
{
|
| 1892 |
+
"dataset_id": "wids2023_competition_weather_forecasting",
|
| 1893 |
+
"method": "Tornado"
|
| 1894 |
+
},
|
| 1895 |
+
{
|
| 1896 |
+
"dataset_id": "wind_4_seconds",
|
| 1897 |
+
"method": "CSC"
|
| 1898 |
+
},
|
| 1899 |
+
{
|
| 1900 |
+
"dataset_id": "wind_4_seconds",
|
| 1901 |
+
"method": "Gipfeli"
|
| 1902 |
+
},
|
| 1903 |
+
{
|
| 1904 |
+
"dataset_id": "wind_4_seconds",
|
| 1905 |
+
"method": "LZJB"
|
| 1906 |
+
},
|
| 1907 |
+
{
|
| 1908 |
+
"dataset_id": "wind_4_seconds",
|
| 1909 |
+
"method": "LZSSE"
|
| 1910 |
+
},
|
| 1911 |
+
{
|
| 1912 |
+
"dataset_id": "wind_4_seconds",
|
| 1913 |
+
"method": "Shrinker"
|
| 1914 |
+
},
|
| 1915 |
+
{
|
| 1916 |
+
"dataset_id": "wind_farms_minutely",
|
| 1917 |
+
"method": "CSC"
|
| 1918 |
+
},
|
| 1919 |
+
{
|
| 1920 |
+
"dataset_id": "wind_farms_minutely",
|
| 1921 |
+
"method": "Crush"
|
| 1922 |
+
},
|
| 1923 |
+
{
|
| 1924 |
+
"dataset_id": "wind_farms_minutely",
|
| 1925 |
+
"method": "Gipfeli"
|
| 1926 |
+
},
|
| 1927 |
+
{
|
| 1928 |
+
"dataset_id": "wind_farms_minutely",
|
| 1929 |
+
"method": "LZJB"
|
| 1930 |
+
},
|
| 1931 |
+
{
|
| 1932 |
+
"dataset_id": "wind_farms_minutely",
|
| 1933 |
+
"method": "LZSSE"
|
| 1934 |
+
},
|
| 1935 |
+
{
|
| 1936 |
+
"dataset_id": "wind_farms_minutely",
|
| 1937 |
+
"method": "Shrinker"
|
| 1938 |
+
},
|
| 1939 |
+
{
|
| 1940 |
+
"dataset_id": "wordle_mcm_dataset",
|
| 1941 |
+
"method": "Shrinker"
|
| 1942 |
+
},
|
| 1943 |
+
{
|
| 1944 |
+
"dataset_id": "wui_global",
|
| 1945 |
+
"method": "CSC"
|
| 1946 |
+
},
|
| 1947 |
+
{
|
| 1948 |
+
"dataset_id": "wui_global",
|
| 1949 |
+
"method": "Shrinker"
|
| 1950 |
+
},
|
| 1951 |
+
{
|
| 1952 |
+
"dataset_id": "wui_global",
|
| 1953 |
+
"method": "Tornado"
|
| 1954 |
+
},
|
| 1955 |
+
{
|
| 1956 |
+
"dataset_id": "xauusd",
|
| 1957 |
+
"method": "Crush"
|
| 1958 |
+
},
|
| 1959 |
+
{
|
| 1960 |
+
"dataset_id": "xauusd",
|
| 1961 |
+
"method": "Gipfeli"
|
| 1962 |
+
},
|
| 1963 |
+
{
|
| 1964 |
+
"dataset_id": "xauusd",
|
| 1965 |
+
"method": "LZJB"
|
| 1966 |
+
},
|
| 1967 |
+
{
|
| 1968 |
+
"dataset_id": "xauusd",
|
| 1969 |
+
"method": "Shrinker"
|
| 1970 |
+
},
|
| 1971 |
+
{
|
| 1972 |
+
"dataset_id": "xauusd_1m",
|
| 1973 |
+
"method": "CSC"
|
| 1974 |
+
},
|
| 1975 |
+
{
|
| 1976 |
+
"dataset_id": "xauusd_1m",
|
| 1977 |
+
"method": "LZSSE"
|
| 1978 |
+
},
|
| 1979 |
+
{
|
| 1980 |
+
"dataset_id": "xinyi_public_gym",
|
| 1981 |
+
"method": "LZJB"
|
| 1982 |
+
},
|
| 1983 |
+
{
|
| 1984 |
+
"dataset_id": "xinyi_public_gym",
|
| 1985 |
+
"method": "Shrinker"
|
| 1986 |
+
},
|
| 1987 |
+
{
|
| 1988 |
+
"dataset_id": "xrpusdt_spot_1m_05_2021_to_03_2026",
|
| 1989 |
+
"method": "Gipfeli"
|
| 1990 |
+
},
|
| 1991 |
+
{
|
| 1992 |
+
"dataset_id": "xrpusdt_spot_1m_05_2021_to_03_2026",
|
| 1993 |
+
"method": "LZJB"
|
| 1994 |
+
},
|
| 1995 |
+
{
|
| 1996 |
+
"dataset_id": "xrpusdt_spot_1m_05_2021_to_03_2026",
|
| 1997 |
+
"method": "LZO2A"
|
| 1998 |
+
},
|
| 1999 |
+
{
|
| 2000 |
+
"dataset_id": "xrpusdt_spot_1m_05_2021_to_03_2026",
|
| 2001 |
+
"method": "LZSSE"
|
| 2002 |
+
},
|
| 2003 |
+
{
|
| 2004 |
+
"dataset_id": "xrpusdt_spot_1m_05_2021_to_03_2026",
|
| 2005 |
+
"method": "Shrinker"
|
| 2006 |
+
},
|
| 2007 |
+
{
|
| 2008 |
+
"dataset_id": "yongchun_public_gym",
|
| 2009 |
+
"method": "Gipfeli"
|
| 2010 |
+
},
|
| 2011 |
+
{
|
| 2012 |
+
"dataset_id": "yongchun_public_gym",
|
| 2013 |
+
"method": "LZJB"
|
| 2014 |
+
},
|
| 2015 |
+
{
|
| 2016 |
+
"dataset_id": "yongchun_public_gym",
|
| 2017 |
+
"method": "Shrinker"
|
| 2018 |
+
},
|
| 2019 |
+
{
|
| 2020 |
+
"dataset_id": "zillow_viewer",
|
| 2021 |
+
"method": "CSC"
|
| 2022 |
+
},
|
| 2023 |
+
{
|
| 2024 |
+
"dataset_id": "zillow_viewer",
|
| 2025 |
+
"method": "Crush"
|
| 2026 |
+
},
|
| 2027 |
+
{
|
| 2028 |
+
"dataset_id": "zillow_viewer",
|
| 2029 |
+
"method": "Gipfeli"
|
| 2030 |
+
},
|
| 2031 |
+
{
|
| 2032 |
+
"dataset_id": "zillow_viewer",
|
| 2033 |
+
"method": "Shrinker"
|
| 2034 |
+
}
|
| 2035 |
+
],
|
| 2036 |
+
"equations": {
|
| 2037 |
+
"accepted_unique": "154 + 21 - 1 = 174",
|
| 2038 |
+
"matrix_partition": "13940 = 11338 numeric + 2274 N/A + 328 unresolved",
|
| 2039 |
+
"problem_partition": "502 = 174 accepted + 327 current backfill + 1 omitted Shrinker",
|
| 2040 |
+
"stale_inventory_gap": "154 current V9 - 146 stale V9 = 8 newly recovered"
|
| 2041 |
+
},
|
| 2042 |
+
"identity": "dataset_id + method label; method_id retained in source records",
|
| 2043 |
+
"omitted_unresolved": [
|
| 2044 |
+
{
|
| 2045 |
+
"baseline_receipt": {
|
| 2046 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/formal_native86/by_dataset/wids2023_competition_weather_forecasting/receipts/7212325e8079e5c3.json",
|
| 2047 |
+
"schema": "paper172-native86-method-dataset-receipt-v1",
|
| 2048 |
+
"sha256": "ab4a95198ed63a154030df855470cb8e6c4bda4b746aeb4294edfb85335063d5",
|
| 2049 |
+
"status": "complete_with_failures"
|
| 2050 |
+
},
|
| 2051 |
+
"cold": {
|
| 2052 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/formal_native86/by_dataset/wids2023_competition_weather_forecasting/cold/7212325e8079e5c3.jsonl",
|
| 2053 |
+
"rows": 485,
|
| 2054 |
+
"sha256": "9ef1899b4e4fbf49d6fd6b9c6c845e6849ac122aa4d4e574e4e2311043ab3ad8",
|
| 2055 |
+
"status_counts": {
|
| 2056 |
+
"ok": 485
|
| 2057 |
+
}
|
| 2058 |
+
},
|
| 2059 |
+
"current327_disposition": "absent; must run in a separate new root",
|
| 2060 |
+
"dataset_id": "wids2023_competition_weather_forecasting",
|
| 2061 |
+
"failed_aggregate_ids": [
|
| 2062 |
+
"wids2023_competition_weather_forecasting|value|c0006",
|
| 2063 |
+
"wids2023_competition_weather_forecasting|value|c0249"
|
| 2064 |
+
],
|
| 2065 |
+
"failure_classes": [
|
| 2066 |
+
"RECONSTRUCTION_MISMATCH"
|
| 2067 |
+
],
|
| 2068 |
+
"failure_reasons": [
|
| 2069 |
+
"restored root SHA-256 mismatch"
|
| 2070 |
+
],
|
| 2071 |
+
"identity": {
|
| 2072 |
+
"catalog_sha256": "12b5df6bbb51168b5a5dc127e7924abae63ea1ef270de5443f20ace03e5dd95f",
|
| 2073 |
+
"input_integrity_segment_descriptor_sha256_chain": "0c8f27323d59305825888e26f4e4b59c9993f95c40793a815dd7b3f12553b77f",
|
| 2074 |
+
"input_integrity_typed_file_sha256_chain": "742f0deb983bf6247d3836f5fd9b3815471e29cb212497b2f80f7779515d1ee0",
|
| 2075 |
+
"manifest_sha256": "28798242c37ad0892e6663fda33f3267d74810091aa396aa73b2db91128ab0ce",
|
| 2076 |
+
"ready_sha256": "868674b0a121a7e6d0d112ed9462aacf8c7ce4258f93df0b499808334ff5da34",
|
| 2077 |
+
"source_preparation_contract_sha256": "bb54b64b46301740349443b4d027ba15ce53053f9b6fb6863b2a7aea590e777e"
|
| 2078 |
+
},
|
| 2079 |
+
"launch_conditions": {
|
| 2080 |
+
"exact_baseline_receipt_rehash_required": true,
|
| 2081 |
+
"exact_result_cold_and_process_log_rehash_required": true,
|
| 2082 |
+
"fresh_isolated_attempt_ledger_required": true,
|
| 2083 |
+
"no_original_claim_may_be_ignored": true,
|
| 2084 |
+
"review_receipt_bound_to_this_manifest_sha256": true,
|
| 2085 |
+
"shared_cpu_lock_and_temporary_reservation_required": true
|
| 2086 |
+
},
|
| 2087 |
+
"method": "Shrinker",
|
| 2088 |
+
"method_id": "7212325e8079e5c3",
|
| 2089 |
+
"resolved_by_later_receipt": false,
|
| 2090 |
+
"result": {
|
| 2091 |
+
"path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/formal_native86/by_dataset/wids2023_competition_weather_forecasting/results/7212325e8079e5c3.jsonl",
|
| 2092 |
+
"rows": 487,
|
| 2093 |
+
"sha256": "ead5f3682f02335fd0bf69622c4a2f870702a8e837f81c3cef338eacd90c2433",
|
| 2094 |
+
"status_counts": {
|
| 2095 |
+
"failed": 2,
|
| 2096 |
+
"ok": 485
|
| 2097 |
+
}
|
| 2098 |
+
},
|
| 2099 |
+
"selection_key_hex": "77696473323032335f636f6d7065746974696f6e5f776561746865725f666f726563617374696e670037323132333235653830373965356333",
|
| 2100 |
+
"v9_disposition": "approved seventh-phase supplement was not dispatched"
|
| 2101 |
+
}
|
| 2102 |
+
],
|
| 2103 |
+
"overlap": [
|
| 2104 |
+
{
|
| 2105 |
+
"dataset_id": "weather_data_bavaria",
|
| 2106 |
+
"method": "LZG"
|
| 2107 |
+
}
|
| 2108 |
+
],
|
| 2109 |
+
"schema": "paper164-recovery-key-reconciliation-v1",
|
| 2110 |
+
"source_artifacts": {
|
| 2111 |
+
"host192_strict21": {
|
| 2112 |
+
"path": "source-checkout/analysis_outputs/paper164_performance_refresh_20261011/feeds/host192_strict_pairs.csv",
|
| 2113 |
+
"sha256": "18458f2d62cdf7966a928bf05353ecc906892e22dc582e52e09731158412f583"
|
| 2114 |
+
},
|
| 2115 |
+
"main_terminal": {
|
| 2116 |
+
"path": "source-checkout/analysis_outputs/paper164_performance_refresh_20261011/COVERAGE_SANITY.full_main166_terminal_pairs.jsonl.gz",
|
| 2117 |
+
"sha256": "1f625d13e48d11c33c703517c13071d9ffc17ff98ed7b31e95277609251cccf9"
|
| 2118 |
+
},
|
| 2119 |
+
"remote_key_evidence": {
|
| 2120 |
+
"path": "source-checkout/analysis_outputs/paper164_performance_refresh_20261011/COVERAGE_SANITY.recovery_remote_key_evidence.json",
|
| 2121 |
+
"sha256": "02df77fa3671ce53a67352d3b4af50b1e0dc5bb1185c97f1ec33ad0dc177a746"
|
| 2122 |
+
},
|
| 2123 |
+
"undispatched_shrinker_supplement": {
|
| 2124 |
+
"path": "source-checkout/analysis_outputs/v9_runner_status_compat_20261010/remote_inputs/RETRY_MANIFEST_ORIGINAL_SUPPLEMENT_V1_WEBSITE164_FILTERED_METHOD85_V9_EXECUTION356_IDLE_V2_85e6e3b6b7ef84458090605c023efab02741960598be7d2cfe910cc28f24a8fb.json",
|
| 2125 |
+
"sha256": "85e6e3b6b7ef84458090605c023efab02741960598be7d2cfe910cc28f24a8fb"
|
| 2126 |
+
},
|
| 2127 |
+
"v9_current154_thin": {
|
| 2128 |
+
"path": "source-checkout/analysis_outputs/paper164_performance_refresh_20261011/COVERAGE_SANITY.v9_current154_thin.jsonl.gz",
|
| 2129 |
+
"sha256": "f538e84dd2b4fee3c1b0d68408095fc88714eafe3ac0e6a57d6dc674f39e47a0"
|
| 2130 |
+
},
|
| 2131 |
+
"v9_stale146": {
|
| 2132 |
+
"path": "source-checkout/analysis_outputs/paper164_performance_refresh_20261011/COVERAGE_SANITY.v9_overlay166.json",
|
| 2133 |
+
"sha256": "78f45e11ebf8f77fdbf9164583710ede4bfc9824c90ceb3512cd67fcc290473c"
|
| 2134 |
+
}
|
| 2135 |
+
},
|
| 2136 |
+
"source_receipt_sha256": "e3660b8dd40a3f124d54c53e4814ee20d91a711c1ea323b53bb6675d81612498",
|
| 2137 |
+
"status": "passed_with_one_omitted_problem_scheduled_for_separate_sidecar",
|
| 2138 |
+
"v9_new_since_stale_inventory": [
|
| 2139 |
+
{
|
| 2140 |
+
"all_aggregate_ids_sha256": "d497478804b3b649930470bdc28af6753e768d8e6ef12ff9380ef641ca8bf4d7",
|
| 2141 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 2142 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/by_dataset/jovian_lightning/cold/30405ccbe4d82992.jsonl",
|
| 2143 |
+
"cold_rows": 69,
|
| 2144 |
+
"cold_sha256": "a339d41be64bd0fcc2311b5c5337826e4fa55dca87c64562fc29fef61d859f25",
|
| 2145 |
+
"cold_status_counts": {
|
| 2146 |
+
"ok": 69
|
| 2147 |
+
},
|
| 2148 |
+
"dataset_id": "jovian_lightning",
|
| 2149 |
+
"epoch_cohort": "new",
|
| 2150 |
+
"fresh_cold_process": true,
|
| 2151 |
+
"gate": {
|
| 2152 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/full/blocks.jsonl",
|
| 2153 |
+
"catalog_sha256": "fa530831a22eadb3ea5eaf1ae7476428f511828ece554e2e0e88f95c88a53f01",
|
| 2154 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/input_integrity/jovian_lightning.json",
|
| 2155 |
+
"input_integrity_audit_sha256": "0adc7d2fc7bd18333c780a9d2d8a4ceaf2d8744f42b927becdbdd788126270b3",
|
| 2156 |
+
"input_integrity_segment_descriptor_sha256_chain": "09ab4615e6316ea10216a0ae562166c3ad02237365e474b958dbedec287e4069",
|
| 2157 |
+
"input_integrity_typed_file_sha256_chain": "5c13312301ee850edcc8400046b3482183b3ff90e286677b7f3b65841c728ee8",
|
| 2158 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/dataset_manifest.json",
|
| 2159 |
+
"manifest_sha256": "45fe6083f19b1b0410437b462c16c4145d6ad95be2e6749cb5081b5377a6dc5f",
|
| 2160 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/READY.json",
|
| 2161 |
+
"ready_sha256": "e9c1390e477234f3520071d501b77cc99353847f966a3fa99595704b2982937a"
|
| 2162 |
+
},
|
| 2163 |
+
"method": "LZJB",
|
| 2164 |
+
"method_id": "30405ccbe4d82992",
|
| 2165 |
+
"numeric_ok_aggregate_count": 68,
|
| 2166 |
+
"numeric_ok_aggregate_ids_sha256": "6983f0e7cbed77f744e8ba7019e8786e9ad2d3ddd4d0f2eb23bfbbc729d51918",
|
| 2167 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2168 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/by_dataset/jovian_lightning/receipts/30405ccbe4d82992.json",
|
| 2169 |
+
"receipt_sha256": "0a87a9828f9bc3499596e2b900a4605ca5e1597c7a326f9e8fef7989a4f0f479",
|
| 2170 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/by_dataset/jovian_lightning/results/30405ccbe4d82992.jsonl",
|
| 2171 |
+
"result_rows": 69,
|
| 2172 |
+
"result_sha256": "05a4c9652a006dfbcb4625d26f211d4f57aaf0ace4ecbd736ea2ec395215d94f",
|
| 2173 |
+
"result_status_counts": {
|
| 2174 |
+
"N/A": 1,
|
| 2175 |
+
"ok": 68
|
| 2176 |
+
},
|
| 2177 |
+
"runner_sha256": "6161fe0101aefb292be6c184139fab53bf7d323d41a829ab42acefbd3b6497e5",
|
| 2178 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2179 |
+
"variant_id": "lzjb-logical-offset-v1-9abdc80f9d1d"
|
| 2180 |
+
},
|
| 2181 |
+
{
|
| 2182 |
+
"all_aggregate_ids_sha256": "d497478804b3b649930470bdc28af6753e768d8e6ef12ff9380ef641ca8bf4d7",
|
| 2183 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 2184 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/by_dataset/jovian_lightning/cold/fc2951b9d14a0de9.jsonl",
|
| 2185 |
+
"cold_rows": 69,
|
| 2186 |
+
"cold_sha256": "1c79afbb8b90e6f4f2d09a3a7612571560516c6cb3b960325b92b68ff3ebc312",
|
| 2187 |
+
"cold_status_counts": {
|
| 2188 |
+
"ok": 69
|
| 2189 |
+
},
|
| 2190 |
+
"dataset_id": "jovian_lightning",
|
| 2191 |
+
"epoch_cohort": "new",
|
| 2192 |
+
"fresh_cold_process": true,
|
| 2193 |
+
"gate": {
|
| 2194 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/full/blocks.jsonl",
|
| 2195 |
+
"catalog_sha256": "fa530831a22eadb3ea5eaf1ae7476428f511828ece554e2e0e88f95c88a53f01",
|
| 2196 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/input_integrity/jovian_lightning.json",
|
| 2197 |
+
"input_integrity_audit_sha256": "55477cb263d6ce7b9997d50f66b296c38a58b4b1694da6b6d7069d24210ba6aa",
|
| 2198 |
+
"input_integrity_segment_descriptor_sha256_chain": "09ab4615e6316ea10216a0ae562166c3ad02237365e474b958dbedec287e4069",
|
| 2199 |
+
"input_integrity_typed_file_sha256_chain": "5c13312301ee850edcc8400046b3482183b3ff90e286677b7f3b65841c728ee8",
|
| 2200 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/dataset_manifest.json",
|
| 2201 |
+
"manifest_sha256": "45fe6083f19b1b0410437b462c16c4145d6ad95be2e6749cb5081b5377a6dc5f",
|
| 2202 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/READY.json",
|
| 2203 |
+
"ready_sha256": "e9c1390e477234f3520071d501b77cc99353847f966a3fa99595704b2982937a"
|
| 2204 |
+
},
|
| 2205 |
+
"method": "LZSSE",
|
| 2206 |
+
"method_id": "fc2951b9d14a0de9",
|
| 2207 |
+
"numeric_ok_aggregate_count": 68,
|
| 2208 |
+
"numeric_ok_aggregate_ids_sha256": "6983f0e7cbed77f744e8ba7019e8786e9ad2d3ddd4d0f2eb23bfbbc729d51918",
|
| 2209 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2210 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/by_dataset/jovian_lightning/receipts/fc2951b9d14a0de9.json",
|
| 2211 |
+
"receipt_sha256": "735679615f2dffb84a74a58efe32c46e73b8e6e0d3441998b4940b763f56c491",
|
| 2212 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/by_dataset/jovian_lightning/results/fc2951b9d14a0de9.jsonl",
|
| 2213 |
+
"result_rows": 69,
|
| 2214 |
+
"result_sha256": "63f649cd0bad347efe95ea50081fc8b431a1432ca9c5332108b16138f26e5dc6",
|
| 2215 |
+
"result_status_counts": {
|
| 2216 |
+
"N/A": 1,
|
| 2217 |
+
"ok": 68
|
| 2218 |
+
},
|
| 2219 |
+
"runner_sha256": "41fefd33b5c642b4780ebf924ed90cf536f309b0644a32372ad5ad9af3ab17b3",
|
| 2220 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2221 |
+
"variant_id": "lzsse-control-block-v1-3452a998adb5"
|
| 2222 |
+
},
|
| 2223 |
+
{
|
| 2224 |
+
"all_aggregate_ids_sha256": "d497478804b3b649930470bdc28af6753e768d8e6ef12ff9380ef641ca8bf4d7",
|
| 2225 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 2226 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/jovian_lightning/cold/3582d91acb1d5e8b.jsonl",
|
| 2227 |
+
"cold_rows": 69,
|
| 2228 |
+
"cold_sha256": "57bac8745c990fc31ebba9238770a49e8f66f27eb52ba4441428910c3fcf1a4b",
|
| 2229 |
+
"cold_status_counts": {
|
| 2230 |
+
"ok": 69
|
| 2231 |
+
},
|
| 2232 |
+
"dataset_id": "jovian_lightning",
|
| 2233 |
+
"epoch_cohort": "new",
|
| 2234 |
+
"fresh_cold_process": true,
|
| 2235 |
+
"gate": {
|
| 2236 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/full/blocks.jsonl",
|
| 2237 |
+
"catalog_sha256": "fa530831a22eadb3ea5eaf1ae7476428f511828ece554e2e0e88f95c88a53f01",
|
| 2238 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/input_integrity/jovian_lightning.json",
|
| 2239 |
+
"input_integrity_audit_sha256": "8e60ced5f6c68bf3c6196cfce67f97a5f2e3d3c1a8105ddf6c4d4e99b8c39395",
|
| 2240 |
+
"input_integrity_segment_descriptor_sha256_chain": "09ab4615e6316ea10216a0ae562166c3ad02237365e474b958dbedec287e4069",
|
| 2241 |
+
"input_integrity_typed_file_sha256_chain": "5c13312301ee850edcc8400046b3482183b3ff90e286677b7f3b65841c728ee8",
|
| 2242 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/dataset_manifest.json",
|
| 2243 |
+
"manifest_sha256": "45fe6083f19b1b0410437b462c16c4145d6ad95be2e6749cb5081b5377a6dc5f",
|
| 2244 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/jovian_lightning/READY.json",
|
| 2245 |
+
"ready_sha256": "e9c1390e477234f3520071d501b77cc99353847f966a3fa99595704b2982937a"
|
| 2246 |
+
},
|
| 2247 |
+
"method": "Tornado",
|
| 2248 |
+
"method_id": "3582d91acb1d5e8b",
|
| 2249 |
+
"numeric_ok_aggregate_count": 68,
|
| 2250 |
+
"numeric_ok_aggregate_ids_sha256": "6983f0e7cbed77f744e8ba7019e8786e9ad2d3ddd4d0f2eb23bfbbc729d51918",
|
| 2251 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2252 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/jovian_lightning/receipts/3582d91acb1d5e8b.json",
|
| 2253 |
+
"receipt_sha256": "4677a59e934ca7cb41a91e8f7bb4f3fe9218545fac1a1dd3632deba231cb5b73",
|
| 2254 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/jovian_lightning/results/3582d91acb1d5e8b.jsonl",
|
| 2255 |
+
"result_rows": 69,
|
| 2256 |
+
"result_sha256": "1ca7ad108b420715a63fb54532eda3cce6c86a71115232b55a502286a86ee9b3",
|
| 2257 |
+
"result_status_counts": {
|
| 2258 |
+
"N/A": 1,
|
| 2259 |
+
"ok": 68
|
| 2260 |
+
},
|
| 2261 |
+
"runner_sha256": "6161fe0101aefb292be6c184139fab53bf7d323d41a829ab42acefbd3b6497e5",
|
| 2262 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2263 |
+
"variant_id": "tornado-min-buffer-v1-39dc8c5d9287"
|
| 2264 |
+
},
|
| 2265 |
+
{
|
| 2266 |
+
"all_aggregate_ids_sha256": "d001f1ae6051159c6e513958d01bd9f18fd469ada6319d5aeb9c96185093e518",
|
| 2267 |
+
"binary_sha256": "458a218fd2e8668dbbac6b70f132db8ffe9de786718db4c28424b6e62b7d5664",
|
| 2268 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_failed_once_original_v2/by_dataset/macroecon/cold/eb5350fc4446a37c.jsonl",
|
| 2269 |
+
"cold_rows": 647,
|
| 2270 |
+
"cold_sha256": "23c9f8b9a6ca6eda4973c2daf362832b7104b58e5ad5614ca28586fd42382545",
|
| 2271 |
+
"cold_status_counts": {
|
| 2272 |
+
"ok": 647
|
| 2273 |
+
},
|
| 2274 |
+
"dataset_id": "macroecon",
|
| 2275 |
+
"epoch_cohort": "new",
|
| 2276 |
+
"fresh_cold_process": true,
|
| 2277 |
+
"gate": {
|
| 2278 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/full/blocks.jsonl",
|
| 2279 |
+
"catalog_sha256": "624c925aa424a96a303435714699e574218903bedf9ca264337e6ac379e5787a",
|
| 2280 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_failed_once_original_v2/input_integrity/macroecon.json",
|
| 2281 |
+
"input_integrity_audit_sha256": "7646cc5f6f96aa2d8bb6a11b3c99cdbe17a4026102dc2ac05e0b42bd1116551a",
|
| 2282 |
+
"input_integrity_segment_descriptor_sha256_chain": "7edadef49d7860a31e6eb760162fa0242c5d705148302e1b6518b4444a772f3d",
|
| 2283 |
+
"input_integrity_typed_file_sha256_chain": "ab4383555f7e5976f4baa0b3ee9955ea7bb709391c097bff8157db022a7b65ea",
|
| 2284 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/dataset_manifest.json",
|
| 2285 |
+
"manifest_sha256": "f12f542e6ca643e76cbb509be89f7c260c9cb0022b5b464599b9287c2cc28d09",
|
| 2286 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/READY.json",
|
| 2287 |
+
"ready_sha256": "d604594f53944eae265798594480acaee256136c6bc0968036f5edd53310ef39"
|
| 2288 |
+
},
|
| 2289 |
+
"method": "CSC",
|
| 2290 |
+
"method_id": "eb5350fc4446a37c",
|
| 2291 |
+
"numeric_ok_aggregate_count": 571,
|
| 2292 |
+
"numeric_ok_aggregate_ids_sha256": "254ada56801b16f04aac3b53b91b38f0f20986b5a713d5f07e81c66cc1132d9e",
|
| 2293 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2294 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_failed_once_original_v2/by_dataset/macroecon/receipts/eb5350fc4446a37c.json",
|
| 2295 |
+
"receipt_sha256": "061bdbb5984b34a0dc683d947ae436dd8e0e2a0487b845c30b8d7a60968a3268",
|
| 2296 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_failed_once_original_v2/by_dataset/macroecon/results/eb5350fc4446a37c.jsonl",
|
| 2297 |
+
"result_rows": 647,
|
| 2298 |
+
"result_sha256": "541911b7e49607f9a2fabb3f24c8f693dd1d98e8926c759b070b809bb898584b",
|
| 2299 |
+
"result_status_counts": {
|
| 2300 |
+
"N/A": 76,
|
| 2301 |
+
"ok": 571
|
| 2302 |
+
},
|
| 2303 |
+
"runner_sha256": "6161fe0101aefb292be6c184139fab53bf7d323d41a829ab42acefbd3b6497e5",
|
| 2304 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2305 |
+
"variant_id": "original-458a218fd2e8"
|
| 2306 |
+
},
|
| 2307 |
+
{
|
| 2308 |
+
"all_aggregate_ids_sha256": "d001f1ae6051159c6e513958d01bd9f18fd469ada6319d5aeb9c96185093e518",
|
| 2309 |
+
"binary_sha256": "9abdc80f9d1d6aeba52a93af9648e37fef964fb57b056b0716a31990e828c48b",
|
| 2310 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/by_dataset/macroecon/cold/30405ccbe4d82992.jsonl",
|
| 2311 |
+
"cold_rows": 647,
|
| 2312 |
+
"cold_sha256": "a5cfc95a2bb08ed59682685fe71af0393b2ffc4ce2a05b8d03c9fa0929803e0e",
|
| 2313 |
+
"cold_status_counts": {
|
| 2314 |
+
"ok": 647
|
| 2315 |
+
},
|
| 2316 |
+
"dataset_id": "macroecon",
|
| 2317 |
+
"epoch_cohort": "new",
|
| 2318 |
+
"fresh_cold_process": true,
|
| 2319 |
+
"gate": {
|
| 2320 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/full/blocks.jsonl",
|
| 2321 |
+
"catalog_sha256": "624c925aa424a96a303435714699e574218903bedf9ca264337e6ac379e5787a",
|
| 2322 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/input_integrity/macroecon.json",
|
| 2323 |
+
"input_integrity_audit_sha256": "afb5a87d0dcdcfce9b83982408606be84b0410e073e05f0ce016edfc46f7103d",
|
| 2324 |
+
"input_integrity_segment_descriptor_sha256_chain": "7edadef49d7860a31e6eb760162fa0242c5d705148302e1b6518b4444a772f3d",
|
| 2325 |
+
"input_integrity_typed_file_sha256_chain": "ab4383555f7e5976f4baa0b3ee9955ea7bb709391c097bff8157db022a7b65ea",
|
| 2326 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/dataset_manifest.json",
|
| 2327 |
+
"manifest_sha256": "f12f542e6ca643e76cbb509be89f7c260c9cb0022b5b464599b9287c2cc28d09",
|
| 2328 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/READY.json",
|
| 2329 |
+
"ready_sha256": "d604594f53944eae265798594480acaee256136c6bc0968036f5edd53310ef39"
|
| 2330 |
+
},
|
| 2331 |
+
"method": "LZJB",
|
| 2332 |
+
"method_id": "30405ccbe4d82992",
|
| 2333 |
+
"numeric_ok_aggregate_count": 571,
|
| 2334 |
+
"numeric_ok_aggregate_ids_sha256": "254ada56801b16f04aac3b53b91b38f0f20986b5a713d5f07e81c66cc1132d9e",
|
| 2335 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2336 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/by_dataset/macroecon/receipts/30405ccbe4d82992.json",
|
| 2337 |
+
"receipt_sha256": "603ab98dde0efff2eaea20dfa35a676a03527fc5fe364a58d27c64466301de27",
|
| 2338 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzjb_logical_offset_v2/by_dataset/macroecon/results/30405ccbe4d82992.jsonl",
|
| 2339 |
+
"result_rows": 647,
|
| 2340 |
+
"result_sha256": "1ff29f6c69ae28c6ec4edf6c509445b4cd92430c9703667f74d8d73c0db1dd8f",
|
| 2341 |
+
"result_status_counts": {
|
| 2342 |
+
"N/A": 76,
|
| 2343 |
+
"ok": 571
|
| 2344 |
+
},
|
| 2345 |
+
"runner_sha256": "6161fe0101aefb292be6c184139fab53bf7d323d41a829ab42acefbd3b6497e5",
|
| 2346 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2347 |
+
"variant_id": "lzjb-logical-offset-v1-9abdc80f9d1d"
|
| 2348 |
+
},
|
| 2349 |
+
{
|
| 2350 |
+
"all_aggregate_ids_sha256": "d001f1ae6051159c6e513958d01bd9f18fd469ada6319d5aeb9c96185093e518",
|
| 2351 |
+
"binary_sha256": "3452a998adb5d5aba2906397d43637ae06e2fbe9fa5bed34425c283c0a896c03",
|
| 2352 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/by_dataset/macroecon/cold/fc2951b9d14a0de9.jsonl",
|
| 2353 |
+
"cold_rows": 647,
|
| 2354 |
+
"cold_sha256": "ab80dc4c46937b237827a3e0eef333caae6ca545f9fcc1b04c0f55297aa57618",
|
| 2355 |
+
"cold_status_counts": {
|
| 2356 |
+
"ok": 647
|
| 2357 |
+
},
|
| 2358 |
+
"dataset_id": "macroecon",
|
| 2359 |
+
"epoch_cohort": "new",
|
| 2360 |
+
"fresh_cold_process": true,
|
| 2361 |
+
"gate": {
|
| 2362 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/full/blocks.jsonl",
|
| 2363 |
+
"catalog_sha256": "624c925aa424a96a303435714699e574218903bedf9ca264337e6ac379e5787a",
|
| 2364 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/input_integrity/macroecon.json",
|
| 2365 |
+
"input_integrity_audit_sha256": "4aedd57bb74e41e8f8b77711ef78bbb3cf5e7f8b8712be992a097b6a3d5e7104",
|
| 2366 |
+
"input_integrity_segment_descriptor_sha256_chain": "7edadef49d7860a31e6eb760162fa0242c5d705148302e1b6518b4444a772f3d",
|
| 2367 |
+
"input_integrity_typed_file_sha256_chain": "ab4383555f7e5976f4baa0b3ee9955ea7bb709391c097bff8157db022a7b65ea",
|
| 2368 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/dataset_manifest.json",
|
| 2369 |
+
"manifest_sha256": "f12f542e6ca643e76cbb509be89f7c260c9cb0022b5b464599b9287c2cc28d09",
|
| 2370 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/READY.json",
|
| 2371 |
+
"ready_sha256": "d604594f53944eae265798594480acaee256136c6bc0968036f5edd53310ef39"
|
| 2372 |
+
},
|
| 2373 |
+
"method": "LZSSE",
|
| 2374 |
+
"method_id": "fc2951b9d14a0de9",
|
| 2375 |
+
"numeric_ok_aggregate_count": 571,
|
| 2376 |
+
"numeric_ok_aggregate_ids_sha256": "254ada56801b16f04aac3b53b91b38f0f20986b5a713d5f07e81c66cc1132d9e",
|
| 2377 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2378 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/by_dataset/macroecon/receipts/fc2951b9d14a0de9.json",
|
| 2379 |
+
"receipt_sha256": "c569a80ddd8e9757fff1d7ce8a2ccf0d00c1c087f43c6b4e956e5a41414c1616",
|
| 2380 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_lzsse_control_block_v1/by_dataset/macroecon/results/fc2951b9d14a0de9.jsonl",
|
| 2381 |
+
"result_rows": 647,
|
| 2382 |
+
"result_sha256": "9f6357ff7929a1816827572b24bc0c853b9c31aab432d6aae4870012acbc1b0e",
|
| 2383 |
+
"result_status_counts": {
|
| 2384 |
+
"N/A": 76,
|
| 2385 |
+
"ok": 571
|
| 2386 |
+
},
|
| 2387 |
+
"runner_sha256": "41fefd33b5c642b4780ebf924ed90cf536f309b0644a32372ad5ad9af3ab17b3",
|
| 2388 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2389 |
+
"variant_id": "lzsse-control-block-v1-3452a998adb5"
|
| 2390 |
+
},
|
| 2391 |
+
{
|
| 2392 |
+
"all_aggregate_ids_sha256": "d001f1ae6051159c6e513958d01bd9f18fd469ada6319d5aeb9c96185093e518",
|
| 2393 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 2394 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/macroecon/cold/3582d91acb1d5e8b.jsonl",
|
| 2395 |
+
"cold_rows": 647,
|
| 2396 |
+
"cold_sha256": "a8a5731c52473a04af515d4b2d9757f9afe29f5091411ddc97c492abb3dd9f19",
|
| 2397 |
+
"cold_status_counts": {
|
| 2398 |
+
"ok": 647
|
| 2399 |
+
},
|
| 2400 |
+
"dataset_id": "macroecon",
|
| 2401 |
+
"epoch_cohort": "new",
|
| 2402 |
+
"fresh_cold_process": true,
|
| 2403 |
+
"gate": {
|
| 2404 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/full/blocks.jsonl",
|
| 2405 |
+
"catalog_sha256": "624c925aa424a96a303435714699e574218903bedf9ca264337e6ac379e5787a",
|
| 2406 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/input_integrity/macroecon.json",
|
| 2407 |
+
"input_integrity_audit_sha256": "538526bb3ab03450458b36e9085fa5993f7b34f1c0f5ffc85d28141f4dfdc6e8",
|
| 2408 |
+
"input_integrity_segment_descriptor_sha256_chain": "7edadef49d7860a31e6eb760162fa0242c5d705148302e1b6518b4444a772f3d",
|
| 2409 |
+
"input_integrity_typed_file_sha256_chain": "ab4383555f7e5976f4baa0b3ee9955ea7bb709391c097bff8157db022a7b65ea",
|
| 2410 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/dataset_manifest.json",
|
| 2411 |
+
"manifest_sha256": "f12f542e6ca643e76cbb509be89f7c260c9cb0022b5b464599b9287c2cc28d09",
|
| 2412 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/macroecon/READY.json",
|
| 2413 |
+
"ready_sha256": "d604594f53944eae265798594480acaee256136c6bc0968036f5edd53310ef39"
|
| 2414 |
+
},
|
| 2415 |
+
"method": "Tornado",
|
| 2416 |
+
"method_id": "3582d91acb1d5e8b",
|
| 2417 |
+
"numeric_ok_aggregate_count": 571,
|
| 2418 |
+
"numeric_ok_aggregate_ids_sha256": "254ada56801b16f04aac3b53b91b38f0f20986b5a713d5f07e81c66cc1132d9e",
|
| 2419 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2420 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/macroecon/receipts/3582d91acb1d5e8b.json",
|
| 2421 |
+
"receipt_sha256": "970543283d1f4fb85ccda2e18fd8bb0c73d645cfccac5d422d02d72beac1233c",
|
| 2422 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/macroecon/results/3582d91acb1d5e8b.jsonl",
|
| 2423 |
+
"result_rows": 647,
|
| 2424 |
+
"result_sha256": "d4589e6b3845803289ce962492a6a06b7b9622e7a5296c40ba2e6e4f179b04a1",
|
| 2425 |
+
"result_status_counts": {
|
| 2426 |
+
"N/A": 76,
|
| 2427 |
+
"ok": 571
|
| 2428 |
+
},
|
| 2429 |
+
"runner_sha256": "6161fe0101aefb292be6c184139fab53bf7d323d41a829ab42acefbd3b6497e5",
|
| 2430 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2431 |
+
"variant_id": "tornado-min-buffer-v1-39dc8c5d9287"
|
| 2432 |
+
},
|
| 2433 |
+
{
|
| 2434 |
+
"all_aggregate_ids_sha256": "8ce660b95d1b4e3b0961e2887cadcf5812f92fa561ba3bf366a4b9eb0c1f184a",
|
| 2435 |
+
"binary_sha256": "39dc8c5d9287ddc31aff21474e20c5c65880991a40f6d3f096f870ba22d89bf5",
|
| 2436 |
+
"cold_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/weather_data_NC/cold/3582d91acb1d5e8b.jsonl",
|
| 2437 |
+
"cold_rows": 16,
|
| 2438 |
+
"cold_sha256": "d9df5f504cbfbffc1f7fc02faed6dc087d6597d195ffe7a68ce68ac981538a24",
|
| 2439 |
+
"cold_status_counts": {
|
| 2440 |
+
"ok": 16
|
| 2441 |
+
},
|
| 2442 |
+
"dataset_id": "weather_data_NC",
|
| 2443 |
+
"epoch_cohort": "new",
|
| 2444 |
+
"fresh_cold_process": true,
|
| 2445 |
+
"gate": {
|
| 2446 |
+
"catalog_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/weather_data_NC/full/blocks.jsonl",
|
| 2447 |
+
"catalog_sha256": "c81810e9f996cc58e2c5035a835f4b59f868f2a26ca850c555dd9ce37eba1d0f",
|
| 2448 |
+
"input_integrity_audit_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/input_integrity/weather_data_NC.json",
|
| 2449 |
+
"input_integrity_audit_sha256": "65fae76626a23f26e12a1214c8f3f5b0e8cad0f3cacd861f4f32e4446bed8cfc",
|
| 2450 |
+
"input_integrity_segment_descriptor_sha256_chain": "a2d62e2b07dfb87809cd90477e8c0e098365bdfdf1f593384d27e784ceea044a",
|
| 2451 |
+
"input_integrity_typed_file_sha256_chain": "f9804630690e69ea76d7da67bdde0019b16a7a3291f05f8829d810c89013fbc0",
|
| 2452 |
+
"manifest_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/weather_data_NC/dataset_manifest.json",
|
| 2453 |
+
"manifest_sha256": "de525156ffb67cf1c24bd3043c28f16db0da84b007112477e68f2589199b80e0",
|
| 2454 |
+
"ready_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/preparation/typed_streams/datasets/weather_data_NC/READY.json",
|
| 2455 |
+
"ready_sha256": "037079da1e49654d57503b023a682161ab4fe15a421d269aed2ef27b7f8ba642"
|
| 2456 |
+
},
|
| 2457 |
+
"method": "Tornado",
|
| 2458 |
+
"method_id": "3582d91acb1d5e8b",
|
| 2459 |
+
"numeric_ok_aggregate_count": 15,
|
| 2460 |
+
"numeric_ok_aggregate_ids_sha256": "ac5f20bf86e3fee61567386f5f6634e47b360550a5b50c0957cb84bd943e90a1",
|
| 2461 |
+
"rate_and_bytes_admission": "receipt_result_cold_sha_bound",
|
| 2462 |
+
"receipt_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/weather_data_NC/receipts/3582d91acb1d5e8b.json",
|
| 2463 |
+
"receipt_sha256": "b0b4f95c5bd701c33df16948793e5608a92f73f802ae088d9747f05ac41e76ea",
|
| 2464 |
+
"result_path": "/data/user/new_ai_compress/operator_sweep/paper172_20261007_v1/runtime/failure_recovery/native_tornado_min_buffer_v2/by_dataset/weather_data_NC/results/3582d91acb1d5e8b.jsonl",
|
| 2465 |
+
"result_rows": 16,
|
| 2466 |
+
"result_sha256": "ed6bbc9a54de76a7f27941b8629f1f2b773fb3bbb6175bdcc364c97c9f49a0bc",
|
| 2467 |
+
"result_status_counts": {
|
| 2468 |
+
"N/A": 1,
|
| 2469 |
+
"ok": 15
|
| 2470 |
+
},
|
| 2471 |
+
"runner_sha256": "6161fe0101aefb292be6c184139fab53bf7d323d41a829ab42acefbd3b6497e5",
|
| 2472 |
+
"timing_admission": "diagnostic_per_variant_until_independent_source_build_boundary_proof",
|
| 2473 |
+
"variant_id": "tornado-min-buffer-v1-39dc8c5d9287"
|
| 2474 |
+
}
|
| 2475 |
+
]
|
| 2476 |
+
}
|
native86-terminal-matrix.jsonl.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f625d13e48d11c33c703517c13071d9ffc17ff98ed7b31e95277609251cccf9
|
| 3 |
+
size 2379769
|
native86-v9-current154-thin.jsonl.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f538e84dd2b4fee3c1b0d68408095fc88714eafe3ac0e6a57d6dc674f39e47a0
|
| 3 |
+
size 753807
|
package_next5_external_results.py
ADDED
|
@@ -0,0 +1,195 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env python3
|
| 2 |
+
"""Package the verified next5/AppleDouble campaign for append-only sync to 166."""
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
import argparse
|
| 6 |
+
import datetime as dt
|
| 7 |
+
import hashlib
|
| 8 |
+
import json
|
| 9 |
+
import shutil
|
| 10 |
+
from pathlib import Path
|
| 11 |
+
from typing import Any
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
CAMPAIGN_ID = "next5_native_recovery_192_20261010_v1"
|
| 15 |
+
HOST = "192.168.99.20"
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
def sha256(path: Path) -> str:
|
| 19 |
+
digest = hashlib.sha256()
|
| 20 |
+
with path.open("rb") as handle:
|
| 21 |
+
for block in iter(lambda: handle.read(1024 * 1024), b""):
|
| 22 |
+
digest.update(block)
|
| 23 |
+
return digest.hexdigest()
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
def load(path: Path) -> dict[str, Any]:
|
| 27 |
+
value = json.loads(path.read_text(encoding="utf-8"))
|
| 28 |
+
if not isinstance(value, dict):
|
| 29 |
+
raise ValueError(f"Expected an object in {path}")
|
| 30 |
+
return value
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
def file_record(path: Path, *, root: Path) -> dict[str, Any]:
|
| 34 |
+
return {
|
| 35 |
+
"path": path.relative_to(root).as_posix(),
|
| 36 |
+
"bytes": path.stat().st_size,
|
| 37 |
+
"sha256": sha256(path),
|
| 38 |
+
}
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
def copy(source: Path, destination: Path) -> None:
|
| 42 |
+
destination.parent.mkdir(parents=True, exist_ok=True)
|
| 43 |
+
shutil.copy2(source, destination)
|
| 44 |
+
|
| 45 |
+
|
| 46 |
+
def package(source: Path, output: Path) -> dict[str, Any]:
|
| 47 |
+
final_source = source / "repairs/appledouble_inventory_v1/FINAL_REPAIRED_INDEPENDENT_VERIFICATION.json"
|
| 48 |
+
final = load(final_source)
|
| 49 |
+
if final.get("status") != "verified" or final.get("result_execution_host") != HOST:
|
| 50 |
+
raise ValueError("The next5 final receipt is not verified on host 192")
|
| 51 |
+
if final.get("timing_hardware_comparability") != "host192_only_not_comparable_to166":
|
| 52 |
+
raise ValueError("The next5 final receipt lost its host timing boundary")
|
| 53 |
+
formal = output / "formal_native86"
|
| 54 |
+
central = formal / "external_results" / CAMPAIGN_ID / "source_192"
|
| 55 |
+
final_target = central / final_source.name
|
| 56 |
+
copy(final_source, final_target)
|
| 57 |
+
quarantine_source = source / "diagnostics/appledouble_metadata_20261010/APPLEDOUBLE_QUARANTINE_RECEIPT.json"
|
| 58 |
+
quarantine_target = central / "APPLEDOUBLE_QUARANTINE_RECEIPT.json"
|
| 59 |
+
copy(quarantine_source, quarantine_target)
|
| 60 |
+
manifest_source = source / "CAMPAIGN_MANIFEST.json"
|
| 61 |
+
manifest_target = central / "CAMPAIGN_MANIFEST.source192.json"
|
| 62 |
+
copy(manifest_source, manifest_target)
|
| 63 |
+
|
| 64 |
+
profiles: list[dict[str, Any]] = []
|
| 65 |
+
for item in final["pairs"]:
|
| 66 |
+
key = str(item["selection_key_hex"])
|
| 67 |
+
raw_dataset, raw_method_id = bytes.fromhex(key).split(b"\0", 1)
|
| 68 |
+
dataset = raw_dataset.decode("utf-8")
|
| 69 |
+
method_id = raw_method_id.decode("ascii")
|
| 70 |
+
if dataset != item["dataset_id"]:
|
| 71 |
+
raise ValueError(f"Selection key dataset mismatch: {key}")
|
| 72 |
+
source_pair = source / "pairs" / key
|
| 73 |
+
verification_source = source_pair / "INDEPENDENT_VERIFICATION.json"
|
| 74 |
+
if item["admission_source"] == "replacement_reverification":
|
| 75 |
+
verification_source = source / "repairs/appledouble_inventory_v1/pairs" / key / "INDEPENDENT_VERIFICATION.json"
|
| 76 |
+
verification = load(verification_source)
|
| 77 |
+
if verification.get("status") != "verified" or verification.get("result_execution_host") != HOST:
|
| 78 |
+
raise ValueError(f"Pair verification failed: {verification_source}")
|
| 79 |
+
target = formal / "by_dataset" / dataset / "external_results" / method_id / CAMPAIGN_ID
|
| 80 |
+
results_target = target / "results.jsonl"
|
| 81 |
+
cold_target = target / "cold.jsonl"
|
| 82 |
+
verification_target = target / "INDEPENDENT_VERIFICATION.source192.json"
|
| 83 |
+
original_terminal_target = target / "ORIGINAL_PAIR_TERMINAL.source192.json"
|
| 84 |
+
copy(source_pair / "results.jsonl", results_target)
|
| 85 |
+
copy(source_pair / "cold.jsonl", cold_target)
|
| 86 |
+
copy(verification_source, verification_target)
|
| 87 |
+
copy(source_pair / "state/PAIR_TERMINAL.json", original_terminal_target)
|
| 88 |
+
if sha256(results_target) != item["results_sha256"] or sha256(cold_target) != item["cold_sha256"]:
|
| 89 |
+
raise ValueError(f"Pair result hash mismatch: {key}")
|
| 90 |
+
if sha256(verification_target) != item["verification_sha256"]:
|
| 91 |
+
raise ValueError(f"Pair verification hash mismatch: {key}")
|
| 92 |
+
supplemental: dict[str, Any] | None = None
|
| 93 |
+
if item["admission_source"] == "replacement_reverification":
|
| 94 |
+
repair_source = source / "repairs/appledouble_inventory_v1/pairs" / key / "REPAIR_TERMINAL.json"
|
| 95 |
+
repair_target = target / "REPAIR_TERMINAL.source192.json"
|
| 96 |
+
copy(repair_source, repair_target)
|
| 97 |
+
supplemental = file_record(repair_target, root=formal)
|
| 98 |
+
profile = {
|
| 99 |
+
"schema": "paper164-native-external-method-profile-entry-v1",
|
| 100 |
+
"status": "externally_verified_complete",
|
| 101 |
+
"campaign_id": CAMPAIGN_ID,
|
| 102 |
+
"dataset_id": dataset,
|
| 103 |
+
"method": str(item["method"]),
|
| 104 |
+
"method_id": method_id,
|
| 105 |
+
"selection_key_hex": key,
|
| 106 |
+
"result_execution_host": HOST,
|
| 107 |
+
"timing_host_preserved": HOST,
|
| 108 |
+
"result_rows": int(item["aggregate_count"]),
|
| 109 |
+
"cold_rows": int(item["aggregate_count"]),
|
| 110 |
+
"aggregate_count": int(item["aggregate_count"]),
|
| 111 |
+
"independently_admitted_rows": int(item["aggregate_count"]),
|
| 112 |
+
"benchmark_provenance": "complete_benchmark_and_cold_in_selected_source_job",
|
| 113 |
+
"admission": {
|
| 114 |
+
"formal166_receipt_replaced": False,
|
| 115 |
+
"old_166_failure_history_preserved": True,
|
| 116 |
+
"ratio_and_lossless": "admitted_by_source192_independent_verifier",
|
| 117 |
+
"timing": "external_host_only_not_admitted_as_166_timing",
|
| 118 |
+
"verification_source": str(item["admission_source"]),
|
| 119 |
+
},
|
| 120 |
+
"files": {
|
| 121 |
+
"results.jsonl": file_record(results_target, root=formal),
|
| 122 |
+
"cold.jsonl": file_record(cold_target, root=formal),
|
| 123 |
+
"INDEPENDENT_VERIFICATION.source192.json": file_record(verification_target, root=formal),
|
| 124 |
+
"ORIGINAL_PAIR_TERMINAL.source192.json": file_record(original_terminal_target, root=formal),
|
| 125 |
+
},
|
| 126 |
+
"final_campaign_verification": file_record(final_target, root=formal),
|
| 127 |
+
"appledouble_quarantine_receipt": file_record(quarantine_target, root=formal),
|
| 128 |
+
"campaign_manifest": file_record(manifest_target, root=formal),
|
| 129 |
+
"source_job_root": f"/data/root/web_compression/next5_native_recovery_20261010_v1/pairs/{key}",
|
| 130 |
+
"frames": {
|
| 131 |
+
"copied_to166": False,
|
| 132 |
+
"location": "retained_on_source192",
|
| 133 |
+
"source_root": f"/data/root/web_compression/next5_native_recovery_20261010_v1/pairs/{key}/frames",
|
| 134 |
+
},
|
| 135 |
+
}
|
| 136 |
+
if supplemental is not None:
|
| 137 |
+
profile["files"]["REPAIR_TERMINAL.source192.json"] = supplemental
|
| 138 |
+
profile_path = target / "PROFILE_ENTRY.json"
|
| 139 |
+
profile_path.write_text(
|
| 140 |
+
json.dumps(profile, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n",
|
| 141 |
+
encoding="utf-8",
|
| 142 |
+
)
|
| 143 |
+
profiles.append({
|
| 144 |
+
"dataset_id": dataset,
|
| 145 |
+
"method": item["method"],
|
| 146 |
+
"method_id": method_id,
|
| 147 |
+
"aggregate_count": item["aggregate_count"],
|
| 148 |
+
"profile_entry": file_record(profile_path, root=formal),
|
| 149 |
+
})
|
| 150 |
+
if len(profiles) != 5 or sum(int(item["aggregate_count"]) for item in profiles) != 280:
|
| 151 |
+
raise ValueError("The next5 package must contain exactly 5 pairs and 280 aggregates")
|
| 152 |
+
# Exclude a manifest left by an earlier idempotent rebuild: a manifest
|
| 153 |
+
# cannot safely bind its own bytes.
|
| 154 |
+
files = [
|
| 155 |
+
file_record(path, root=output)
|
| 156 |
+
for path in sorted(output.rglob("*"))
|
| 157 |
+
if path.is_file() and path != output / "PACKAGE_MANIFEST.json"
|
| 158 |
+
]
|
| 159 |
+
package_manifest = {
|
| 160 |
+
"schema": "paper164-next5-external-results-package-v1",
|
| 161 |
+
"status": "verified_ready_for_append_only_sync",
|
| 162 |
+
"created_at": dt.datetime.now(dt.timezone.utc).isoformat(),
|
| 163 |
+
"campaign_id": CAMPAIGN_ID,
|
| 164 |
+
"result_execution_host": HOST,
|
| 165 |
+
"timing_hardware_comparability": "host192_only_not_comparable_to166",
|
| 166 |
+
"pair_count": len(profiles),
|
| 167 |
+
"aggregate_count": sum(int(item["aggregate_count"]) for item in profiles),
|
| 168 |
+
"profiles": profiles,
|
| 169 |
+
"joint_verifier": file_record(final_target, root=formal),
|
| 170 |
+
"files": files,
|
| 171 |
+
}
|
| 172 |
+
manifest_path = output / "PACKAGE_MANIFEST.json"
|
| 173 |
+
manifest_path.write_text(
|
| 174 |
+
json.dumps(package_manifest, ensure_ascii=False, indent=2, sort_keys=True, allow_nan=False) + "\n",
|
| 175 |
+
encoding="utf-8",
|
| 176 |
+
)
|
| 177 |
+
return {**package_manifest, "package_manifest_sha256": sha256(manifest_path)}
|
| 178 |
+
|
| 179 |
+
|
| 180 |
+
def main() -> int:
|
| 181 |
+
parser = argparse.ArgumentParser(description=__doc__)
|
| 182 |
+
parser.add_argument("--source", type=Path, required=True)
|
| 183 |
+
parser.add_argument("--output", type=Path, required=True)
|
| 184 |
+
args = parser.parse_args()
|
| 185 |
+
receipt = package(args.source.resolve(), args.output.resolve())
|
| 186 |
+
print(json.dumps({
|
| 187 |
+
"status": receipt["status"], "pairs": receipt["pair_count"],
|
| 188 |
+
"aggregates": receipt["aggregate_count"],
|
| 189 |
+
"package_manifest_sha256": receipt["package_manifest_sha256"],
|
| 190 |
+
}, sort_keys=True))
|
| 191 |
+
return 0
|
| 192 |
+
|
| 193 |
+
|
| 194 |
+
if __name__ == "__main__":
|
| 195 |
+
raise SystemExit(main())
|
ranking.js
CHANGED
|
@@ -10,7 +10,8 @@ export function parseWeights(value) {
|
|
| 10 |
}
|
| 11 |
|
| 12 |
const finite=v=>v!==null&&v!==undefined&&Number.isFinite(v);
|
| 13 |
-
const
|
|
|
|
| 14 |
const average=values=>values.length?values.reduce((s,v)=>s+v,0)/values.length:null;
|
| 15 |
|
| 16 |
function bounds(rows,key) {
|
|
@@ -31,13 +32,17 @@ function score(row,weights,encodeRange,decodeRange) {
|
|
| 31 |
export function addRankingMetrics(rows,weights) {
|
| 32 |
if(weights.length!==3||weights.some(w=>!finite(w)||w<0)||Math.abs(weights.reduce((s,w)=>s+w,0)-1)>1e-12)throw new Error('Invalid scoring weights.');
|
| 33 |
const candidates=rows.filter(r=>valid(r)&&r.source.every(valid));
|
| 34 |
-
const
|
|
|
|
|
|
|
|
|
|
| 35 |
const byDataset=new Map(),ranks=new Map(),details=new Map();
|
| 36 |
for(const row of rows) {
|
| 37 |
ranks.set(row.method,[]);
|
| 38 |
for(const record of row.source.filter(valid)) {
|
| 39 |
-
|
| 40 |
-
byDataset.
|
|
|
|
| 41 |
}
|
| 42 |
}
|
| 43 |
for(const records of byDataset.values()) {
|
|
@@ -49,10 +54,10 @@ export function addRankingMetrics(rows,weights) {
|
|
| 49 |
const rank=(start+1+end)/2;
|
| 50 |
for(let i=start;i<end;i++) {
|
| 51 |
ranks.get(ordered[i].method).push(rank);
|
| 52 |
-
details.set(`${ordered[i].method}\0${ordered[i].dataset}`,{dataset_score:ordered[i].composite_score,dataset_rank:rank,dataset_candidate_count:ordered.length});
|
| 53 |
}
|
| 54 |
start=end;
|
| 55 |
}
|
| 56 |
}
|
| 57 |
-
return rows.map(row=>({...row,...(candidates.includes(row)?score(row,weights,encodeRange,decodeRange):{normalized_compression_time:null,normalized_decompression_time:null,composite_score:null}),average_rank:average(ranks.get(row.method)),rank_coverage:ranks.get(row.method).length,normalization_reference_rows:candidates.length,encode_min:encodeRange?.[0]??null,encode_max:encodeRange?.[1]??null,decode_min:decodeRange?.[0]??null,decode_max:decodeRange?.[1]??null,source:row.source.map(r=>({...r,...details.get(`${row.method}\0${r.dataset}`)}))}));
|
| 58 |
}
|
|
|
|
| 10 |
}
|
| 11 |
|
| 12 |
const finite=v=>v!==null&&v!==undefined&&Number.isFinite(v);
|
| 13 |
+
const timingAdmitted=r=>Array.isArray(r.source)?r.source.every(timingAdmitted):/^timing_admitted_/i.test(String(r.timing_profile_status??''));
|
| 14 |
+
const valid=r=>finite(r.compression_rate)&&r.compression_rate>0&&finite(r.compression_time)&&r.compression_time>=0&&finite(r.decompression_time)&&r.decompression_time>=0&&timingAdmitted(r);
|
| 15 |
const average=values=>values.length?values.reduce((s,v)=>s+v,0)/values.length:null;
|
| 16 |
|
| 17 |
function bounds(rows,key) {
|
|
|
|
| 32 |
export function addRankingMetrics(rows,weights) {
|
| 33 |
if(weights.length!==3||weights.some(w=>!finite(w)||w<0)||Math.abs(weights.reduce((s,w)=>s+w,0)-1)>1e-12)throw new Error('Invalid scoring weights.');
|
| 34 |
const candidates=rows.filter(r=>valid(r)&&r.source.every(valid));
|
| 35 |
+
const workloadSignature=row=>row.source.map(r=>`${r.dataset}:${r.eligible_column_set_sha256??'legacy_snapshot_unbound'}`).sort().join('|');
|
| 36 |
+
const workloadSignatures=new Set(candidates.map(workloadSignature));
|
| 37 |
+
const globallyComparable=workloadSignatures.size<=1;
|
| 38 |
+
const encodeRange=globallyComparable?bounds(candidates,'compression_time'):null,decodeRange=globallyComparable?bounds(candidates,'decompression_time'):null;
|
| 39 |
const byDataset=new Map(),ranks=new Map(),details=new Map();
|
| 40 |
for(const row of rows) {
|
| 41 |
ranks.set(row.method,[]);
|
| 42 |
for(const record of row.source.filter(valid)) {
|
| 43 |
+
const cohort=`${record.dataset}\0${record.eligible_column_set_sha256??'legacy_snapshot_unbound'}`;
|
| 44 |
+
if(!byDataset.has(cohort))byDataset.set(cohort,[]);
|
| 45 |
+
byDataset.get(cohort).push({...record,method:row.method});
|
| 46 |
}
|
| 47 |
}
|
| 48 |
for(const records of byDataset.values()) {
|
|
|
|
| 54 |
const rank=(start+1+end)/2;
|
| 55 |
for(let i=start;i<end;i++) {
|
| 56 |
ranks.get(ordered[i].method).push(rank);
|
| 57 |
+
details.set(`${ordered[i].method}\0${ordered[i].dataset}\0${ordered[i].eligible_column_set_sha256??'legacy_snapshot_unbound'}`,{dataset_score:ordered[i].composite_score,dataset_rank:rank,dataset_candidate_count:ordered.length});
|
| 58 |
}
|
| 59 |
start=end;
|
| 60 |
}
|
| 61 |
}
|
| 62 |
+
return rows.map(row=>({...row,...(globallyComparable&&candidates.includes(row)?score(row,weights,encodeRange,decodeRange):{normalized_compression_time:null,normalized_decompression_time:null,composite_score:null}),average_rank:average(ranks.get(row.method)),rank_coverage:ranks.get(row.method).length,normalization_reference_rows:globallyComparable?candidates.length:0,workload_signature_count:workloadSignatures.size,encode_min:encodeRange?.[0]??null,encode_max:encodeRange?.[1]??null,decode_min:decodeRange?.[0]??null,decode_max:decodeRange?.[1]??null,source:row.source.map(r=>({...r,...details.get(`${row.method}\0${r.dataset}\0${r.eligible_column_set_sha256??'legacy_snapshot_unbound'}`)}))}));
|
| 63 |
}
|
reference-catalog.json
CHANGED
|
@@ -261,14 +261,6 @@
|
|
| 261 |
"M08"
|
| 262 |
]
|
| 263 |
},
|
| 264 |
-
{
|
| 265 |
-
"family": "GLZA",
|
| 266 |
-
"display_name": "GLZA",
|
| 267 |
-
"description": "GLZA first applies data-aware preprocessing such as text capitalization coding or strided delta filtering when applicable. It recursively replaces profitable repeated sequences with grammar production rules, then encodes the resulting Grammatical Ziv-Lempel symbols with statistical models.",
|
| 268 |
-
"reference_ids": [
|
| 269 |
-
"M34"
|
| 270 |
-
]
|
| 271 |
-
},
|
| 272 |
{
|
| 273 |
"family": "GORILLA",
|
| 274 |
"display_name": "Gorilla",
|
|
@@ -2549,14 +2541,6 @@
|
|
| 2549 |
"source_slide": 2,
|
| 2550 |
"verification_status": "link_reachable_2026-10-08_content_from_ppt_notes"
|
| 2551 |
},
|
| 2552 |
-
{
|
| 2553 |
-
"id": "M34",
|
| 2554 |
-
"citation": "Kennon Conrad. “GLZA Compression Toolset.” Official source distribution mirror, 2016.",
|
| 2555 |
-
"url": "https://github.com/jrmuizel/GLZA",
|
| 2556 |
-
"kind": "archived_project_page_or_source_mirror",
|
| 2557 |
-
"source_slide": 2,
|
| 2558 |
-
"verification_status": "link_reachable_2026-10-08_content_from_ppt_notes"
|
| 2559 |
-
},
|
| 2560 |
{
|
| 2561 |
"id": "M35",
|
| 2562 |
"citation": "MATCODE Software. “LZMAT: Open-source Extremely Fast Data Compression Library, Version 1.0.” Official project documentation (archived), 2008.",
|
|
@@ -3443,14 +3427,6 @@
|
|
| 3443 |
],
|
| 3444 |
"family": "Gipfeli"
|
| 3445 |
},
|
| 3446 |
-
{
|
| 3447 |
-
"index": 36,
|
| 3448 |
-
"ppt_name": "GLZA",
|
| 3449 |
-
"reference_ids": [
|
| 3450 |
-
"M34"
|
| 3451 |
-
],
|
| 3452 |
-
"family": "GLZA"
|
| 3453 |
-
},
|
| 3454 |
{
|
| 3455 |
"index": 37,
|
| 3456 |
"ppt_name": "LZMAT",
|
|
|
|
| 261 |
"M08"
|
| 262 |
]
|
| 263 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 264 |
{
|
| 265 |
"family": "GORILLA",
|
| 266 |
"display_name": "Gorilla",
|
|
|
|
| 2541 |
"source_slide": 2,
|
| 2542 |
"verification_status": "link_reachable_2026-10-08_content_from_ppt_notes"
|
| 2543 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2544 |
{
|
| 2545 |
"id": "M35",
|
| 2546 |
"citation": "MATCODE Software. “LZMAT: Open-source Extremely Fast Data Compression Library, Version 1.0.” Official project documentation (archived), 2008.",
|
|
|
|
| 3427 |
],
|
| 3428 |
"family": "Gipfeli"
|
| 3429 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3430 |
{
|
| 3431 |
"index": 37,
|
| 3432 |
"ppt_name": "LZMAT",
|
ui-data.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|