Update logbook: Reproduction: A Random Matrix Theory Perspective on the Consistency of Diffusion Models
Browse files- logbook.json +2 -2
- pages/claim-1-linear-model-predicts-cross-split-consistency/page.md +24 -24
- pages/claim-2-self-consistency-equation-and-renormalized-noise/page.md +5 -5
- pages/claim-3-variance-factorization-anisotropy-x-inhomogeneity/page.md +5 -5
- pages/claim-4-fractional-matrix-power-extension-to-sampling-trajectories/page.md +5 -5
- pages/claim-5-deep-network-validation-toy-scale/page.md +30 -30
- pages/claim-6-deep-network-validation-scoped-toy-scale-cifar10-only/page.md +18 -18
- pages/conclusion/page.md +1 -1
- pages/executive-summary/page.md +23 -66
- workspace.json +12 -12
logbook.json
CHANGED
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"icml2026-repro",
|
| 11 |
"paper-iPjuUQbkfl"
|
| 12 |
],
|
| 13 |
-
"updated_at": "2026-08-
|
| 14 |
"root": {
|
| 15 |
"slug": "index",
|
| 16 |
"title": "Reproduction: A Random Matrix Theory Perspective on the Consistency of Diffusion Models",
|
|
@@ -76,5 +76,5 @@
|
|
| 76 |
"agent_view_tokens": 3154,
|
| 77 |
"trace_view_tokens": 10,
|
| 78 |
"workspace_view_tokens": 8,
|
| 79 |
-
"revision": "
|
| 80 |
}
|
|
|
|
| 10 |
"icml2026-repro",
|
| 11 |
"paper-iPjuUQbkfl"
|
| 12 |
],
|
| 13 |
+
"updated_at": "2026-08-03T07:25:51+00:00",
|
| 14 |
"root": {
|
| 15 |
"slug": "index",
|
| 16 |
"title": "Reproduction: A Random Matrix Theory Perspective on the Consistency of Diffusion Models",
|
|
|
|
| 76 |
"agent_view_tokens": 3154,
|
| 77 |
"trace_view_tokens": 10,
|
| 78 |
"workspace_view_tokens": 8,
|
| 79 |
+
"revision": "9af5329188e760796fb9"
|
| 80 |
}
|
pages/claim-1-linear-model-predicts-cross-split-consistency/page.md
CHANGED
|
@@ -3,13 +3,13 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "code", "id": "
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim1.py
|
| 10 |
````
|
| 11 |
|
| 12 |
-
exit 0 ·
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim1.py
|
|
@@ -188,30 +188,30 @@ if __name__ == "__main__":
|
|
| 188 |
````output
|
| 189 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 190 |
warnings.warn(
|
| 191 |
-
Job started with ID:
|
| 192 |
-
View at: https://huggingface.co/jobs/byte-vortex/
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 193 |
Downloading nvidia-cusolver (191.6MiB)
|
|
|
|
|
|
|
|
|
|
| 194 |
Downloading nvidia-cuda-nvrtc (86.0MiB)
|
| 195 |
-
Downloading networkx (2.0MiB)
|
| 196 |
-
Downloading numpy (15.9MiB)
|
| 197 |
-
Downloading nvidia-cuda-runtime (2.1MiB)
|
| 198 |
Downloading nvidia-cufile (1.2MiB)
|
| 199 |
-
Downloading nvidia-nvjitlink (38.9MiB)
|
| 200 |
-
Downloading nvidia-nvshmem-cu13 (57.6MiB)
|
| 201 |
Downloading cuda-bindings (6.3MiB)
|
| 202 |
-
Downloading nvidia-nccl-cu13 (196.4MiB)
|
| 203 |
-
Downloading nvidia-cuda-cupti (10.2MiB)
|
| 204 |
-
Downloading sympy (6.0MiB)
|
| 205 |
-
Downloading nvidia-curand (56.8MiB)
|
| 206 |
Downloading nvidia-cufft (204.2MiB)
|
| 207 |
-
Downloading nvidia-
|
|
|
|
|
|
|
| 208 |
Downloading nvidia-cusparselt-cu13 (162.3MiB)
|
| 209 |
-
Downloading
|
| 210 |
-
Downloading
|
| 211 |
-
Downloading
|
| 212 |
-
Downloading nvidia-cublas (403.5MiB)
|
| 213 |
-
Downloading torch (502.2MiB)
|
| 214 |
Downloading nvidia-cudnn-cu13 (349.2MiB)
|
|
|
|
| 215 |
Downloaded nvidia-cufile
|
| 216 |
Downloaded nvidia-cuda-runtime
|
| 217 |
Downloaded networkx
|
|
@@ -220,8 +220,8 @@ Downloading nvidia-cudnn-cu13 (349.2MiB)
|
|
| 220 |
Downloaded torchvision
|
| 221 |
Downloaded nvidia-cuda-cupti
|
| 222 |
Downloaded numpy
|
| 223 |
-
Downloaded sympy
|
| 224 |
Downloaded nvidia-nvjitlink
|
|
|
|
| 225 |
Downloaded nvidia-curand
|
| 226 |
Downloaded nvidia-nvshmem-cu13
|
| 227 |
Downloaded nvidia-cuda-nvrtc
|
|
@@ -234,7 +234,7 @@ Downloading nvidia-cudnn-cu13 (349.2MiB)
|
|
| 234 |
Downloaded nvidia-cudnn-cu13
|
| 235 |
Downloaded nvidia-cublas
|
| 236 |
Downloaded torch
|
| 237 |
-
Installed 32 packages in
|
| 238 |
======================================================================
|
| 239 |
RMT Diffusion Consistency reproduction -- Claim 1
|
| 240 |
Testing: linear closed-form denoiser predicts cross-split
|
|
@@ -606,12 +606,12 @@ Using REAL MNIST data (16x16 downsampled, flattened, d=256).
|
|
| 606 |
Dataset: 4000 samples, 256 dims, split into 2000 / 2000
|
| 607 |
|
| 608 |
[Results over 100 shared-seed trials]
|
| 609 |
-
Cross-split distance (same seed, different training data): 0.
|
| 610 |
-
Nearest-training-neighbor distance (memorization check): 2.
|
| 611 |
|
| 612 |
======================================================================
|
| 613 |
SUMMARY
|
| 614 |
-
PASS: cross-split outputs are 7.
|
| 615 |
other than to their own nearest training example.
|
| 616 |
This supports the paper's Claim 1: a purely linear, closed-form
|
| 617 |
model already predicts strong cross-split consistency, without
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "code", "id": "cell_883994bc28d6", "created_at": "2026-08-03T07:14:47+00:00", "title": "Run: hf rmt_diffusion_claim1.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim1.py"], "exit_code": 0, "duration_s": 47.937}
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim1.py
|
| 10 |
````
|
| 11 |
|
| 12 |
+
exit 0 · 47.9s
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim1.py
|
|
|
|
| 188 |
````output
|
| 189 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 190 |
warnings.warn(
|
| 191 |
+
Job started with ID: 6a703fb8a00abefd4b28ed20
|
| 192 |
+
View at: https://huggingface.co/jobs/byte-vortex/6a703fb8a00abefd4b28ed20
|
| 193 |
+
Downloading nvidia-cuda-runtime (2.1MiB)
|
| 194 |
+
Downloading triton (188.6MiB)
|
| 195 |
+
Downloading numpy (15.9MiB)
|
| 196 |
+
Downloading nvidia-nccl-cu13 (196.4MiB)
|
| 197 |
+
Downloading nvidia-cublas (403.5MiB)
|
| 198 |
Downloading nvidia-cusolver (191.6MiB)
|
| 199 |
+
Downloading pillow (6.6MiB)
|
| 200 |
+
Downloading torch (502.2MiB)
|
| 201 |
+
Downloading sympy (6.0MiB)
|
| 202 |
Downloading nvidia-cuda-nvrtc (86.0MiB)
|
|
|
|
|
|
|
|
|
|
| 203 |
Downloading nvidia-cufile (1.2MiB)
|
|
|
|
|
|
|
| 204 |
Downloading cuda-bindings (6.3MiB)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 205 |
Downloading nvidia-cufft (204.2MiB)
|
| 206 |
+
Downloading nvidia-cuda-cupti (10.2MiB)
|
| 207 |
+
Downloading networkx (2.0MiB)
|
| 208 |
+
Downloading nvidia-nvshmem-cu13 (57.6MiB)
|
| 209 |
Downloading nvidia-cusparselt-cu13 (162.3MiB)
|
| 210 |
+
Downloading nvidia-nvjitlink (38.9MiB)
|
| 211 |
+
Downloading nvidia-cusparse (139.2MiB)
|
| 212 |
+
Downloading nvidia-curand (56.8MiB)
|
|
|
|
|
|
|
| 213 |
Downloading nvidia-cudnn-cu13 (349.2MiB)
|
| 214 |
+
Downloading torchvision (7.3MiB)
|
| 215 |
Downloaded nvidia-cufile
|
| 216 |
Downloaded nvidia-cuda-runtime
|
| 217 |
Downloaded networkx
|
|
|
|
| 220 |
Downloaded torchvision
|
| 221 |
Downloaded nvidia-cuda-cupti
|
| 222 |
Downloaded numpy
|
|
|
|
| 223 |
Downloaded nvidia-nvjitlink
|
| 224 |
+
Downloaded sympy
|
| 225 |
Downloaded nvidia-curand
|
| 226 |
Downloaded nvidia-nvshmem-cu13
|
| 227 |
Downloaded nvidia-cuda-nvrtc
|
|
|
|
| 234 |
Downloaded nvidia-cudnn-cu13
|
| 235 |
Downloaded nvidia-cublas
|
| 236 |
Downloaded torch
|
| 237 |
+
Installed 32 packages in 238ms
|
| 238 |
======================================================================
|
| 239 |
RMT Diffusion Consistency reproduction -- Claim 1
|
| 240 |
Testing: linear closed-form denoiser predicts cross-split
|
|
|
|
| 606 |
Dataset: 4000 samples, 256 dims, split into 2000 / 2000
|
| 607 |
|
| 608 |
[Results over 100 shared-seed trials]
|
| 609 |
+
Cross-split distance (same seed, different training data): 0.372 +/- 0.051
|
| 610 |
+
Nearest-training-neighbor distance (memorization check): 2.650 +/- 0.333
|
| 611 |
|
| 612 |
======================================================================
|
| 613 |
SUMMARY
|
| 614 |
+
PASS: cross-split outputs are 7.13x MORE similar to each
|
| 615 |
other than to their own nearest training example.
|
| 616 |
This supports the paper's Claim 1: a purely linear, closed-form
|
| 617 |
model already predicts strong cross-split consistency, without
|
pages/claim-2-self-consistency-equation-and-renormalized-noise/page.md
CHANGED
|
@@ -3,13 +3,13 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "code", "id": "
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim2.py
|
| 10 |
````
|
| 11 |
|
| 12 |
-
exit 0 ·
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim2.py
|
|
@@ -142,11 +142,11 @@ if __name__ == "__main__":
|
|
| 142 |
````output
|
| 143 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 144 |
warnings.warn(
|
| 145 |
-
Job started with ID:
|
| 146 |
-
View at: https://huggingface.co/jobs/byte-vortex/
|
| 147 |
Downloading numpy (15.9MiB)
|
| 148 |
Downloaded numpy
|
| 149 |
-
Installed 1 package in
|
| 150 |
======================================================================
|
| 151 |
RMT Diffusion Consistency reproduction -- Claim 2
|
| 152 |
Testing Proposition 4.1: sigma^2 -> kappa(sigma^2) renormalization
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "code", "id": "cell_00e6a5596112", "created_at": "2026-08-03T07:16:39+00:00", "title": "Run: hf rmt_diffusion_claim2.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim2.py"], "exit_code": 0, "duration_s": 110.636}
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim2.py
|
| 10 |
````
|
| 11 |
|
| 12 |
+
exit 0 · 110.6s
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim2.py
|
|
|
|
| 142 |
````output
|
| 143 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 144 |
warnings.warn(
|
| 145 |
+
Job started with ID: 6a703fe9a00abefd4b28ed22
|
| 146 |
+
View at: https://huggingface.co/jobs/byte-vortex/6a703fe9a00abefd4b28ed22
|
| 147 |
Downloading numpy (15.9MiB)
|
| 148 |
Downloaded numpy
|
| 149 |
+
Installed 1 package in 18ms
|
| 150 |
======================================================================
|
| 151 |
RMT Diffusion Consistency reproduction -- Claim 2
|
| 152 |
Testing Proposition 4.1: sigma^2 -> kappa(sigma^2) renormalization
|
pages/claim-3-variance-factorization-anisotropy-x-inhomogeneity/page.md
CHANGED
|
@@ -3,13 +3,13 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "code", "id": "
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim3.py
|
| 10 |
````
|
| 11 |
|
| 12 |
-
exit 0 ·
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim3.py
|
|
@@ -126,11 +126,11 @@ if __name__ == "__main__":
|
|
| 126 |
````output
|
| 127 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 128 |
warnings.warn(
|
| 129 |
-
Job started with ID:
|
| 130 |
-
View at: https://huggingface.co/jobs/byte-vortex/
|
| 131 |
Downloading numpy (15.9MiB)
|
| 132 |
Downloaded numpy
|
| 133 |
-
Installed 1 package in
|
| 134 |
======================================================================
|
| 135 |
RMT Diffusion Consistency reproduction -- Claim 3
|
| 136 |
Testing Result 4.2, Eq. 7: exact denoiser variance/fluctuation law
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "code", "id": "cell_8e9e06e5506f", "created_at": "2026-08-03T07:17:20+00:00", "title": "Run: hf rmt_diffusion_claim3.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim3.py"], "exit_code": 0, "duration_s": 39.55}
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim3.py
|
| 10 |
````
|
| 11 |
|
| 12 |
+
exit 0 · 39.6s
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim3.py
|
|
|
|
| 126 |
````output
|
| 127 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 128 |
warnings.warn(
|
| 129 |
+
Job started with ID: 6a70405a6b79c09949c203b8
|
| 130 |
+
View at: https://huggingface.co/jobs/byte-vortex/6a70405a6b79c09949c203b8
|
| 131 |
Downloading numpy (15.9MiB)
|
| 132 |
Downloaded numpy
|
| 133 |
+
Installed 1 package in 17ms
|
| 134 |
======================================================================
|
| 135 |
RMT Diffusion Consistency reproduction -- Claim 3
|
| 136 |
Testing Result 4.2, Eq. 7: exact denoiser variance/fluctuation law
|
pages/claim-4-fractional-matrix-power-extension-to-sampling-trajectories/page.md
CHANGED
|
@@ -3,13 +3,13 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "code", "id": "
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim4.py
|
| 10 |
````
|
| 11 |
|
| 12 |
-
exit 0 · 16.
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim4.py
|
|
@@ -233,11 +233,11 @@ if __name__ == "__main__":
|
|
| 233 |
````output
|
| 234 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 235 |
warnings.warn(
|
| 236 |
-
Job started with ID:
|
| 237 |
-
View at: https://huggingface.co/jobs/byte-vortex/
|
| 238 |
Downloading numpy (15.9MiB)
|
| 239 |
Downloaded numpy
|
| 240 |
-
Installed 1 package in
|
| 241 |
======================================================================
|
| 242 |
RMT Diffusion Consistency reproduction -- Claim 4
|
| 243 |
Testing Result 5.1 & 5.2 (Section 5): fractional-power DE for
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "code", "id": "cell_bb1e778bac66", "created_at": "2026-08-03T07:17:38+00:00", "title": "Run: hf rmt_diffusion_claim4.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim4.py"], "exit_code": 0, "duration_s": 16.087}
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim4.py
|
| 10 |
````
|
| 11 |
|
| 12 |
+
exit 0 · 16.1s
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim4.py
|
|
|
|
| 233 |
````output
|
| 234 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 235 |
warnings.warn(
|
| 236 |
+
Job started with ID: 6a7040836b79c09949c203bc
|
| 237 |
+
View at: https://huggingface.co/jobs/byte-vortex/6a7040836b79c09949c203bc
|
| 238 |
Downloading numpy (15.9MiB)
|
| 239 |
Downloaded numpy
|
| 240 |
+
Installed 1 package in 17ms
|
| 241 |
======================================================================
|
| 242 |
RMT Diffusion Consistency reproduction -- Claim 4
|
| 243 |
Testing Result 5.1 & 5.2 (Section 5): fractional-power DE for
|
pages/claim-5-deep-network-validation-toy-scale/page.md
CHANGED
|
@@ -3,13 +3,13 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "code", "id": "
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim5.py
|
| 10 |
````
|
| 11 |
|
| 12 |
-
exit 0 ·
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim5.py
|
|
@@ -207,30 +207,30 @@ if __name__ == "__main__":
|
|
| 207 |
````output
|
| 208 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 209 |
warnings.warn(
|
| 210 |
-
Job started with ID:
|
| 211 |
-
View at: https://huggingface.co/jobs/byte-vortex/
|
|
|
|
|
|
|
| 212 |
Downloading sympy (6.0MiB)
|
| 213 |
Downloading numpy (15.9MiB)
|
| 214 |
-
Downloading nvidia-cusparselt-cu13 (162.3MiB)
|
| 215 |
-
Downloading cuda-bindings (6.3MiB)
|
| 216 |
-
Downloading nvidia-nvjitlink (38.9MiB)
|
| 217 |
-
Downloading nvidia-nccl-cu13 (196.4MiB)
|
| 218 |
-
Downloading nvidia-cuda-nvrtc (86.0MiB)
|
| 219 |
-
Downloading nvidia-cusparse (139.2MiB)
|
| 220 |
Downloading nvidia-cuda-runtime (2.1MiB)
|
| 221 |
-
Downloading nvidia-
|
| 222 |
Downloading nvidia-cudnn-cu13 (349.2MiB)
|
| 223 |
-
Downloading
|
| 224 |
-
Downloading
|
| 225 |
-
Downloading
|
| 226 |
Downloading nvidia-nvshmem-cu13 (57.6MiB)
|
|
|
|
|
|
|
|
|
|
| 227 |
Downloading nvidia-cusolver (191.6MiB)
|
| 228 |
-
Downloading nvidia-
|
| 229 |
-
Downloading
|
|
|
|
|
|
|
| 230 |
Downloading nvidia-curand (56.8MiB)
|
| 231 |
-
Downloading nvidia-
|
| 232 |
-
Downloading
|
| 233 |
-
Downloading nvidia-cufft (204.2MiB)
|
| 234 |
Downloaded nvidia-cufile
|
| 235 |
Downloaded nvidia-cuda-runtime
|
| 236 |
Downloaded networkx
|
|
@@ -238,9 +238,9 @@ Downloading nvidia-cufft (204.2MiB)
|
|
| 238 |
Downloaded pillow
|
| 239 |
Downloaded torchvision
|
| 240 |
Downloaded nvidia-cuda-cupti
|
|
|
|
| 241 |
Downloaded numpy
|
| 242 |
Downloaded nvidia-nvjitlink
|
| 243 |
-
Downloaded sympy
|
| 244 |
Downloaded nvidia-curand
|
| 245 |
Downloaded nvidia-nvshmem-cu13
|
| 246 |
Downloaded nvidia-cuda-nvrtc
|
|
@@ -248,12 +248,12 @@ Downloading nvidia-cufft (204.2MiB)
|
|
| 248 |
Downloaded nvidia-cusparselt-cu13
|
| 249 |
Downloaded nvidia-cusolver
|
| 250 |
Downloaded nvidia-nccl-cu13
|
| 251 |
-
Downloaded nvidia-cufft
|
| 252 |
Downloaded triton
|
|
|
|
| 253 |
Downloaded nvidia-cudnn-cu13
|
| 254 |
Downloaded nvidia-cublas
|
| 255 |
Downloaded torch
|
| 256 |
-
Installed 32 packages in
|
| 257 |
======================================================================
|
| 258 |
RMT Diffusion Consistency reproduction -- Claim 5 (toy scale)
|
| 259 |
Testing: do REAL TRAINED deep denoisers show the same
|
|
@@ -624,17 +624,17 @@ Using REAL MNIST data (14x14 downsampled, d=196).
|
|
| 624 |
Split sizes: 400 / 400
|
| 625 |
|
| 626 |
Training MLP denoiser on split A (400 samples)...
|
| 627 |
-
step 500/1500 loss=0.
|
| 628 |
-
step 1000/1500 loss=0.
|
| 629 |
-
step 1500/1500 loss=0.
|
| 630 |
Training MLP denoiser on split B (400 samples)...
|
| 631 |
-
step 500/1500 loss=0.
|
| 632 |
-
step 1000/1500 loss=0.
|
| 633 |
-
step 1500/1500 loss=0.
|
| 634 |
|
| 635 |
[Results over 30 shared-seed trials, TRAINED deep MLP denoisers]
|
| 636 |
-
Cross-split distance: 7.
|
| 637 |
-
Nearest-training-neighbor dist: 15.
|
| 638 |
|
| 639 |
======================================================================
|
| 640 |
SUMMARY
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "code", "id": "cell_1f78dc30e82b", "created_at": "2026-08-03T07:20:23+00:00", "title": "Run: hf rmt_diffusion_claim5.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim5.py"], "exit_code": 0, "duration_s": 163.002}
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim5.py
|
| 10 |
````
|
| 11 |
|
| 12 |
+
exit 0 · 163.0s
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim5.py
|
|
|
|
| 207 |
````output
|
| 208 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 209 |
warnings.warn(
|
| 210 |
+
Job started with ID: 6a7040956b79c09949c203be
|
| 211 |
+
View at: https://huggingface.co/jobs/byte-vortex/6a7040956b79c09949c203be
|
| 212 |
+
Downloading nvidia-cusparse (139.2MiB)
|
| 213 |
+
Downloading cuda-bindings (6.3MiB)
|
| 214 |
Downloading sympy (6.0MiB)
|
| 215 |
Downloading numpy (15.9MiB)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 216 |
Downloading nvidia-cuda-runtime (2.1MiB)
|
| 217 |
+
Downloading nvidia-cufile (1.2MiB)
|
| 218 |
Downloading nvidia-cudnn-cu13 (349.2MiB)
|
| 219 |
+
Downloading pillow (6.6MiB)
|
| 220 |
+
Downloading nvidia-nccl-cu13 (196.4MiB)
|
| 221 |
+
Downloading nvidia-cublas (403.5MiB)
|
| 222 |
Downloading nvidia-nvshmem-cu13 (57.6MiB)
|
| 223 |
+
Downloading triton (188.6MiB)
|
| 224 |
+
Downloading nvidia-nvjitlink (38.9MiB)
|
| 225 |
+
Downloading nvidia-cufft (204.2MiB)
|
| 226 |
Downloading nvidia-cusolver (191.6MiB)
|
| 227 |
+
Downloading nvidia-cusparselt-cu13 (162.3MiB)
|
| 228 |
+
Downloading networkx (2.0MiB)
|
| 229 |
+
Downloading nvidia-cuda-cupti (10.2MiB)
|
| 230 |
+
Downloading torch (502.2MiB)
|
| 231 |
Downloading nvidia-curand (56.8MiB)
|
| 232 |
+
Downloading nvidia-cuda-nvrtc (86.0MiB)
|
| 233 |
+
Downloading torchvision (7.3MiB)
|
|
|
|
| 234 |
Downloaded nvidia-cufile
|
| 235 |
Downloaded nvidia-cuda-runtime
|
| 236 |
Downloaded networkx
|
|
|
|
| 238 |
Downloaded pillow
|
| 239 |
Downloaded torchvision
|
| 240 |
Downloaded nvidia-cuda-cupti
|
| 241 |
+
Downloaded sympy
|
| 242 |
Downloaded numpy
|
| 243 |
Downloaded nvidia-nvjitlink
|
|
|
|
| 244 |
Downloaded nvidia-curand
|
| 245 |
Downloaded nvidia-nvshmem-cu13
|
| 246 |
Downloaded nvidia-cuda-nvrtc
|
|
|
|
| 248 |
Downloaded nvidia-cusparselt-cu13
|
| 249 |
Downloaded nvidia-cusolver
|
| 250 |
Downloaded nvidia-nccl-cu13
|
|
|
|
| 251 |
Downloaded triton
|
| 252 |
+
Downloaded nvidia-cufft
|
| 253 |
Downloaded nvidia-cudnn-cu13
|
| 254 |
Downloaded nvidia-cublas
|
| 255 |
Downloaded torch
|
| 256 |
+
Installed 32 packages in 591ms
|
| 257 |
======================================================================
|
| 258 |
RMT Diffusion Consistency reproduction -- Claim 5 (toy scale)
|
| 259 |
Testing: do REAL TRAINED deep denoisers show the same
|
|
|
|
| 624 |
Split sizes: 400 / 400
|
| 625 |
|
| 626 |
Training MLP denoiser on split A (400 samples)...
|
| 627 |
+
step 500/1500 loss=0.5914
|
| 628 |
+
step 1000/1500 loss=0.4817
|
| 629 |
+
step 1500/1500 loss=0.3526
|
| 630 |
Training MLP denoiser on split B (400 samples)...
|
| 631 |
+
step 500/1500 loss=0.5647
|
| 632 |
+
step 1000/1500 loss=0.4542
|
| 633 |
+
step 1500/1500 loss=0.3696
|
| 634 |
|
| 635 |
[Results over 30 shared-seed trials, TRAINED deep MLP denoisers]
|
| 636 |
+
Cross-split distance: 7.130 +/- 0.982
|
| 637 |
+
Nearest-training-neighbor dist: 15.879 +/- 2.244
|
| 638 |
|
| 639 |
======================================================================
|
| 640 |
SUMMARY
|
pages/claim-6-deep-network-validation-scoped-toy-scale-cifar10-only/page.md
CHANGED
|
@@ -3,13 +3,13 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "code", "id": "
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor a10g-small --timeout 3600 --secrets HF_TOKEN rmt_diffusion_claim6.py
|
| 10 |
````
|
| 11 |
|
| 12 |
-
exit 0 ·
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim6.py
|
|
@@ -489,29 +489,29 @@ if __name__ == "__main__":
|
|
| 489 |
````output
|
| 490 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 491 |
warnings.warn(
|
| 492 |
-
Job started with ID:
|
| 493 |
-
View at: https://huggingface.co/jobs/byte-vortex/
|
| 494 |
-
Downloading
|
| 495 |
-
Downloading nvidia-cuda-runtime (2.1MiB)
|
| 496 |
-
Downloading sympy (6.0MiB)
|
| 497 |
-
Downloading nvidia-cufile (1.2MiB)
|
| 498 |
-
Downloading nvidia-cuda-nvrtc (86.0MiB)
|
| 499 |
Downloading nvidia-cusolver (191.6MiB)
|
| 500 |
-
Downloading nvidia-
|
|
|
|
| 501 |
Downloading pillow (6.6MiB)
|
| 502 |
-
Downloading nvidia-
|
| 503 |
-
Downloading nvidia-nvjitlink (38.9MiB)
|
| 504 |
-
Downloading nvidia-cufft (204.2MiB)
|
| 505 |
-
Downloading nvidia-nccl-cu13 (196.4MiB)
|
| 506 |
Downloading nvidia-cuda-cupti (10.2MiB)
|
|
|
|
|
|
|
| 507 |
Downloading numpy (15.9MiB)
|
| 508 |
-
Downloading triton (188.6MiB)
|
| 509 |
Downloading nvidia-nvshmem-cu13 (57.6MiB)
|
| 510 |
-
Downloading nvidia-curand (56.8MiB)
|
| 511 |
Downloading nvidia-cusparselt-cu13 (162.3MiB)
|
| 512 |
-
Downloading
|
| 513 |
Downloading networkx (2.0MiB)
|
|
|
|
|
|
|
|
|
|
| 514 |
Downloading torch (502.2MiB)
|
|
|
|
|
|
|
|
|
|
| 515 |
Downloading torchvision (7.3MiB)
|
| 516 |
Downloaded nvidia-cufile
|
| 517 |
Downloaded nvidia-cuda-runtime
|
|
@@ -535,7 +535,7 @@ Downloading torchvision (7.3MiB)
|
|
| 535 |
Downloaded nvidia-cudnn-cu13
|
| 536 |
Downloaded nvidia-cublas
|
| 537 |
Downloaded torch
|
| 538 |
-
Installed 32 packages in
|
| 539 |
======================================================================
|
| 540 |
RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)
|
| 541 |
Testing official Claim 5: consistency vs linear theory,
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "code", "id": "cell_25202740a9cb", "created_at": "2026-08-03T07:25:49+00:00", "title": "Run: hf rmt_diffusion_claim6.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--timeout", "3600", "--secrets", "HF_TOKEN", "rmt_diffusion_claim6.py"], "exit_code": 0, "duration_s": 323.503}
|
| 7 |
-->
|
| 8 |
````bash
|
| 9 |
$ hf jobs uv run --flavor a10g-small --timeout 3600 --secrets HF_TOKEN rmt_diffusion_claim6.py
|
| 10 |
````
|
| 11 |
|
| 12 |
+
exit 0 · 323.5s
|
| 13 |
|
| 14 |
|
| 15 |
````python title=rmt_diffusion_claim6.py
|
|
|
|
| 489 |
````output
|
| 490 |
/usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
|
| 491 |
warnings.warn(
|
| 492 |
+
Job started with ID: 6a70413a6b79c09949c203c2
|
| 493 |
+
View at: https://huggingface.co/jobs/byte-vortex/6a70413a6b79c09949c203c2
|
| 494 |
+
Downloading nvidia-nccl-cu13 (196.4MiB)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 495 |
Downloading nvidia-cusolver (191.6MiB)
|
| 496 |
+
Downloading nvidia-cusparse (139.2MiB)
|
| 497 |
+
Downloading nvidia-cuda-nvrtc (86.0MiB)
|
| 498 |
Downloading pillow (6.6MiB)
|
| 499 |
+
Downloading nvidia-curand (56.8MiB)
|
|
|
|
|
|
|
|
|
|
| 500 |
Downloading nvidia-cuda-cupti (10.2MiB)
|
| 501 |
+
Downloading nvidia-cublas (403.5MiB)
|
| 502 |
+
Downloading nvidia-cufile (1.2MiB)
|
| 503 |
Downloading numpy (15.9MiB)
|
|
|
|
| 504 |
Downloading nvidia-nvshmem-cu13 (57.6MiB)
|
|
|
|
| 505 |
Downloading nvidia-cusparselt-cu13 (162.3MiB)
|
| 506 |
+
Downloading sympy (6.0MiB)
|
| 507 |
Downloading networkx (2.0MiB)
|
| 508 |
+
Downloading triton (188.6MiB)
|
| 509 |
+
Downloading cuda-bindings (6.3MiB)
|
| 510 |
+
Downloading nvidia-cuda-runtime (2.1MiB)
|
| 511 |
Downloading torch (502.2MiB)
|
| 512 |
+
Downloading nvidia-cudnn-cu13 (349.2MiB)
|
| 513 |
+
Downloading nvidia-nvjitlink (38.9MiB)
|
| 514 |
+
Downloading nvidia-cufft (204.2MiB)
|
| 515 |
Downloading torchvision (7.3MiB)
|
| 516 |
Downloaded nvidia-cufile
|
| 517 |
Downloaded nvidia-cuda-runtime
|
|
|
|
| 535 |
Downloaded nvidia-cudnn-cu13
|
| 536 |
Downloaded nvidia-cublas
|
| 537 |
Downloaded torch
|
| 538 |
+
Installed 32 packages in 651ms
|
| 539 |
======================================================================
|
| 540 |
RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)
|
| 541 |
Testing official Claim 5: consistency vs linear theory,
|
pages/conclusion/page.md
CHANGED
|
@@ -3,7 +3,7 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "markdown", "id": "
|
| 7 |
-->
|
| 8 |
This reproduction verified all 5 claims from the official challenge for "A Random Matrix Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908, ICML 2026 Oral).
|
| 9 |
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_8513f2d97789", "created_at": "2026-08-03T07:25:50+00:00", "title": "Conclusion"}
|
| 7 |
-->
|
| 8 |
This reproduction verified all 5 claims from the official challenge for "A Random Matrix Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908, ICML 2026 Oral).
|
| 9 |
|
pages/executive-summary/page.md
CHANGED
|
@@ -3,7 +3,7 @@
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
-
{"type": "markdown", "id": "
|
| 7 |
-->
|
| 8 |
Reproduction of "A Random Matrix Theory Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908), an ICML 2026 ORAL presentation (Wang, Zavatone-Veth, Pehlevan, Harvard University).
|
| 9 |
|
|
@@ -29,72 +29,29 @@ All empirical claims were run as real, independently-verifiable Hugging Face Job
|
|
| 29 |
|
| 30 |
---
|
| 31 |
<!-- trackio-cell
|
| 32 |
-
{"type": "figure", "id": "
|
| 33 |
-->
|
| 34 |
````html
|
| 35 |
-
<div style="font-family: -apple-system,
|
| 36 |
-
|
| 37 |
-
<
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
<
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
</
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
</tr>
|
| 56 |
-
</thead>
|
| 57 |
-
<tbody>
|
| 58 |
-
<tr>
|
| 59 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3; color:#2a2d34;">1. Linear theory predicts cross-split consistency</td>
|
| 60 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3;"><span style="color:#1e7b3e; font-weight:600;">✓ Confirmed</span><span style="color:#6b7078;"> — 7.4× closer cross-split than to nearest neighbor (real MNIST)</span></td>
|
| 61 |
-
</tr>
|
| 62 |
-
<tr>
|
| 63 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3; color:#2a2d34;">2. Self-consistency equation / renormalized noise</td>
|
| 64 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3;"><span style="color:#1e7b3e; font-weight:600;">✓ Confirmed</span><span style="color:#6b7078;"> — 2.6% max error, matches authors' released code</span></td>
|
| 65 |
-
</tr>
|
| 66 |
-
<tr>
|
| 67 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3; color:#2a2d34;">3. Variance factorization: anisotropy × inhomogeneity</td>
|
| 68 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3;"><span style="color:#1e7b3e; font-weight:600;">✓ Confirmed</span><span style="color:#6b7078;"> — 19.5% max error vs. Monte Carlo</span></td>
|
| 69 |
-
</tr>
|
| 70 |
-
<tr>
|
| 71 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3; color:#2a2d34;">4. Fractional matrix power / sampling trajectories</td>
|
| 72 |
-
<td style="padding:11px 12px; border-bottom:1px solid #f0f1f3;"><span style="color:#1e7b3e; font-weight:600;">✓ Confirmed</span><span style="color:#6b7078;"> — 0.7% / 11.5% max error vs. Monte Carlo</span></td>
|
| 73 |
-
</tr>
|
| 74 |
-
<tr>
|
| 75 |
-
<td style="padding:11px 12px; color:#2a2d34;">5. Deep network validation (MLP/MNIST, then UNet/CIFAR10)</td>
|
| 76 |
-
<td style="padding:11px 12px;"><span style="color:#1e7b3e; font-weight:600;">✓ Confirmed</span><span style="color:#6b7078;"> — both scales; 4/4 sub-checks directionally supported</span></td>
|
| 77 |
-
</tr>
|
| 78 |
-
</tbody>
|
| 79 |
-
</table>
|
| 80 |
-
</div>
|
| 81 |
-
|
| 82 |
-
<div style="margin: 18px 32px 24px; padding: 16px 18px; background: #f8f9fb; border: 1px solid #eef0f2; border-radius: 10px;">
|
| 83 |
-
<div style="font-size: 11px; font-weight: 700; letter-spacing: 0.04em; text-transform: uppercase; color: #6b5bd6; margin-bottom: 8px;">Claim 5 summary</div>
|
| 84 |
-
<p style="margin: 0; font-size: 13.5px; line-height: 1.65; color: #3a3d44;">
|
| 85 |
-
A small MLP on real MNIST first confirmed the qualitative consistency pattern (2.2× closer cross-split than to nearest neighbor). A more thorough follow-up trained a real convolutional UNet on real CIFAR10 across dataset sizes n = 100–20,000, testing all three of the paper's stated predictions directly:
|
| 86 |
-
</p>
|
| 87 |
-
<ul style="margin: 10px 0 0; padding-left: 20px; font-size: 13.5px; line-height: 1.65; color: #3a3d44;">
|
| 88 |
-
<li>cross-split consistency stayed within a bounded ratio (1.2×–2.5×) of a genuine closed-form linear-diffusion baseline;</li>
|
| 89 |
-
<li>overshrinkage of low-variance eigenmodes relative to high-variance ones (correlation 0.78–0.89);</li>
|
| 90 |
-
<li>eigenmode-dependent (anisotropic) cross-split deviation that decayed with n.</li>
|
| 91 |
-
</ul>
|
| 92 |
-
<p style="margin: 10px 0 0; font-size: 13.5px; line-height: 1.65; color: #3a3d44;">All four sub-checks were consistent with the paper's predictions.</p>
|
| 93 |
-
</div>
|
| 94 |
-
|
| 95 |
-
<div style="padding: 14px 32px 20px; border-top: 1px solid #eef0f2;">
|
| 96 |
-
<p style="margin:0; font-size: 12px; color: #9a9fa8;">Full logbook: <span style="color:#6b5bd6; font-weight:500;">byte-vortex/repro-diffusion-consistency</span></p>
|
| 97 |
-
</div>
|
| 98 |
-
|
| 99 |
</div>
|
|
|
|
| 100 |
````
|
|
|
|
| 3 |
|
| 4 |
---
|
| 5 |
<!-- trackio-cell
|
| 6 |
+
{"type": "markdown", "id": "cell_8d51c3822b44", "created_at": "2026-08-03T07:13:54+00:00", "title": "Executive summary", "pinned": true, "pinned_at": "2026-08-03T07:13:55+00:00"}
|
| 7 |
-->
|
| 8 |
Reproduction of "A Random Matrix Theory Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908), an ICML 2026 ORAL presentation (Wang, Zavatone-Veth, Pehlevan, Harvard University).
|
| 9 |
|
|
|
|
| 29 |
|
| 30 |
---
|
| 31 |
<!-- trackio-cell
|
| 32 |
+
{"type": "figure", "id": "cell_a7736d278dc1", "created_at": "2026-08-03T07:13:56+00:00", "title": "Reproduction poster", "pinned": true, "pinned_at": "2026-08-03T07:13:57+00:00"}
|
| 33 |
-->
|
| 34 |
````html
|
| 35 |
+
<div style="font-family: -apple-system, sans-serif; max-width: 900px; margin: 0 auto; padding: 24px; border: 1px solid #ddd; border-radius: 8px;">
|
| 36 |
+
<h2 style="margin-top:0;">Reproduction Poster</h2>
|
| 37 |
+
<h3 style="color:#555; font-weight:normal;">A Random Matrix Perspective on the Consistency of Diffusion Models</h3>
|
| 38 |
+
<p style="color:#777;">arXiv 2602.02908 · OpenReview iPjuUQbkfl · ICML 2026 Oral</p>
|
| 39 |
+
<table style="width:100%; border-collapse: collapse; margin: 16px 0;">
|
| 40 |
+
<tr style="background:#f5f5f5;"><th style="text-align:left; padding:8px; border:1px solid #ddd;">Claim</th><th style="text-align:left; padding:8px; border:1px solid #ddd;">Result</th></tr>
|
| 41 |
+
<tr><td style="padding:8px; border:1px solid #ddd;">1. Linear theory predicts cross-split consistency</td><td style="padding:8px; border:1px solid #ddd;">Confirmed: 7.4x closer cross-split than to nearest neighbor (real MNIST)</td></tr>
|
| 42 |
+
<tr><td style="padding:8px; border:1px solid #ddd;">2. Self-consistency equation / renormalized noise</td><td style="padding:8px; border:1px solid #ddd;">Confirmed: 2.6% max error, matches authors' released code</td></tr>
|
| 43 |
+
<tr><td style="padding:8px; border:1px solid #ddd;">3. Variance factorization: anisotropy × inhomogeneity</td><td style="padding:8px; border:1px solid #ddd;">Confirmed: 19.5% max error vs. Monte Carlo</td></tr>
|
| 44 |
+
<tr><td style="padding:8px; border:1px solid #ddd;">4. Fractional matrix power / sampling trajectories</td><td style="padding:8px; border:1px solid #ddd;">Confirmed: 0.7% / 11.5% max error vs. Monte Carlo</td></tr>
|
| 45 |
+
<tr><td style="padding:8px; border:1px solid #ddd;">5. Deep network validation (MLP/MNIST, then UNet/CIFAR10)</td><td style="padding:8px; border:1px solid #ddd;">Confirmed at both scales; 4/4 sub-checks directionally supported</td></tr>
|
| 46 |
+
</table>
|
| 47 |
+
<p><strong>Claim 5 summary:</strong> a small MLP on real MNIST first confirmed the qualitative consistency
|
| 48 |
+
pattern (2.2x closer cross-split than to nearest neighbor). A more thorough follow-up trained a real
|
| 49 |
+
convolutional UNet on real CIFAR10 across dataset sizes n = 100–20,000, testing all three of the
|
| 50 |
+
paper's stated predictions directly: (a) cross-split consistency stayed within a bounded ratio (1.2x–2.5x)
|
| 51 |
+
of a genuine closed-form linear-diffusion baseline; (b) overshrinkage of low-variance eigenmodes relative
|
| 52 |
+
to high-variance ones (correlation 0.78–0.89); (c) eigenmode-dependent (anisotropic) cross-split
|
| 53 |
+
deviation that decayed with n. All four sub-checks were consistent with the paper's predictions.</p>
|
| 54 |
+
<p style="color:#999; font-size: 0.9em;">Full logbook: byte-vortex/repro-diffusion-consistency</p>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
</div>
|
| 56 |
+
|
| 57 |
````
|
workspace.json
CHANGED
|
@@ -5,34 +5,34 @@
|
|
| 5 |
"files": [],
|
| 6 |
"hub_refs": [
|
| 7 |
{
|
| 8 |
-
"url": "https://huggingface.co/jobs/byte-vortex/
|
| 9 |
"type": "Jobs",
|
| 10 |
-
"label": "byte-vortex/
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"url": "https://huggingface.co/jobs/byte-vortex/
|
| 14 |
"type": "Jobs",
|
| 15 |
-
"label": "byte-vortex/
|
| 16 |
},
|
| 17 |
{
|
| 18 |
-
"url": "https://huggingface.co/jobs/byte-vortex/
|
| 19 |
"type": "Jobs",
|
| 20 |
-
"label": "byte-vortex/
|
| 21 |
},
|
| 22 |
{
|
| 23 |
-
"url": "https://huggingface.co/jobs/byte-vortex/
|
| 24 |
"type": "Jobs",
|
| 25 |
-
"label": "byte-vortex/
|
| 26 |
},
|
| 27 |
{
|
| 28 |
-
"url": "https://huggingface.co/jobs/byte-vortex/
|
| 29 |
"type": "Jobs",
|
| 30 |
-
"label": "byte-vortex/
|
| 31 |
},
|
| 32 |
{
|
| 33 |
-
"url": "https://huggingface.co/jobs/byte-vortex/
|
| 34 |
"type": "Jobs",
|
| 35 |
-
"label": "byte-vortex/
|
| 36 |
}
|
| 37 |
],
|
| 38 |
"reference_only": true
|
|
|
|
| 5 |
"files": [],
|
| 6 |
"hub_refs": [
|
| 7 |
{
|
| 8 |
+
"url": "https://huggingface.co/jobs/byte-vortex/6a703fb8a00abefd4b28ed20",
|
| 9 |
"type": "Jobs",
|
| 10 |
+
"label": "byte-vortex/6a703fb8a00abefd4b28ed20"
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"url": "https://huggingface.co/jobs/byte-vortex/6a703fe9a00abefd4b28ed22",
|
| 14 |
"type": "Jobs",
|
| 15 |
+
"label": "byte-vortex/6a703fe9a00abefd4b28ed22"
|
| 16 |
},
|
| 17 |
{
|
| 18 |
+
"url": "https://huggingface.co/jobs/byte-vortex/6a70405a6b79c09949c203b8",
|
| 19 |
"type": "Jobs",
|
| 20 |
+
"label": "byte-vortex/6a70405a6b79c09949c203b8"
|
| 21 |
},
|
| 22 |
{
|
| 23 |
+
"url": "https://huggingface.co/jobs/byte-vortex/6a7040836b79c09949c203bc",
|
| 24 |
"type": "Jobs",
|
| 25 |
+
"label": "byte-vortex/6a7040836b79c09949c203bc"
|
| 26 |
},
|
| 27 |
{
|
| 28 |
+
"url": "https://huggingface.co/jobs/byte-vortex/6a7040956b79c09949c203be",
|
| 29 |
"type": "Jobs",
|
| 30 |
+
"label": "byte-vortex/6a7040956b79c09949c203be"
|
| 31 |
},
|
| 32 |
{
|
| 33 |
+
"url": "https://huggingface.co/jobs/byte-vortex/6a70413a6b79c09949c203c2",
|
| 34 |
"type": "Jobs",
|
| 35 |
+
"label": "byte-vortex/6a70413a6b79c09949c203c2"
|
| 36 |
}
|
| 37 |
],
|
| 38 |
"reference_only": true
|