byte-vortex commited on
Commit
c489a42
·
verified ·
1 Parent(s): 5263dba

Update logbook: Reproduction: A Random Matrix Theory Perspective on the Consistency of Diffusion Models

Browse files
logbook.json CHANGED
@@ -10,7 +10,7 @@
10
  "icml2026-repro",
11
  "paper-iPjuUQbkfl"
12
  ],
13
- "updated_at": "2026-07-31T22:30:36+00:00",
14
  "root": {
15
  "slug": "index",
16
  "title": "Reproduction: A Random Matrix Theory Perspective on the Consistency of Diffusion Models",
@@ -76,7 +76,7 @@
76
  "agent_view_tokens": 2940,
77
  "trace_view_tokens": 10,
78
  "workspace_view_tokens": 8,
79
- "revision": "e3c803843136ce8d4fc2",
80
  "workspace_ref": {
81
  "repo_id": "byte-vortex/repro-diffusion-consistency-artifacts",
82
  "repo_type": "bucket",
 
10
  "icml2026-repro",
11
  "paper-iPjuUQbkfl"
12
  ],
13
+ "updated_at": "2026-07-31T23:15:55+00:00",
14
  "root": {
15
  "slug": "index",
16
  "title": "Reproduction: A Random Matrix Theory Perspective on the Consistency of Diffusion Models",
 
76
  "agent_view_tokens": 2940,
77
  "trace_view_tokens": 10,
78
  "workspace_view_tokens": 8,
79
+ "revision": "16e783fa9e611adb763e",
80
  "workspace_ref": {
81
  "repo_id": "byte-vortex/repro-diffusion-consistency-artifacts",
82
  "repo_type": "bucket",
pages/claim-1-linear-model-predicts-cross-split-consistency/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_709bb78e3720", "created_at": "2026-07-31T22:20:30+00:00", "title": "Run: hf rmt_diffusion_claim1.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim1.py"], "exit_code": 0, "duration_s": 46.451}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim1.py
10
  ````
11
 
12
- exit 0 · 46.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim1.py
@@ -188,35 +188,35 @@ if __name__ == "__main__":
188
  ````output
189
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
190
  warnings.warn(
191
- Job started with ID: 6a6d1f81a00abefd4b28a4c4
192
- View at: https://huggingface.co/jobs/byte-vortex/6a6d1f81a00abefd4b28a4c4
193
- Downloading nvidia-cuda-nvrtc (86.0MiB)
194
- Downloading nvidia-cusparse (139.2MiB)
195
- Downloading numpy (15.9MiB)
196
- Downloading nvidia-cufft (204.2MiB)
197
- Downloading cuda-bindings (6.3MiB)
198
  Downloading nvidia-cuda-runtime (2.1MiB)
199
- Downloading torch (502.2MiB)
200
- Downloading nvidia-nvjitlink (38.9MiB)
201
- Downloading nvidia-cublas (403.5MiB)
202
  Downloading nvidia-cuda-cupti (10.2MiB)
203
- Downloading nvidia-cusparselt-cu13 (162.3MiB)
204
- Downloading nvidia-cufile (1.2MiB)
205
- Downloading triton (188.6MiB)
 
206
  Downloading nvidia-nvshmem-cu13 (57.6MiB)
 
207
  Downloading nvidia-nccl-cu13 (196.4MiB)
208
- Downloading pillow (6.6MiB)
209
- Downloading networkx (2.0MiB)
210
  Downloading nvidia-curand (56.8MiB)
211
- Downloading nvidia-cudnn-cu13 (349.2MiB)
212
- Downloading nvidia-cusolver (191.6MiB)
213
- Downloading sympy (6.0MiB)
 
 
 
214
  Downloading torchvision (7.3MiB)
 
 
215
  Downloaded nvidia-cufile
216
  Downloaded nvidia-cuda-runtime
217
  Downloaded networkx
218
- Downloaded cuda-bindings
219
  Downloaded pillow
 
220
  Downloaded torchvision
221
  Downloaded nvidia-cuda-cupti
222
  Downloaded numpy
@@ -234,7 +234,7 @@ Downloading torchvision (7.3MiB)
234
  Downloaded nvidia-cudnn-cu13
235
  Downloaded nvidia-cublas
236
  Downloaded torch
237
- Installed 32 packages in 231ms
238
  ======================================================================
239
  RMT Diffusion Consistency reproduction -- Claim 1
240
  Testing: linear closed-form denoiser predicts cross-split
@@ -606,12 +606,12 @@ Using REAL MNIST data (16x16 downsampled, flattened, d=256).
606
  Dataset: 4000 samples, 256 dims, split into 2000 / 2000
607
 
608
  [Results over 100 shared-seed trials]
609
- Cross-split distance (same seed, different training data): 0.346 +/- 0.040
610
- Nearest-training-neighbor distance (memorization check): 2.650 +/- 0.335
611
 
612
  ======================================================================
613
  SUMMARY
614
- PASS: cross-split outputs are 7.66x MORE similar to each
615
  other than to their own nearest training example.
616
  This supports the paper's Claim 1: a purely linear, closed-form
617
  model already predicts strong cross-split consistency, without
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_2e825aeae19a", "created_at": "2026-07-31T23:06:40+00:00", "title": "Run: hf rmt_diffusion_claim1.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim1.py"], "exit_code": 0, "duration_s": 44.252}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim1.py
10
  ````
11
 
12
+ exit 0 · 44.3s
13
 
14
 
15
  ````python title=rmt_diffusion_claim1.py
 
188
  ````output
189
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
190
  warnings.warn(
191
+ Job started with ID: 6a6d2a546b79c09949c1dca7
192
+ View at: https://huggingface.co/jobs/byte-vortex/6a6d2a546b79c09949c1dca7
193
+ Downloading nvidia-cufile (1.2MiB)
194
+ Downloading sympy (6.0MiB)
 
 
 
195
  Downloading nvidia-cuda-runtime (2.1MiB)
196
+ Downloading nvidia-cudnn-cu13 (349.2MiB)
 
 
197
  Downloading nvidia-cuda-cupti (10.2MiB)
198
+ Downloading nvidia-cusparse (139.2MiB)
199
+ Downloading nvidia-cusolver (191.6MiB)
200
+ Downloading networkx (2.0MiB)
201
+ Downloading nvidia-cuda-nvrtc (86.0MiB)
202
  Downloading nvidia-nvshmem-cu13 (57.6MiB)
203
+ Downloading nvidia-cufft (204.2MiB)
204
  Downloading nvidia-nccl-cu13 (196.4MiB)
 
 
205
  Downloading nvidia-curand (56.8MiB)
206
+ Downloading nvidia-nvjitlink (38.9MiB)
207
+ Downloading numpy (15.9MiB)
208
+ Downloading pillow (6.6MiB)
209
+ Downloading nvidia-cublas (403.5MiB)
210
+ Downloading torch (502.2MiB)
211
+ Downloading nvidia-cusparselt-cu13 (162.3MiB)
212
  Downloading torchvision (7.3MiB)
213
+ Downloading cuda-bindings (6.3MiB)
214
+ Downloading triton (188.6MiB)
215
  Downloaded nvidia-cufile
216
  Downloaded nvidia-cuda-runtime
217
  Downloaded networkx
 
218
  Downloaded pillow
219
+ Downloaded cuda-bindings
220
  Downloaded torchvision
221
  Downloaded nvidia-cuda-cupti
222
  Downloaded numpy
 
234
  Downloaded nvidia-cudnn-cu13
235
  Downloaded nvidia-cublas
236
  Downloaded torch
237
+ Installed 32 packages in 235ms
238
  ======================================================================
239
  RMT Diffusion Consistency reproduction -- Claim 1
240
  Testing: linear closed-form denoiser predicts cross-split
 
606
  Dataset: 4000 samples, 256 dims, split into 2000 / 2000
607
 
608
  [Results over 100 shared-seed trials]
609
+ Cross-split distance (same seed, different training data): 0.358 +/- 0.046
610
+ Nearest-training-neighbor distance (memorization check): 2.652 +/- 0.334
611
 
612
  ======================================================================
613
  SUMMARY
614
+ PASS: cross-split outputs are 7.42x MORE similar to each
615
  other than to their own nearest training example.
616
  This supports the paper's Claim 1: a purely linear, closed-form
617
  model already predicts strong cross-split consistency, without
pages/claim-2-self-consistency-equation-and-renormalized-noise/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_b71a832f1c5e", "created_at": "2026-07-31T22:21:42+00:00", "title": "Run: hf rmt_diffusion_claim2.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim2.py"], "exit_code": 0, "duration_s": 69.954}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim2.py
10
  ````
11
 
12
- exit 0 · 70.0s
13
 
14
 
15
  ````python title=rmt_diffusion_claim2.py
@@ -142,11 +142,11 @@ if __name__ == "__main__":
142
  ````output
143
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
144
  warnings.warn(
145
- Job started with ID: 6a6d1fb16b79c09949c1dc33
146
- View at: https://huggingface.co/jobs/byte-vortex/6a6d1fb16b79c09949c1dc33
147
  Downloading numpy (15.9MiB)
148
  Downloaded numpy
149
- Installed 1 package in 17ms
150
  ======================================================================
151
  RMT Diffusion Consistency reproduction -- Claim 2
152
  Testing Proposition 4.1: sigma^2 -> kappa(sigma^2) renormalization
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_ffe3585b149e", "created_at": "2026-07-31T23:08:15+00:00", "title": "Run: hf rmt_diffusion_claim2.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim2.py"], "exit_code": 0, "duration_s": 92.732}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim2.py
10
  ````
11
 
12
+ exit 0 · 92.7s
13
 
14
 
15
  ````python title=rmt_diffusion_claim2.py
 
142
  ````output
143
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
144
  warnings.warn(
145
+ Job started with ID: 6a6d2a83a00abefd4b28a59c
146
+ View at: https://huggingface.co/jobs/byte-vortex/6a6d2a83a00abefd4b28a59c
147
  Downloading numpy (15.9MiB)
148
  Downloaded numpy
149
+ Installed 1 package in 16ms
150
  ======================================================================
151
  RMT Diffusion Consistency reproduction -- Claim 2
152
  Testing Proposition 4.1: sigma^2 -> kappa(sigma^2) renormalization
pages/claim-3-variance-factorization-anisotropy-x-inhomogeneity/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_62d4f90a9f78", "created_at": "2026-07-31T22:23:03+00:00", "title": "Run: hf rmt_diffusion_claim3.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim3.py"], "exit_code": 0, "duration_s": 78.542}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim3.py
10
  ````
11
 
12
- exit 0 · 78.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim3.py
@@ -126,11 +126,11 @@ if __name__ == "__main__":
126
  ````output
127
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
128
  warnings.warn(
129
- Job started with ID: 6a6d1ffa6b79c09949c1dc37
130
- View at: https://huggingface.co/jobs/byte-vortex/6a6d1ffa6b79c09949c1dc37
131
  Downloading numpy (15.9MiB)
132
  Downloaded numpy
133
- Installed 1 package in 16ms
134
  ======================================================================
135
  RMT Diffusion Consistency reproduction -- Claim 3
136
  Testing Result 4.2, Eq. 7: exact denoiser variance/fluctuation law
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_5b69b365c986", "created_at": "2026-07-31T23:09:10+00:00", "title": "Run: hf rmt_diffusion_claim3.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim3.py"], "exit_code": 0, "duration_s": 53.455}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim3.py
10
  ````
11
 
12
+ exit 0 · 53.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim3.py
 
126
  ````output
127
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
128
  warnings.warn(
129
+ Job started with ID: 6a6d2ae26b79c09949c1dca9
130
+ View at: https://huggingface.co/jobs/byte-vortex/6a6d2ae26b79c09949c1dca9
131
  Downloading numpy (15.9MiB)
132
  Downloaded numpy
133
+ Installed 1 package in 15ms
134
  ======================================================================
135
  RMT Diffusion Consistency reproduction -- Claim 3
136
  Testing Result 4.2, Eq. 7: exact denoiser variance/fluctuation law
pages/claim-4-fractional-matrix-power-extension-to-sampling-trajectories/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_d9656c396ecd", "created_at": "2026-07-31T22:23:22+00:00", "title": "Run: hf rmt_diffusion_claim4.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim4.py"], "exit_code": 0, "duration_s": 16.11}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim4.py
10
  ````
11
 
12
- exit 0 · 16.1s
13
 
14
 
15
  ````python title=rmt_diffusion_claim4.py
@@ -233,8 +233,8 @@ if __name__ == "__main__":
233
  ````output
234
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
235
  warnings.warn(
236
- Job started with ID: 6a6d204ba00abefd4b28a4d2
237
- View at: https://huggingface.co/jobs/byte-vortex/6a6d204ba00abefd4b28a4d2
238
  Downloading numpy (15.9MiB)
239
  Downloaded numpy
240
  Installed 1 package in 16ms
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_788cdab620b3", "created_at": "2026-07-31T23:09:29+00:00", "title": "Run: hf rmt_diffusion_claim4.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim4.py"], "exit_code": 0, "duration_s": 15.592}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim4.py
10
  ````
11
 
12
+ exit 0 · 15.6s
13
 
14
 
15
  ````python title=rmt_diffusion_claim4.py
 
233
  ````output
234
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
235
  warnings.warn(
236
+ Job started with ID: 6a6d2b1aa00abefd4b28a5a4
237
+ View at: https://huggingface.co/jobs/byte-vortex/6a6d2b1aa00abefd4b28a5a4
238
  Downloading numpy (15.9MiB)
239
  Downloaded numpy
240
  Installed 1 package in 16ms
pages/claim-5-deep-network-validation-toy-scale/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_829d49f19180", "created_at": "2026-07-31T22:25:03+00:00", "title": "Run: hf rmt_diffusion_claim5.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim5.py"], "exit_code": 0, "duration_s": 98.503}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim5.py
10
  ````
11
 
12
- exit 0 · 98.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim5.py
@@ -207,27 +207,27 @@ if __name__ == "__main__":
207
  ````output
208
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
209
  warnings.warn(
210
- Job started with ID: 6a6d205d6b79c09949c1dc3d
211
- View at: https://huggingface.co/jobs/byte-vortex/6a6d205d6b79c09949c1dc3d
212
- Downloading nvidia-nvjitlink (38.9MiB)
213
  Downloading sympy (6.0MiB)
 
 
214
  Downloading nvidia-cufile (1.2MiB)
215
- Downloading pillow (6.6MiB)
216
- Downloading nvidia-cusolver (191.6MiB)
217
- Downloading nvidia-nvshmem-cu13 (57.6MiB)
218
- Downloading cuda-bindings (6.3MiB)
219
- Downloading numpy (15.9MiB)
220
- Downloading nvidia-cusparse (139.2MiB)
221
- Downloading nvidia-cusparselt-cu13 (162.3MiB)
222
  Downloading nvidia-cufft (204.2MiB)
 
 
223
  Downloading nvidia-cudnn-cu13 (349.2MiB)
224
  Downloading nvidia-cuda-cupti (10.2MiB)
225
- Downloading triton (188.6MiB)
226
  Downloading nvidia-nccl-cu13 (196.4MiB)
227
- Downloading networkx (2.0MiB)
 
 
228
  Downloading nvidia-cublas (403.5MiB)
229
- Downloading nvidia-cuda-nvrtc (86.0MiB)
230
- Downloading nvidia-cuda-runtime (2.1MiB)
231
  Downloading nvidia-curand (56.8MiB)
232
  Downloading torch (502.2MiB)
233
  Downloading torchvision (7.3MiB)
@@ -239,8 +239,8 @@ Downloading torchvision (7.3MiB)
239
  Downloaded torchvision
240
  Downloaded nvidia-cuda-cupti
241
  Downloaded numpy
242
- Downloaded nvidia-nvjitlink
243
  Downloaded sympy
 
244
  Downloaded nvidia-curand
245
  Downloaded nvidia-nvshmem-cu13
246
  Downloaded nvidia-cuda-nvrtc
@@ -250,10 +250,10 @@ Downloading torchvision (7.3MiB)
250
  Downloaded nvidia-nccl-cu13
251
  Downloaded nvidia-cufft
252
  Downloaded triton
253
- Downloaded nvidia-cublas
254
  Downloaded nvidia-cudnn-cu13
 
255
  Downloaded torch
256
- Installed 32 packages in 622ms
257
  ======================================================================
258
  RMT Diffusion Consistency reproduction -- Claim 5 (toy scale)
259
  Testing: do REAL TRAINED deep denoisers show the same
@@ -624,22 +624,22 @@ Using REAL MNIST data (14x14 downsampled, d=196).
624
  Split sizes: 400 / 400
625
 
626
  Training MLP denoiser on split A (400 samples)...
627
- step 500/1500 loss=0.5918
628
- step 1000/1500 loss=0.4827
629
- step 1500/1500 loss=0.3517
630
  Training MLP denoiser on split B (400 samples)...
631
- step 500/1500 loss=0.5617
632
- step 1000/1500 loss=0.4450
633
- step 1500/1500 loss=0.3666
634
 
635
  [Results over 30 shared-seed trials, TRAINED deep MLP denoisers]
636
- Cross-split distance: 6.915 +/- 0.881
637
- Nearest-training-neighbor dist: 15.713 +/- 2.250
638
 
639
  ======================================================================
640
  SUMMARY
641
  PASS (toy scale): trained deep MLP denoisers show cross-split outputs
642
- 2.27x MORE similar to each other than to their nearest training
643
  example -- the same qualitative pattern the linear theory (Claim 1)
644
  predicts, now confirmed with REAL TRAINED nonlinear networks, not
645
  just the closed-form linear denoiser. Supports Claim 5 at toy scale.
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_cd4dc4d653f2", "created_at": "2026-07-31T23:10:18+00:00", "title": "Run: hf rmt_diffusion_claim5.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim5.py"], "exit_code": 0, "duration_s": 46.588}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim5.py
10
  ````
11
 
12
+ exit 0 · 46.6s
13
 
14
 
15
  ````python title=rmt_diffusion_claim5.py
 
207
  ````output
208
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
209
  warnings.warn(
210
+ Job started with ID: 6a6d2b2ca00abefd4b28a5a6
211
+ View at: https://huggingface.co/jobs/byte-vortex/6a6d2b2ca00abefd4b28a5a6
212
+ Downloading pillow (6.6MiB)
213
  Downloading sympy (6.0MiB)
214
+ Downloading networkx (2.0MiB)
215
+ Downloading nvidia-cuda-runtime (2.1MiB)
216
  Downloading nvidia-cufile (1.2MiB)
217
+ Downloading nvidia-cuda-nvrtc (86.0MiB)
 
 
 
 
 
 
218
  Downloading nvidia-cufft (204.2MiB)
219
+ Downloading nvidia-cusparselt-cu13 (162.3MiB)
220
+ Downloading nvidia-nvshmem-cu13 (57.6MiB)
221
  Downloading nvidia-cudnn-cu13 (349.2MiB)
222
  Downloading nvidia-cuda-cupti (10.2MiB)
223
+ Downloading nvidia-nvjitlink (38.9MiB)
224
  Downloading nvidia-nccl-cu13 (196.4MiB)
225
+ Downloading nvidia-cusolver (191.6MiB)
226
+ Downloading cuda-bindings (6.3MiB)
227
+ Downloading nvidia-cusparse (139.2MiB)
228
  Downloading nvidia-cublas (403.5MiB)
229
+ Downloading triton (188.6MiB)
230
+ Downloading numpy (15.9MiB)
231
  Downloading nvidia-curand (56.8MiB)
232
  Downloading torch (502.2MiB)
233
  Downloading torchvision (7.3MiB)
 
239
  Downloaded torchvision
240
  Downloaded nvidia-cuda-cupti
241
  Downloaded numpy
 
242
  Downloaded sympy
243
+ Downloaded nvidia-nvjitlink
244
  Downloaded nvidia-curand
245
  Downloaded nvidia-nvshmem-cu13
246
  Downloaded nvidia-cuda-nvrtc
 
250
  Downloaded nvidia-nccl-cu13
251
  Downloaded nvidia-cufft
252
  Downloaded triton
 
253
  Downloaded nvidia-cudnn-cu13
254
+ Downloaded nvidia-cublas
255
  Downloaded torch
256
+ Installed 32 packages in 590ms
257
  ======================================================================
258
  RMT Diffusion Consistency reproduction -- Claim 5 (toy scale)
259
  Testing: do REAL TRAINED deep denoisers show the same
 
624
  Split sizes: 400 / 400
625
 
626
  Training MLP denoiser on split A (400 samples)...
627
+ step 500/1500 loss=0.5947
628
+ step 1000/1500 loss=0.4797
629
+ step 1500/1500 loss=0.3574
630
  Training MLP denoiser on split B (400 samples)...
631
+ step 500/1500 loss=0.5615
632
+ step 1000/1500 loss=0.4575
633
+ step 1500/1500 loss=0.3674
634
 
635
  [Results over 30 shared-seed trials, TRAINED deep MLP denoisers]
636
+ Cross-split distance: 7.490 +/- 1.469
637
+ Nearest-training-neighbor dist: 16.213 +/- 2.543
638
 
639
  ======================================================================
640
  SUMMARY
641
  PASS (toy scale): trained deep MLP denoisers show cross-split outputs
642
+ 2.16x MORE similar to each other than to their nearest training
643
  example -- the same qualitative pattern the linear theory (Claim 1)
644
  predicts, now confirmed with REAL TRAINED nonlinear networks, not
645
  just the closed-form linear denoiser. Supports Claim 5 at toy scale.
pages/claim-6-deep-network-validation-scoped-toy-scale-cifar10-only/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_1fd349b105ca", "created_at": "2026-07-31T22:30:28+00:00", "title": "Run: hf rmt_diffusion_claim6.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim6.py"], "exit_code": 0, "duration_s": 322.521}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim6.py
10
  ````
11
 
12
- exit 0 · 322.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim6.py
@@ -489,29 +489,29 @@ if __name__ == "__main__":
489
  ````output
490
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
491
  warnings.warn(
492
- Job started with ID: 6a6d20c2a00abefd4b28a4d4
493
- View at: https://huggingface.co/jobs/byte-vortex/6a6d20c2a00abefd4b28a4d4
494
- Downloading nvidia-cuda-cupti (10.2MiB)
495
- Downloading sympy (6.0MiB)
496
  Downloading networkx (2.0MiB)
 
497
  Downloading nvidia-cufile (1.2MiB)
 
498
  Downloading nvidia-cublas (403.5MiB)
 
 
 
499
  Downloading triton (188.6MiB)
500
- Downloading nvidia-nccl-cu13 (196.4MiB)
501
- Downloading nvidia-cufft (204.2MiB)
502
  Downloading nvidia-cusparselt-cu13 (162.3MiB)
503
- Downloading numpy (15.9MiB)
504
- Downloading nvidia-curand (56.8MiB)
505
  Downloading nvidia-cuda-nvrtc (86.0MiB)
506
- Downloading pillow (6.6MiB)
507
- Downloading nvidia-cusolver (191.6MiB)
508
- Downloading cuda-bindings (6.3MiB)
509
  Downloading nvidia-cusparse (139.2MiB)
510
- Downloading torch (502.2MiB)
511
- Downloading nvidia-cuda-runtime (2.1MiB)
512
- Downloading nvidia-nvjitlink (38.9MiB)
513
  Downloading nvidia-nvshmem-cu13 (57.6MiB)
514
- Downloading nvidia-cudnn-cu13 (349.2MiB)
 
 
 
 
 
515
  Downloading torchvision (7.3MiB)
516
  Downloaded nvidia-cufile
517
  Downloaded nvidia-cuda-runtime
@@ -535,7 +535,7 @@ Downloading torchvision (7.3MiB)
535
  Downloaded nvidia-cudnn-cu13
536
  Downloaded nvidia-cublas
537
  Downloaded torch
538
- Installed 32 packages in 664ms
539
  ======================================================================
540
  RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)
541
  Testing official Claim 5: consistency vs linear theory,
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_4c3fc69e19a3", "created_at": "2026-07-31T23:15:47+00:00", "title": "Run: hf rmt_diffusion_claim6.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim6.py"], "exit_code": 0, "duration_s": 326.544}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim6.py
10
  ````
11
 
12
+ exit 0 · 326.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim6.py
 
489
  ````output
490
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
491
  warnings.warn(
492
+ Job started with ID: 6a6d2b5da00abefd4b28a5b4
493
+ View at: https://huggingface.co/jobs/byte-vortex/6a6d2b5da00abefd4b28a5b4
494
+ Downloading pillow (6.6MiB)
495
+ Downloading nvidia-cuda-runtime (2.1MiB)
496
  Downloading networkx (2.0MiB)
497
+ Downloading nvidia-nvjitlink (38.9MiB)
498
  Downloading nvidia-cufile (1.2MiB)
499
+ Downloading nvidia-nccl-cu13 (196.4MiB)
500
  Downloading nvidia-cublas (403.5MiB)
501
+ Downloading nvidia-cusolver (191.6MiB)
502
+ Downloading sympy (6.0MiB)
503
+ Downloading nvidia-cudnn-cu13 (349.2MiB)
504
  Downloading triton (188.6MiB)
 
 
505
  Downloading nvidia-cusparselt-cu13 (162.3MiB)
 
 
506
  Downloading nvidia-cuda-nvrtc (86.0MiB)
 
 
 
507
  Downloading nvidia-cusparse (139.2MiB)
 
 
 
508
  Downloading nvidia-nvshmem-cu13 (57.6MiB)
509
+ Downloading nvidia-curand (56.8MiB)
510
+ Downloading cuda-bindings (6.3MiB)
511
+ Downloading nvidia-cufft (204.2MiB)
512
+ Downloading torch (502.2MiB)
513
+ Downloading nvidia-cuda-cupti (10.2MiB)
514
+ Downloading numpy (15.9MiB)
515
  Downloading torchvision (7.3MiB)
516
  Downloaded nvidia-cufile
517
  Downloaded nvidia-cuda-runtime
 
535
  Downloaded nvidia-cudnn-cu13
536
  Downloaded nvidia-cublas
537
  Downloaded torch
538
+ Installed 32 packages in 718ms
539
  ======================================================================
540
  RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)
541
  Testing official Claim 5: consistency vs linear theory,
pages/conclusion/page.md CHANGED
The diff for this file is too large to render. See raw diff
 
pages/executive-summary/page.md CHANGED
@@ -3,7 +3,7 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "markdown", "id": "cell_7b003c555feb", "created_at": "2026-07-31T22:30:29+00:00", "title": "Executive summary", "pinned": true, "pinned_at": "2026-07-31T22:30:30+00:00"}
7
  -->
8
  Reproduction of "A Random Matrix Theory Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908), an ICML 2026 ORAL presentation (Wang, Zavatone-Veth, Pehlevan, Harvard University) -- one of the conference's most highly-recognized papers this year.
9
 
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "markdown", "id": "cell_0d910f3196cd", "created_at": "2026-07-31T23:15:48+00:00", "title": "Executive summary", "pinned": true, "pinned_at": "2026-07-31T23:15:49+00:00"}
7
  -->
8
  Reproduction of "A Random Matrix Theory Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908), an ICML 2026 ORAL presentation (Wang, Zavatone-Veth, Pehlevan, Harvard University) -- one of the conference's most highly-recognized papers this year.
9
 
workspace.json CHANGED
@@ -5,34 +5,34 @@
5
  "files": [],
6
  "hub_refs": [
7
  {
8
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d1f81a00abefd4b28a4c4",
9
  "type": "Jobs",
10
- "label": "byte-vortex/6a6d1f81a00abefd4b28a4c4"
11
  },
12
  {
13
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d1fb16b79c09949c1dc33",
14
  "type": "Jobs",
15
- "label": "byte-vortex/6a6d1fb16b79c09949c1dc33"
16
  },
17
  {
18
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d1ffa6b79c09949c1dc37",
19
  "type": "Jobs",
20
- "label": "byte-vortex/6a6d1ffa6b79c09949c1dc37"
21
  },
22
  {
23
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d204ba00abefd4b28a4d2",
24
  "type": "Jobs",
25
- "label": "byte-vortex/6a6d204ba00abefd4b28a4d2"
26
  },
27
  {
28
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d205d6b79c09949c1dc3d",
29
  "type": "Jobs",
30
- "label": "byte-vortex/6a6d205d6b79c09949c1dc3d"
31
  },
32
  {
33
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d20c2a00abefd4b28a4d4",
34
  "type": "Jobs",
35
- "label": "byte-vortex/6a6d20c2a00abefd4b28a4d4"
36
  }
37
  ],
38
  "reference_only": true
 
5
  "files": [],
6
  "hub_refs": [
7
  {
8
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6d2a546b79c09949c1dca7",
9
  "type": "Jobs",
10
+ "label": "byte-vortex/6a6d2a546b79c09949c1dca7"
11
  },
12
  {
13
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6d2a83a00abefd4b28a59c",
14
  "type": "Jobs",
15
+ "label": "byte-vortex/6a6d2a83a00abefd4b28a59c"
16
  },
17
  {
18
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6d2ae26b79c09949c1dca9",
19
  "type": "Jobs",
20
+ "label": "byte-vortex/6a6d2ae26b79c09949c1dca9"
21
  },
22
  {
23
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6d2b1aa00abefd4b28a5a4",
24
  "type": "Jobs",
25
+ "label": "byte-vortex/6a6d2b1aa00abefd4b28a5a4"
26
  },
27
  {
28
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6d2b2ca00abefd4b28a5a6",
29
  "type": "Jobs",
30
+ "label": "byte-vortex/6a6d2b2ca00abefd4b28a5a6"
31
  },
32
  {
33
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6d2b5da00abefd4b28a5b4",
34
  "type": "Jobs",
35
+ "label": "byte-vortex/6a6d2b5da00abefd4b28a5b4"
36
  }
37
  ],
38
  "reference_only": true