Night-2 seed-1 amendments: exp006 promoted 2-SEED CONFIRMED; exp007 falsifier robust across seeds
Browse files
exp006_sd15core_relay/README.md
CHANGED
|
@@ -38,3 +38,11 @@ read against exp000b's `sd15_epred_core` baseline row (+0.1809).
|
|
| 38 |
capability claim); one LoRA placement/rank; round-trip n=24. Cost ≈ 3.1 GPU-h.
|
| 39 |
Checkpoints: `relay_all16_s0.pt`, LoRA in the run dir (ships on request —
|
| 40 |
the relay stack is the line's artifact).
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
capability claim); one LoRA placement/rank; round-trip n=24. Cost ≈ 3.1 GPU-h.
|
| 39 |
Checkpoints: `relay_all16_s0.pt`, LoRA in the run dir (ships on request —
|
| 40 |
the relay stack is the line's artifact).
|
| 41 |
+
|
| 42 |
+
---
|
| 43 |
+
## SEED-1 REPLICATION (2026-07-17, `results_s1.json`) — PROMOTED TO 2-SEED CONFIRMED
|
| 44 |
+
Same cache/val; training stochasticity reseeded. relay 0.121709 (s0 0.121698),
|
| 45 |
+
lora 0.122673 (s0 0.122674), frozen identical. Relay beats frozen AND matched
|
| 46 |
+
LoRA in BOTH seeds; round-trip relay +0.2206 (s0 +0.2172) vs lora +0.1889
|
| 47 |
+
(s0 +0.1596); gate growth replicates (mean 0.0707 vs 0.0700). No seed lottery.
|
| 48 |
+
Scope: 2 training seeds on one shared cache; data reseeding untested.
|
exp006_sd15core_relay/results_s1.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"config": {
|
| 3 |
+
"steps": 3000,
|
| 4 |
+
"batch": 16,
|
| 5 |
+
"lr": 0.001,
|
| 6 |
+
"seed": 1,
|
| 7 |
+
"objective": "epsilon (stock schedule)",
|
| 8 |
+
"cond": "nl77",
|
| 9 |
+
"optimizer": "torch.optim.Adam wd=0"
|
| 10 |
+
},
|
| 11 |
+
"frozen": {
|
| 12 |
+
"val": 0.1247876692286809
|
| 13 |
+
},
|
| 14 |
+
"relay_all16": {
|
| 15 |
+
"n_params": 3227568,
|
| 16 |
+
"train": {
|
| 17 |
+
"steps": 3000,
|
| 18 |
+
"final_loss_ma50": 0.105,
|
| 19 |
+
"s_per_step": 1.823,
|
| 20 |
+
"peak_mem_gb": 11.17
|
| 21 |
+
},
|
| 22 |
+
"val": 0.12170859226853281,
|
| 23 |
+
"val_toggled_off": 0.1247876692286809,
|
| 24 |
+
"gates": {
|
| 25 |
+
"gate_mean": 0.0707,
|
| 26 |
+
"gate_min": 0.03729,
|
| 27 |
+
"gate_max": 0.10298
|
| 28 |
+
},
|
| 29 |
+
"round_trip": {
|
| 30 |
+
"cond": 0.77,
|
| 31 |
+
"shuffled": 0.5494,
|
| 32 |
+
"cond_minus_shuffled": 0.2206
|
| 33 |
+
}
|
| 34 |
+
},
|
| 35 |
+
"lora_r32": {
|
| 36 |
+
"n_params": 3182592,
|
| 37 |
+
"train": {
|
| 38 |
+
"steps": 3000,
|
| 39 |
+
"final_loss_ma50": 0.10624,
|
| 40 |
+
"s_per_step": 1.636,
|
| 41 |
+
"peak_mem_gb": 10.08
|
| 42 |
+
},
|
| 43 |
+
"val": 0.12267265219270485,
|
| 44 |
+
"round_trip": {
|
| 45 |
+
"cond": 0.7422,
|
| 46 |
+
"shuffled": 0.5533,
|
| 47 |
+
"cond_minus_shuffled": 0.1889
|
| 48 |
+
}
|
| 49 |
+
},
|
| 50 |
+
"verdict": {
|
| 51 |
+
"relay_beats_frozen": true,
|
| 52 |
+
"relay_vs_lora": "relay",
|
| 53 |
+
"param_ratio": 1.014,
|
| 54 |
+
"note": "core epred substrate; prereg relay >= lora; 1-seed CANDIDATE"
|
| 55 |
+
}
|
| 56 |
+
}
|
exp007_amoe_lora/README.md
CHANGED
|
@@ -47,3 +47,9 @@ richer fused datasets; this synthetic set's subject buckets max out at n≈6).
|
|
| 47 |
**Caveats.** Single seed; 3k steps; A=4/r=8 single scale point; param match
|
| 48 |
1.109 (bank heavier — disclosed); one substrate. Cost ≈ 3.0 GPU-h.
|
| 49 |
Checkpoints: `amoe_core_s0.pt`, `mono_core_s0.pt`.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
**Caveats.** Single seed; 3k steps; A=4/r=8 single scale point; param match
|
| 48 |
1.109 (bank heavier — disclosed); one substrate. Cost ≈ 3.0 GPU-h.
|
| 49 |
Checkpoints: `amoe_core_s0.pt`, `mono_core_s0.pt`.
|
| 50 |
+
|
| 51 |
+
---
|
| 52 |
+
## SEED-1 REPLICATION (2026-07-17, `results_s1.json`) — FALSIFIER ROBUST, 2 SEEDS
|
| 53 |
+
monolith 0.121799 vs amoe 0.122011 (s0: 0.121777 vs 0.122015) — the monolith
|
| 54 |
+
ties/wins in BOTH seeds; band-usage spread stays flat (0.0039 vs 0.0009).
|
| 55 |
+
Uniform-pressure ⇒ dispatch-pays-nothing is seed-robust at this scale.
|
exp007_amoe_lora/results_s1.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"config": {
|
| 3 |
+
"substrate": "core",
|
| 4 |
+
"A": 4,
|
| 5 |
+
"r": 8,
|
| 6 |
+
"steps": 3000,
|
| 7 |
+
"batch": 16,
|
| 8 |
+
"lr": 0.001,
|
| 9 |
+
"seed": 1,
|
| 10 |
+
"epred": true
|
| 11 |
+
},
|
| 12 |
+
"frozen": {
|
| 13 |
+
"val": 0.1247876692286809
|
| 14 |
+
},
|
| 15 |
+
"amoe": {
|
| 16 |
+
"n_params": 899392,
|
| 17 |
+
"val": 0.12201122755050164,
|
| 18 |
+
"val_toggled_off": 0.1247876692286809,
|
| 19 |
+
"s_per_step": 1.723,
|
| 20 |
+
"usage_by_band": {
|
| 21 |
+
"band0": [
|
| 22 |
+
0.2788,
|
| 23 |
+
0.2321,
|
| 24 |
+
0.2115,
|
| 25 |
+
0.277
|
| 26 |
+
],
|
| 27 |
+
"band1": [
|
| 28 |
+
0.2767,
|
| 29 |
+
0.2329,
|
| 30 |
+
0.2116,
|
| 31 |
+
0.2782
|
| 32 |
+
],
|
| 33 |
+
"band2": [
|
| 34 |
+
0.2783,
|
| 35 |
+
0.2322,
|
| 36 |
+
0.2117,
|
| 37 |
+
0.2772
|
| 38 |
+
],
|
| 39 |
+
"band3": [
|
| 40 |
+
0.2829,
|
| 41 |
+
0.2294,
|
| 42 |
+
0.2131,
|
| 43 |
+
0.2741
|
| 44 |
+
]
|
| 45 |
+
},
|
| 46 |
+
"band_usage_spread": 0.00385,
|
| 47 |
+
"gates": [
|
| 48 |
+
0.0778,
|
| 49 |
+
0.057,
|
| 50 |
+
0.0616,
|
| 51 |
+
0.0712
|
| 52 |
+
]
|
| 53 |
+
},
|
| 54 |
+
"monolith": {
|
| 55 |
+
"n_params": 811216,
|
| 56 |
+
"val": 0.12179901372383029,
|
| 57 |
+
"s_per_step": 1.635
|
| 58 |
+
},
|
| 59 |
+
"verdict": {
|
| 60 |
+
"amoe_vs_monolith": "monolith",
|
| 61 |
+
"amoe_beats_frozen": true,
|
| 62 |
+
"param_ratio": 1.109,
|
| 63 |
+
"band_usage_spread": 0.00385,
|
| 64 |
+
"note": "P1 amoe>=monolith; P2 sigma-band usage differentiation; 1-seed CANDIDATE; first MoE-structure test of the line"
|
| 65 |
+
}
|
| 66 |
+
}
|