| { |
| "merged": "/home/elie/anthropic-research-jspace/runs/E7_inkling/fits/Inkling-NVFP4_jacobian_lens.pt", |
| "merge_rule": "exact n_prompts-weighted mean: J = (n0*J0 + n1*J1)/(n0+n1); code/merge_lens.py -> jlens.lens.JacobianLens.merge", |
| "shards": { |
| "shard0": { |
| "path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/fits/shard0/Inkling-NVFP4_shard0of2_jacobian_lens.pt", |
| "n_prompts": 125, |
| "weight": 0.5 |
| }, |
| "shard1": { |
| "path": "/home/elie/anthropic-research-jspace/runs/E7_inkling/fits/shard1/Inkling-NVFP4_shard1of2_jacobian_lens.pt", |
| "n_prompts": 125, |
| "weight": 0.5 |
| } |
| }, |
| "n_prompts_merged": 250, |
| "storage_dtype": "float32 (shards are fp32; fp16 default overridden so the merged artifact is the exact mean)", |
| "n_valid_positions_per_prompt": 111, |
| "note": "every prompt in both shards has seq_len=128 / n_valid=111, so n_prompts-weighting == n_valid/pair-count weighting exactly; weights 0.5/0.5", |
| "prompt_partition": "global wikitext prompts [0..249]; shard0 = prompts[0::2] (even), shard1 = prompts[1::2] (odd) via fit_moe.py --prompt_offset/--prompt_stride", |
| "sanity_spot_checks_norm_over_sqrt_d": { |
| "0": { |
| "norm_shard0": 200.0007228777548, |
| "norm_shard1": 189.64136021348878, |
| "norm_merged": 169.12728229765082, |
| "max_abs_dev_from_elementwise_mean": 3.0517578125e-05, |
| "norm_le_mean_of_shard_norms": true |
| }, |
| "1": { |
| "norm_shard0": 174.78741660064878, |
| "norm_shard1": 165.39693347753584, |
| "norm_merged": 145.8192053089544, |
| "max_abs_dev_from_elementwise_mean": 1.52587890625e-05, |
| "norm_le_mean_of_shard_norms": true |
| }, |
| "2": { |
| "norm_shard0": 91.02883490107857, |
| "norm_shard1": 84.2912555172821, |
| "norm_merged": 71.81201800576076, |
| "max_abs_dev_from_elementwise_mean": 7.62939453125e-06, |
| "norm_le_mean_of_shard_norms": true |
| }, |
| "16": { |
| "norm_shard0": 31.045034931439393, |
| "norm_shard1": 30.615423000958657, |
| "norm_merged": 27.741454332323375, |
| "max_abs_dev_from_elementwise_mean": 1.52587890625e-05, |
| "norm_le_mean_of_shard_norms": true |
| }, |
| "32": { |
| "norm_shard0": 1.8632074850435494, |
| "norm_shard1": 1.8687422843306152, |
| "norm_merged": 1.8487818109309748, |
| "max_abs_dev_from_elementwise_mean": 4.76837158203125e-07, |
| "norm_le_mean_of_shard_norms": true |
| }, |
| "48": { |
| "norm_shard0": 1.1597017330407198, |
| "norm_shard1": 1.1585713935619513, |
| "norm_merged": 1.158697635730552, |
| "max_abs_dev_from_elementwise_mean": 4.76837158203125e-07, |
| "norm_le_mean_of_shard_norms": true |
| }, |
| "64": { |
| "norm_shard0": 1.0228682650302547, |
| "norm_shard1": 1.0229844817991904, |
| "norm_merged": 1.0229251080730173, |
| "max_abs_dev_from_elementwise_mean": 1.1920928955078125e-07, |
| "norm_le_mean_of_shard_norms": true |
| } |
| } |
| } |
