Add files using upload-large-folder tool

.gitattributes

@@ -34,3 +34,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 f3-plain-shortconv-adamh-from32780-20260915a/stage15_115B_8node_gdnlralpha_off_20261003a/checkpoints/iter_0006855/.metadata filter=lfs diff=lfs merge=lfs -text
+f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_013957-a2kv2ydx/run-a2kv2ydx.wandb filter=lfs diff=lfs merge=lfs -text
+f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_010425-k7i86mla/run-k7i86mla.wandb filter=lfs diff=lfs merge=lfs -text
+f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_015603-9a1n96nr/run-9a1n96nr.wandb filter=lfs diff=lfs merge=lfs -text
+f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_024051-df4j15aa/run-df4j15aa.wandb filter=lfs diff=lfs merge=lfs -text
+f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_021843-lzgz3u05/run-lzgz3u05.wandb filter=lfs diff=lfs merge=lfs -text
+f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261010_231200-gdb9n0eb/run-gdb9n0eb.wandb filter=lfs diff=lfs merge=lfs -text
+f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_160551-acr8mx9p/run-acr8mx9p.wandb filter=lfs diff=lfs merge=lfs -text

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0001.json

@@ -0,0 +1,84 @@
+{
+  "rank": 1,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0002.json

@@ -0,0 +1,84 @@
+{
+  "rank": 2,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0004.json

@@ -0,0 +1,84 @@
+{
+  "rank": 4,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0006.json

@@ -0,0 +1,84 @@
+{
+  "rank": 6,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0012.json

@@ -0,0 +1,84 @@
+{
+  "rank": 12,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0013.json

@@ -0,0 +1,84 @@
+{
+  "rank": 13,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0015.json

@@ -0,0 +1,84 @@
+{
+  "rank": 15,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0026.json

@@ -0,0 +1,84 @@
+{
+  "rank": 26,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0027.json

@@ -0,0 +1,84 @@
+{
+  "rank": 27,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0028.json

@@ -0,0 +1,84 @@
+{
+  "rank": 28,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0030.json

@@ -0,0 +1,84 @@
+{
+  "rank": 30,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0033.json

@@ -0,0 +1,84 @@
+{
+  "rank": 33,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0035.json

@@ -0,0 +1,84 @@
+{
+  "rank": 35,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0036.json

@@ -0,0 +1,84 @@
+{
+  "rank": 36,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0037.json

@@ -0,0 +1,84 @@
+{
+  "rank": 37,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0042.json

@@ -0,0 +1,84 @@
+{
+  "rank": 42,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0050.json

@@ -0,0 +1,84 @@
+{
+  "rank": 50,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0058.json

@@ -0,0 +1,84 @@
+{
+  "rank": 58,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/communicators_rank0059.json

@@ -0,0 +1,84 @@
+{
+  "rank": 59,
+  "world_diagnostics_gloo": true,
+  "aliases": [
+    [
+      0,
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30,
+      31,
+      32,
+      33,
+      34,
+      35,
+      36,
+      37,
+      38,
+      39,
+      40,
+      41,
+      42,
+      43,
+      44,
+      45,
+      46,
+      47,
+      48,
+      49,
+      50,
+      51,
+      52,
+      53,
+      54,
+      55,
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ],
+    [
+      56,
+      57,
+      58,
+      59,
+      60,
+      61,
+      62,
+      63
+    ]
+  ],
+  "synchronous_singletons": true,
+  "async_work_handles_preserved": true
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/runtime_audit/optimizer0_rank0000_radii.json

@@ -0,0 +1,473 @@
+{
+  "module.module.decoder.layers.0.mlp.linear_fc1.weight::matrix0": 196.01471401487447,
+  "module.module.decoder.layers.0.mlp.linear_fc2.weight::matrix0": 144.96284813723244,
+  "module.module.decoder.layers.0.self_attention.a_proj.weight::matrix0": 13.944426918875958,
+  "module.module.decoder.layers.0.self_attention.b_proj.weight::matrix0": 8.517846297841082,
+  "module.module.decoder.layers.0.self_attention.k_proj.weight::matrix0": 43.74937158561677,
+  "module.module.decoder.layers.0.self_attention.out_proj.weight::matrix0": 81.64288270773726,
+  "module.module.decoder.layers.0.self_attention.q_proj.weight::matrix0": 43.70081222089357,
+  "module.module.decoder.layers.0.self_attention.v_proj.weight::matrix0": 99.24692123311726,
+  "module.module.decoder.layers.0.self_attention.z_proj.weight::matrix0": 90.20229758598379,
+  "module.module.decoder.layers.1.mlp.linear_fc1.weight::matrix0": 206.61061407357752,
+  "module.module.decoder.layers.1.mlp.linear_fc2.weight::matrix0": 144.72194188215596,
+  "module.module.decoder.layers.1.self_attention.a_proj.weight::matrix0": 12.84982679393457,
+  "module.module.decoder.layers.1.self_attention.b_proj.weight::matrix0": 10.64114975860425,
+  "module.module.decoder.layers.1.self_attention.k_proj.weight::matrix0": 49.04642570801451,
+  "module.module.decoder.layers.1.self_attention.out_proj.weight::matrix0": 91.73515336343881,
+  "module.module.decoder.layers.1.self_attention.q_proj.weight::matrix0": 49.895870325058056,
+  "module.module.decoder.layers.1.self_attention.v_proj.weight::matrix0": 101.55702094843808,
+  "module.module.decoder.layers.1.self_attention.z_proj.weight::matrix0": 96.40360146695413,
+  "module.module.decoder.layers.10.mlp.shared_experts.linear_fc1.weight::matrix0": 71.75647685656587,
+  "module.module.decoder.layers.10.mlp.shared_experts.linear_fc2.weight::matrix0": 98.63072646742475,
+  "module.module.decoder.layers.10.self_attention.a_proj.weight::matrix0": 13.397864140685318,
+  "module.module.decoder.layers.10.self_attention.b_proj.weight::matrix0": 9.608057453397532,
+  "module.module.decoder.layers.10.self_attention.k_proj.weight::matrix0": 51.76573811855978,
+  "module.module.decoder.layers.10.self_attention.out_proj.weight::matrix0": 91.64998999789864,
+  "module.module.decoder.layers.10.self_attention.q_proj.weight::matrix0": 52.36852443692534,
+  "module.module.decoder.layers.10.self_attention.v_proj.weight::matrix0": 102.48547991050947,
+  "module.module.decoder.layers.10.self_attention.z_proj.weight::matrix0": 92.35822508054973,
+  "module.module.decoder.layers.11.mlp.shared_experts.linear_fc1.weight::matrix0": 66.09979766806549,
+  "module.module.decoder.layers.11.mlp.shared_experts.linear_fc2.weight::matrix0": 92.7286324315616,
+  "module.module.decoder.layers.11.self_attention.a_proj.weight::matrix0": 13.234099139886963,
+  "module.module.decoder.layers.11.self_attention.b_proj.weight::matrix0": 10.266467244449306,
+  "module.module.decoder.layers.11.self_attention.k_proj.weight::matrix0": 49.879974070320046,
+  "module.module.decoder.layers.11.self_attention.out_proj.weight::matrix0": 88.69256059390932,
+  "module.module.decoder.layers.11.self_attention.q_proj.weight::matrix0": 50.48765955960098,
+  "module.module.decoder.layers.11.self_attention.v_proj.weight::matrix0": 101.97441652440136,
+  "module.module.decoder.layers.11.self_attention.z_proj.weight::matrix0": 90.7791514624368,
+  "module.module.decoder.layers.12.mlp.shared_experts.linear_fc1.weight::matrix0": 71.45850129323367,
+  "module.module.decoder.layers.12.mlp.shared_experts.linear_fc2.weight::matrix0": 98.96445367053519,
+  "module.module.decoder.layers.12.self_attention.linear_proj.weight::matrix0": 72.28025551914449,
+  "module.module.decoder.layers.12.self_attention.linear_qkv.weight::matrix0": 133.97147108042742,
+  "module.module.decoder.layers.13.mlp.shared_experts.linear_fc1.weight::matrix0": 72.52661672402425,
+  "module.module.decoder.layers.13.mlp.shared_experts.linear_fc2.weight::matrix0": 98.58275116557033,
+  "module.module.decoder.layers.13.self_attention.a_proj.weight::matrix0": 17.507811646284242,
+  "module.module.decoder.layers.13.self_attention.b_proj.weight::matrix0": 10.268432053228763,
+  "module.module.decoder.layers.13.self_attention.k_proj.weight::matrix0": 51.92601929481206,
+  "module.module.decoder.layers.13.self_attention.out_proj.weight::matrix0": 91.00421422055952,
+  "module.module.decoder.layers.13.self_attention.q_proj.weight::matrix0": 54.52162227002865,
+  "module.module.decoder.layers.13.self_attention.v_proj.weight::matrix0": 101.90134439734047,
+  "module.module.decoder.layers.13.self_attention.z_proj.weight::matrix0": 91.4289615177182,
+  "module.module.decoder.layers.14.mlp.shared_experts.linear_fc1.weight::matrix0": 71.16463984250728,
+  "module.module.decoder.layers.14.mlp.shared_experts.linear_fc2.weight::matrix0": 100.05262458781274,
+  "module.module.decoder.layers.14.self_attention.a_proj.weight::matrix0": 15.712850654542015,
+  "module.module.decoder.layers.14.self_attention.b_proj.weight::matrix0": 11.992995898614812,
+  "module.module.decoder.layers.14.self_attention.k_proj.weight::matrix0": 51.98172050347499,
+  "module.module.decoder.layers.14.self_attention.out_proj.weight::matrix0": 91.19949413516684,
+  "module.module.decoder.layers.14.self_attention.q_proj.weight::matrix0": 52.981399980873796,
+  "module.module.decoder.layers.14.self_attention.v_proj.weight::matrix0": 102.69728418003848,
+  "module.module.decoder.layers.14.self_attention.z_proj.weight::matrix0": 93.49050515883121,
+  "module.module.decoder.layers.15.mlp.shared_experts.linear_fc1.weight::matrix0": 70.7407693928677,
+  "module.module.decoder.layers.15.mlp.shared_experts.linear_fc2.weight::matrix0": 98.13105482969733,
+  "module.module.decoder.layers.15.self_attention.a_proj.weight::matrix0": 15.451685623476216,
+  "module.module.decoder.layers.15.self_attention.b_proj.weight::matrix0": 11.087241170622171,
+  "module.module.decoder.layers.15.self_attention.k_proj.weight::matrix0": 52.40099962705805,
+  "module.module.decoder.layers.15.self_attention.out_proj.weight::matrix0": 89.75771711870328,
+  "module.module.decoder.layers.15.self_attention.q_proj.weight::matrix0": 53.29496812356144,
+  "module.module.decoder.layers.15.self_attention.v_proj.weight::matrix0": 101.87128714280573,
+  "module.module.decoder.layers.15.self_attention.z_proj.weight::matrix0": 91.59624464486016,
+  "module.module.decoder.layers.16.mlp.shared_experts.linear_fc1.weight::matrix0": 69.94462454640008,
+  "module.module.decoder.layers.16.mlp.shared_experts.linear_fc2.weight::matrix0": 98.8038086139952,
+  "module.module.decoder.layers.16.self_attention.a_proj.weight::matrix0": 16.245355881595568,
+  "module.module.decoder.layers.16.self_attention.b_proj.weight::matrix0": 10.337269135054987,
+  "module.module.decoder.layers.16.self_attention.k_proj.weight::matrix0": 53.2849810426188,
+  "module.module.decoder.layers.16.self_attention.out_proj.weight::matrix0": 88.31771205526108,
+  "module.module.decoder.layers.16.self_attention.q_proj.weight::matrix0": 54.81536328933465,
+  "module.module.decoder.layers.16.self_attention.v_proj.weight::matrix0": 101.55100721080282,
+  "module.module.decoder.layers.16.self_attention.z_proj.weight::matrix0": 90.29783390391218,
+  "module.module.decoder.layers.17.mlp.shared_experts.linear_fc1.weight::matrix0": 69.98687799118704,
+  "module.module.decoder.layers.17.mlp.shared_experts.linear_fc2.weight::matrix0": 99.18718379853635,
+  "module.module.decoder.layers.17.self_attention.a_proj.weight::matrix0": 14.722884572509718,
+  "module.module.decoder.layers.17.self_attention.b_proj.weight::matrix0": 11.354200710969316,
+  "module.module.decoder.layers.17.self_attention.k_proj.weight::matrix0": 53.7502624279073,
+  "module.module.decoder.layers.17.self_attention.out_proj.weight::matrix0": 88.32433303107665,
+  "module.module.decoder.layers.17.self_attention.q_proj.weight::matrix0": 53.78141608597541,
+  "module.module.decoder.layers.17.self_attention.v_proj.weight::matrix0": 100.23428558351802,
+  "module.module.decoder.layers.17.self_attention.z_proj.weight::matrix0": 89.64373392918138,
+  "module.module.decoder.layers.18.mlp.shared_experts.linear_fc1.weight::matrix0": 68.42454376208146,
+  "module.module.decoder.layers.18.mlp.shared_experts.linear_fc2.weight::matrix0": 96.55839772920805,
+  "module.module.decoder.layers.18.self_attention.a_proj.weight::matrix0": 14.887414774424263,
+  "module.module.decoder.layers.18.self_attention.b_proj.weight::matrix0": 10.227058385534267,
+  "module.module.decoder.layers.18.self_attention.k_proj.weight::matrix0": 52.7784487964401,
+  "module.module.decoder.layers.18.self_attention.out_proj.weight::matrix0": 86.19836261887056,
+  "module.module.decoder.layers.18.self_attention.q_proj.weight::matrix0": 52.952017703318305,
+  "module.module.decoder.layers.18.self_attention.v_proj.weight::matrix0": 100.32847377211552,
+  "module.module.decoder.layers.18.self_attention.z_proj.weight::matrix0": 88.92015577364201,
+  "module.module.decoder.layers.19.mlp.shared_experts.linear_fc1.weight::matrix0": 63.95318258585462,
+  "module.module.decoder.layers.19.mlp.shared_experts.linear_fc2.weight::matrix0": 95.58935947415007,
+  "module.module.decoder.layers.19.self_attention.a_proj.weight::matrix0": 14.17932393494252,
+  "module.module.decoder.layers.19.self_attention.b_proj.weight::matrix0": 10.869832759424382,
+  "module.module.decoder.layers.19.self_attention.k_proj.weight::matrix0": 54.904841118981366,
+  "module.module.decoder.layers.19.self_attention.out_proj.weight::matrix0": 85.39720203929107,
+  "module.module.decoder.layers.19.self_attention.q_proj.weight::matrix0": 56.39253233997743,
+  "module.module.decoder.layers.19.self_attention.v_proj.weight::matrix0": 98.61723851833806,
+  "module.module.decoder.layers.19.self_attention.z_proj.weight::matrix0": 86.78457288710855,
+  "module.module.decoder.layers.2.mlp.shared_experts.linear_fc1.weight::matrix0": 75.88948839044549,
+  "module.module.decoder.layers.2.mlp.shared_experts.linear_fc2.weight::matrix0": 102.50060260566708,
+  "module.module.decoder.layers.2.self_attention.a_proj.weight::matrix0": 11.723214527446864,
+  "module.module.decoder.layers.2.self_attention.b_proj.weight::matrix0": 10.421595756667159,
+  "module.module.decoder.layers.2.self_attention.k_proj.weight::matrix0": 48.35034515345289,
+  "module.module.decoder.layers.2.self_attention.out_proj.weight::matrix0": 94.15670818683482,
+  "module.module.decoder.layers.2.self_attention.q_proj.weight::matrix0": 49.44559830687664,
+  "module.module.decoder.layers.2.self_attention.v_proj.weight::matrix0": 102.4536793725893,
+  "module.module.decoder.layers.2.self_attention.z_proj.weight::matrix0": 96.42288064287851,
+  "module.module.decoder.layers.20.mlp.shared_experts.linear_fc1.weight::matrix0": 66.07291984319382,
+  "module.module.decoder.layers.20.mlp.shared_experts.linear_fc2.weight::matrix0": 96.08445745911465,
+  "module.module.decoder.layers.20.self_attention.linear_proj.weight::matrix0": 73.77977565102759,
+  "module.module.decoder.layers.20.self_attention.linear_qkv.weight::matrix0": 124.14015428232752,
+  "module.module.decoder.layers.21.mlp.shared_experts.linear_fc1.weight::matrix0": 67.83767025451067,
+  "module.module.decoder.layers.21.mlp.shared_experts.linear_fc2.weight::matrix0": 100.80155569921013,
+  "module.module.decoder.layers.21.self_attention.linear_proj.weight::matrix0": 79.94541853028785,
+  "module.module.decoder.layers.21.self_attention.linear_qkv.weight::matrix0": 122.95455535517578,
+  "module.module.decoder.layers.22.mlp.shared_experts.linear_fc1.weight::matrix0": 66.09162373477464,
+  "module.module.decoder.layers.22.mlp.shared_experts.linear_fc2.weight::matrix0": 92.93545282504451,
+  "module.module.decoder.layers.22.self_attention.a_proj.weight::matrix0": 13.908590866395256,
+  "module.module.decoder.layers.22.self_attention.b_proj.weight::matrix0": 9.377683928569986,
+  "module.module.decoder.layers.22.self_attention.k_proj.weight::matrix0": 51.236345926623564,
+  "module.module.decoder.layers.22.self_attention.out_proj.weight::matrix0": 86.6985439855759,
+  "module.module.decoder.layers.22.self_attention.q_proj.weight::matrix0": 54.450149449862145,
+  "module.module.decoder.layers.22.self_attention.v_proj.weight::matrix0": 96.85052551055713,
+  "module.module.decoder.layers.22.self_attention.z_proj.weight::matrix0": 87.04423517374329,
+  "module.module.decoder.layers.23.mlp.shared_experts.linear_fc1.weight::matrix0": 69.48199569386716,
+  "module.module.decoder.layers.23.mlp.shared_experts.linear_fc2.weight::matrix0": 89.10349631553676,
+  "module.module.decoder.layers.23.self_attention.linear_proj.weight::matrix0": 88.19704300117944,
+  "module.module.decoder.layers.23.self_attention.linear_qkv.weight::matrix0": 119.61304104516198,
+  "module.module.decoder.layers.24.mlp.shared_experts.linear_fc1.weight::matrix0": 68.85104619921431,
+  "module.module.decoder.layers.24.mlp.shared_experts.linear_fc2.weight::matrix0": 95.10550188040884,
+  "module.module.decoder.layers.24.self_attention.a_proj.weight::matrix0": 14.01917358422263,
+  "module.module.decoder.layers.24.self_attention.b_proj.weight::matrix0": 9.80246656283613,
+  "module.module.decoder.layers.24.self_attention.k_proj.weight::matrix0": 52.1723854973428,
+  "module.module.decoder.layers.24.self_attention.out_proj.weight::matrix0": 91.89605611235993,
+  "module.module.decoder.layers.24.self_attention.q_proj.weight::matrix0": 55.95818283692856,
+  "module.module.decoder.layers.24.self_attention.v_proj.weight::matrix0": 100.6710748543814,
+  "module.module.decoder.layers.24.self_attention.z_proj.weight::matrix0": 88.50991481298223,
+  "module.module.decoder.layers.25.mlp.shared_experts.linear_fc1.weight::matrix0": 68.16702483573815,
+  "module.module.decoder.layers.25.mlp.shared_experts.linear_fc2.weight::matrix0": 97.55838221489581,
+  "module.module.decoder.layers.25.self_attention.a_proj.weight::matrix0": 13.139968553637864,
+  "module.module.decoder.layers.25.self_attention.b_proj.weight::matrix0": 10.098873250325243,
+  "module.module.decoder.layers.25.self_attention.k_proj.weight::matrix0": 52.53767309655471,
+  "module.module.decoder.layers.25.self_attention.out_proj.weight::matrix0": 91.96067526543457,
+  "module.module.decoder.layers.25.self_attention.q_proj.weight::matrix0": 54.08718702502012,
+  "module.module.decoder.layers.25.self_attention.v_proj.weight::matrix0": 102.1914486508032,
+  "module.module.decoder.layers.25.self_attention.z_proj.weight::matrix0": 90.56757399301704,
+  "module.module.decoder.layers.26.mlp.shared_experts.linear_fc1.weight::matrix0": 67.34926148083038,
+  "module.module.decoder.layers.26.mlp.shared_experts.linear_fc2.weight::matrix0": 101.86246167495443,
+  "module.module.decoder.layers.26.self_attention.a_proj.weight::matrix0": 15.576180138451402,
+  "module.module.decoder.layers.26.self_attention.b_proj.weight::matrix0": 9.93425545433866,
+  "module.module.decoder.layers.26.self_attention.k_proj.weight::matrix0": 52.203608858610764,
+  "module.module.decoder.layers.26.self_attention.out_proj.weight::matrix0": 91.76822266925137,
+  "module.module.decoder.layers.26.self_attention.q_proj.weight::matrix0": 54.31178224028386,
+  "module.module.decoder.layers.26.self_attention.v_proj.weight::matrix0": 100.41854453829937,
+  "module.module.decoder.layers.26.self_attention.z_proj.weight::matrix0": 90.04388636629001,
+  "module.module.decoder.layers.27.mlp.shared_experts.linear_fc1.weight::matrix0": 67.29256588825436,
+  "module.module.decoder.layers.27.mlp.shared_experts.linear_fc2.weight::matrix0": 101.49081301559411,
+  "module.module.decoder.layers.27.self_attention.a_proj.weight::matrix0": 12.468722672754073,
+  "module.module.decoder.layers.27.self_attention.b_proj.weight::matrix0": 8.360085641719756,
+  "module.module.decoder.layers.27.self_attention.k_proj.weight::matrix0": 47.35237284101135,
+  "module.module.decoder.layers.27.self_attention.out_proj.weight::matrix0": 88.79197911707004,
+  "module.module.decoder.layers.27.self_attention.q_proj.weight::matrix0": 49.92819876432449,
+  "module.module.decoder.layers.27.self_attention.v_proj.weight::matrix0": 98.033624970259,
+  "module.module.decoder.layers.27.self_attention.z_proj.weight::matrix0": 91.38231328684822,
+  "module.module.decoder.layers.28.mlp.shared_experts.linear_fc1.weight::matrix0": 70.72088876237486,
+  "module.module.decoder.layers.28.mlp.shared_experts.linear_fc2.weight::matrix0": 89.25266189446992,
+  "module.module.decoder.layers.28.self_attention.a_proj.weight::matrix0": 11.775047246190256,
+  "module.module.decoder.layers.28.self_attention.b_proj.weight::matrix0": 7.62458696359391,
+  "module.module.decoder.layers.28.self_attention.k_proj.weight::matrix0": 48.77080481927439,
+  "module.module.decoder.layers.28.self_attention.out_proj.weight::matrix0": 89.89377476846528,
+  "module.module.decoder.layers.28.self_attention.q_proj.weight::matrix0": 54.11868758186382,
+  "module.module.decoder.layers.28.self_attention.v_proj.weight::matrix0": 101.43940820137136,
+  "module.module.decoder.layers.28.self_attention.z_proj.weight::matrix0": 90.89646973548074,
+  "module.module.decoder.layers.29.mlp.shared_experts.linear_fc1.weight::matrix0": 69.03642047025042,
+  "module.module.decoder.layers.29.mlp.shared_experts.linear_fc2.weight::matrix0": 90.0421812495324,
+  "module.module.decoder.layers.29.self_attention.a_proj.weight::matrix0": 11.762571810832162,
+  "module.module.decoder.layers.29.self_attention.b_proj.weight::matrix0": 10.128977262028425,
+  "module.module.decoder.layers.29.self_attention.k_proj.weight::matrix0": 51.96122018886025,
+  "module.module.decoder.layers.29.self_attention.out_proj.weight::matrix0": 92.54525136744324,
+  "module.module.decoder.layers.29.self_attention.q_proj.weight::matrix0": 53.7334338561436,
+  "module.module.decoder.layers.29.self_attention.v_proj.weight::matrix0": 102.39001776194847,
+  "module.module.decoder.layers.29.self_attention.z_proj.weight::matrix0": 92.71487267361272,
+  "module.module.decoder.layers.3.mlp.shared_experts.linear_fc1.weight::matrix0": 76.6740171109891,
+  "module.module.decoder.layers.3.mlp.shared_experts.linear_fc2.weight::matrix0": 100.50529362958248,
+  "module.module.decoder.layers.3.self_attention.a_proj.weight::matrix0": 13.283049577956474,
+  "module.module.decoder.layers.3.self_attention.b_proj.weight::matrix0": 10.808082268355525,
+  "module.module.decoder.layers.3.self_attention.k_proj.weight::matrix0": 51.33411125331745,
+  "module.module.decoder.layers.3.self_attention.out_proj.weight::matrix0": 93.37660547775698,
+  "module.module.decoder.layers.3.self_attention.q_proj.weight::matrix0": 51.357855127834156,
+  "module.module.decoder.layers.3.self_attention.v_proj.weight::matrix0": 101.50715143234027,
+  "module.module.decoder.layers.3.self_attention.z_proj.weight::matrix0": 96.39562895391566,
+  "module.module.decoder.layers.30.mlp.shared_experts.linear_fc1.weight::matrix0": 68.32569147757489,
+  "module.module.decoder.layers.30.mlp.shared_experts.linear_fc2.weight::matrix0": 97.4024765353194,
+  "module.module.decoder.layers.30.self_attention.a_proj.weight::matrix0": 11.163542249537588,
+  "module.module.decoder.layers.30.self_attention.b_proj.weight::matrix0": 9.0532959897096,
+  "module.module.decoder.layers.30.self_attention.k_proj.weight::matrix0": 52.870242204473485,
+  "module.module.decoder.layers.30.self_attention.out_proj.weight::matrix0": 95.21091590777563,
+  "module.module.decoder.layers.30.self_attention.q_proj.weight::matrix0": 56.00134717564299,
+  "module.module.decoder.layers.30.self_attention.v_proj.weight::matrix0": 102.88645238083234,
+  "module.module.decoder.layers.30.self_attention.z_proj.weight::matrix0": 91.99841515453436,
+  "module.module.decoder.layers.31.mlp.shared_experts.linear_fc1.weight::matrix0": 68.02300837035231,
+  "module.module.decoder.layers.31.mlp.shared_experts.linear_fc2.weight::matrix0": 96.39043801744803,
+  "module.module.decoder.layers.31.self_attention.a_proj.weight::matrix0": 9.374242122218158,
+  "module.module.decoder.layers.31.self_attention.b_proj.weight::matrix0": 6.075155871706631,
+  "module.module.decoder.layers.31.self_attention.k_proj.weight::matrix0": 54.07420631715537,
+  "module.module.decoder.layers.31.self_attention.out_proj.weight::matrix0": 92.93692455790095,
+  "module.module.decoder.layers.31.self_attention.q_proj.weight::matrix0": 57.474244869295624,
+  "module.module.decoder.layers.31.self_attention.v_proj.weight::matrix0": 105.65321561374377,
+  "module.module.decoder.layers.31.self_attention.z_proj.weight::matrix0": 92.95431827084887,
+  "module.module.decoder.layers.32.mlp.shared_experts.linear_fc1.weight::matrix0": 67.99026265114462,
+  "module.module.decoder.layers.32.mlp.shared_experts.linear_fc2.weight::matrix0": 96.99133058947217,
+  "module.module.decoder.layers.32.self_attention.a_proj.weight::matrix0": 9.877412923906677,
+  "module.module.decoder.layers.32.self_attention.b_proj.weight::matrix0": 8.243481436450928,
+  "module.module.decoder.layers.32.self_attention.k_proj.weight::matrix0": 51.83520658791086,
+  "module.module.decoder.layers.32.self_attention.out_proj.weight::matrix0": 91.34112325262107,
+  "module.module.decoder.layers.32.self_attention.q_proj.weight::matrix0": 53.92107386374616,
+  "module.module.decoder.layers.32.self_attention.v_proj.weight::matrix0": 103.537237507121,
+  "module.module.decoder.layers.32.self_attention.z_proj.weight::matrix0": 94.8396825115097,
+  "module.module.decoder.layers.33.mlp.shared_experts.linear_fc1.weight::matrix0": 68.32969847840836,
+  "module.module.decoder.layers.33.mlp.shared_experts.linear_fc2.weight::matrix0": 95.09422353024276,
+  "module.module.decoder.layers.33.self_attention.a_proj.weight::matrix0": 9.266718690364069,
+  "module.module.decoder.layers.33.self_attention.b_proj.weight::matrix0": 7.711523734216587,
+  "module.module.decoder.layers.33.self_attention.k_proj.weight::matrix0": 50.29403429220021,
+  "module.module.decoder.layers.33.self_attention.out_proj.weight::matrix0": 89.53349030827071,
+  "module.module.decoder.layers.33.self_attention.q_proj.weight::matrix0": 52.542642582327,
+  "module.module.decoder.layers.33.self_attention.v_proj.weight::matrix0": 101.45722434887622,
+  "module.module.decoder.layers.33.self_attention.z_proj.weight::matrix0": 95.07711369911365,
+  "module.module.decoder.layers.34.mlp.shared_experts.linear_fc1.weight::matrix0": 66.79522648888278,
+  "module.module.decoder.layers.34.mlp.shared_experts.linear_fc2.weight::matrix0": 93.14658337776247,
+  "module.module.decoder.layers.34.self_attention.a_proj.weight::matrix0": 10.143498472440102,
+  "module.module.decoder.layers.34.self_attention.b_proj.weight::matrix0": 7.430204840001662,
+  "module.module.decoder.layers.34.self_attention.k_proj.weight::matrix0": 52.969907744806775,
+  "module.module.decoder.layers.34.self_attention.out_proj.weight::matrix0": 91.1783532336854,
+  "module.module.decoder.layers.34.self_attention.q_proj.weight::matrix0": 55.64062281595556,
+  "module.module.decoder.layers.34.self_attention.v_proj.weight::matrix0": 101.42066768322572,
+  "module.module.decoder.layers.34.self_attention.z_proj.weight::matrix0": 92.57887317032218,
+  "module.module.decoder.layers.35.mlp.shared_experts.linear_fc1.weight::matrix0": 66.56375127219194,
+  "module.module.decoder.layers.35.mlp.shared_experts.linear_fc2.weight::matrix0": 91.92839179246573,
+  "module.module.decoder.layers.35.self_attention.a_proj.weight::matrix0": 7.848294675935004,
+  "module.module.decoder.layers.35.self_attention.b_proj.weight::matrix0": 7.145634467207909,
+  "module.module.decoder.layers.35.self_attention.k_proj.weight::matrix0": 43.48050138475016,
+  "module.module.decoder.layers.35.self_attention.out_proj.weight::matrix0": 84.69909766691458,
+  "module.module.decoder.layers.35.self_attention.q_proj.weight::matrix0": 46.629866355153645,
+  "module.module.decoder.layers.35.self_attention.v_proj.weight::matrix0": 98.81089201800344,
+  "module.module.decoder.layers.35.self_attention.z_proj.weight::matrix0": 93.8529909080526,
+  "module.module.decoder.layers.36.mlp.shared_experts.linear_fc1.weight::matrix0": 68.04015882760837,
+  "module.module.decoder.layers.36.mlp.shared_experts.linear_fc2.weight::matrix0": 96.89520558191491,
+  "module.module.decoder.layers.36.self_attention.a_proj.weight::matrix0": 9.545382300629571,
+  "module.module.decoder.layers.36.self_attention.b_proj.weight::matrix0": 8.440219672197562,
+  "module.module.decoder.layers.36.self_attention.k_proj.weight::matrix0": 49.57313030461717,
+  "module.module.decoder.layers.36.self_attention.out_proj.weight::matrix0": 92.20390887346527,
+  "module.module.decoder.layers.36.self_attention.q_proj.weight::matrix0": 50.066898583070994,
+  "module.module.decoder.layers.36.self_attention.v_proj.weight::matrix0": 102.97851355602218,
+  "module.module.decoder.layers.36.self_attention.z_proj.weight::matrix0": 96.70473514543195,
+  "module.module.decoder.layers.37.mlp.shared_experts.linear_fc1.weight::matrix0": 67.8694218435567,
+  "module.module.decoder.layers.37.mlp.shared_experts.linear_fc2.weight::matrix0": 96.70817587785176,
+  "module.module.decoder.layers.37.self_attention.a_proj.weight::matrix0": 9.189579200082703,
+  "module.module.decoder.layers.37.self_attention.b_proj.weight::matrix0": 8.692220598246184,
+  "module.module.decoder.layers.37.self_attention.k_proj.weight::matrix0": 49.415496310271664,
+  "module.module.decoder.layers.37.self_attention.out_proj.weight::matrix0": 91.22763046961501,
+  "module.module.decoder.layers.37.self_attention.q_proj.weight::matrix0": 49.5173044083257,
+  "module.module.decoder.layers.37.self_attention.v_proj.weight::matrix0": 101.34725599827586,
+  "module.module.decoder.layers.37.self_attention.z_proj.weight::matrix0": 94.9173479163966,
+  "module.module.decoder.layers.38.mlp.shared_experts.linear_fc1.weight::matrix0": 66.25485886107381,
+  "module.module.decoder.layers.38.mlp.shared_experts.linear_fc2.weight::matrix0": 96.18858301294684,
+  "module.module.decoder.layers.38.self_attention.a_proj.weight::matrix0": 8.63009914878203,
+  "module.module.decoder.layers.38.self_attention.b_proj.weight::matrix0": 7.923619598591464,
+  "module.module.decoder.layers.38.self_attention.k_proj.weight::matrix0": 47.39466844732648,
+  "module.module.decoder.layers.38.self_attention.out_proj.weight::matrix0": 89.87699207548205,
+  "module.module.decoder.layers.38.self_attention.q_proj.weight::matrix0": 49.09703063792047,
+  "module.module.decoder.layers.38.self_attention.v_proj.weight::matrix0": 100.81286695310342,
+  "module.module.decoder.layers.38.self_attention.z_proj.weight::matrix0": 92.75195817870807,
+  "module.module.decoder.layers.39.mlp.shared_experts.linear_fc1.weight::matrix0": 66.5798313597731,
+  "module.module.decoder.layers.39.mlp.shared_experts.linear_fc2.weight::matrix0": 97.19503252224204,
+  "module.module.decoder.layers.39.self_attention.a_proj.weight::matrix0": 9.297597018275788,
+  "module.module.decoder.layers.39.self_attention.b_proj.weight::matrix0": 6.349273258997344,
+  "module.module.decoder.layers.39.self_attention.k_proj.weight::matrix0": 48.84946257661362,
+  "module.module.decoder.layers.39.self_attention.out_proj.weight::matrix0": 89.28830426131816,
+  "module.module.decoder.layers.39.self_attention.q_proj.weight::matrix0": 51.10425249348585,
+  "module.module.decoder.layers.39.self_attention.v_proj.weight::matrix0": 100.82212150044823,
+  "module.module.decoder.layers.39.self_attention.z_proj.weight::matrix0": 92.38942989578877,
+  "module.module.decoder.layers.4.mlp.shared_experts.linear_fc1.weight::matrix0": 73.11306471531167,
+  "module.module.decoder.layers.4.mlp.shared_experts.linear_fc2.weight::matrix0": 100.474560862248,
+  "module.module.decoder.layers.4.self_attention.a_proj.weight::matrix0": 12.801453335574008,
+  "module.module.decoder.layers.4.self_attention.b_proj.weight::matrix0": 10.695784209660891,
+  "module.module.decoder.layers.4.self_attention.k_proj.weight::matrix0": 50.83442234130194,
+  "module.module.decoder.layers.4.self_attention.out_proj.weight::matrix0": 94.31360955474506,
+  "module.module.decoder.layers.4.self_attention.q_proj.weight::matrix0": 51.28447048264714,
+  "module.module.decoder.layers.4.self_attention.v_proj.weight::matrix0": 101.47621130116936,
+  "module.module.decoder.layers.4.self_attention.z_proj.weight::matrix0": 96.00009364370003,
+  "module.module.decoder.layers.40.mlp.shared_experts.linear_fc1.weight::matrix0": 65.37086508242108,
+  "module.module.decoder.layers.40.mlp.shared_experts.linear_fc2.weight::matrix0": 95.82281565621017,
+  "module.module.decoder.layers.40.self_attention.a_proj.weight::matrix0": 8.086318527816694,
+  "module.module.decoder.layers.40.self_attention.b_proj.weight::matrix0": 6.458619820124073,
+  "module.module.decoder.layers.40.self_attention.k_proj.weight::matrix0": 49.75698207007095,
+  "module.module.decoder.layers.40.self_attention.out_proj.weight::matrix0": 88.98081173500529,
+  "module.module.decoder.layers.40.self_attention.q_proj.weight::matrix0": 50.46174501299422,
+  "module.module.decoder.layers.40.self_attention.v_proj.weight::matrix0": 100.96422296837213,
+  "module.module.decoder.layers.40.self_attention.z_proj.weight::matrix0": 91.70165005885616,
+  "module.module.decoder.layers.41.mlp.shared_experts.linear_fc1.weight::matrix0": 66.10665505887573,
+  "module.module.decoder.layers.41.mlp.shared_experts.linear_fc2.weight::matrix0": 94.48481592404053,
+  "module.module.decoder.layers.41.self_attention.a_proj.weight::matrix0": 9.045905525115664,
+  "module.module.decoder.layers.41.self_attention.b_proj.weight::matrix0": 7.180014682306411,
+  "module.module.decoder.layers.41.self_attention.k_proj.weight::matrix0": 49.20082143874834,
+  "module.module.decoder.layers.41.self_attention.out_proj.weight::matrix0": 91.27558513796754,
+  "module.module.decoder.layers.41.self_attention.q_proj.weight::matrix0": 49.59944610391502,
+  "module.module.decoder.layers.41.self_attention.v_proj.weight::matrix0": 99.95659302609361,
+  "module.module.decoder.layers.41.self_attention.z_proj.weight::matrix0": 92.69166874847416,
+  "module.module.decoder.layers.42.mlp.shared_experts.linear_fc1.weight::matrix0": 65.90508955493726,
+  "module.module.decoder.layers.42.mlp.shared_experts.linear_fc2.weight::matrix0": 89.90259878047554,
+  "module.module.decoder.layers.42.self_attention.a_proj.weight::matrix0": 7.886274380984785,
+  "module.module.decoder.layers.42.self_attention.b_proj.weight::matrix0": 6.699232822799429,
+  "module.module.decoder.layers.42.self_attention.k_proj.weight::matrix0": 49.95020365536833,
+  "module.module.decoder.layers.42.self_attention.out_proj.weight::matrix0": 89.30214683733954,
+  "module.module.decoder.layers.42.self_attention.q_proj.weight::matrix0": 50.91279830449977,
+  "module.module.decoder.layers.42.self_attention.v_proj.weight::matrix0": 102.63921012130444,
+  "module.module.decoder.layers.42.self_attention.z_proj.weight::matrix0": 91.3236133295204,
+  "module.module.decoder.layers.43.mlp.shared_experts.linear_fc1.weight::matrix0": 67.90599438427334,
+  "module.module.decoder.layers.43.mlp.shared_experts.linear_fc2.weight::matrix0": 86.13636117451097,
+  "module.module.decoder.layers.43.self_attention.a_proj.weight::matrix0": 8.134445759824457,
+  "module.module.decoder.layers.43.self_attention.b_proj.weight::matrix0": 8.227348888655605,
+  "module.module.decoder.layers.43.self_attention.k_proj.weight::matrix0": 50.4879390816284,
+  "module.module.decoder.layers.43.self_attention.out_proj.weight::matrix0": 87.26858762366857,
+  "module.module.decoder.layers.43.self_attention.q_proj.weight::matrix0": 52.09535300525095,
+  "module.module.decoder.layers.43.self_attention.v_proj.weight::matrix0": 101.49607130694733,
+  "module.module.decoder.layers.43.self_attention.z_proj.weight::matrix0": 91.59133337078889,
+  "module.module.decoder.layers.44.mlp.shared_experts.linear_fc1.weight::matrix0": 68.69109468703287,
+  "module.module.decoder.layers.44.mlp.shared_experts.linear_fc2.weight::matrix0": 82.17252016221734,
+  "module.module.decoder.layers.44.self_attention.a_proj.weight::matrix0": 7.969674201148776,
+  "module.module.decoder.layers.44.self_attention.b_proj.weight::matrix0": 6.489563686153883,
+  "module.module.decoder.layers.44.self_attention.k_proj.weight::matrix0": 50.33308196870538,
+  "module.module.decoder.layers.44.self_attention.out_proj.weight::matrix0": 88.08901871280939,
+  "module.module.decoder.layers.44.self_attention.q_proj.weight::matrix0": 53.24714956827831,
+  "module.module.decoder.layers.44.self_attention.v_proj.weight::matrix0": 101.82479756607572,
+  "module.module.decoder.layers.44.self_attention.z_proj.weight::matrix0": 92.00657497463403,
+  "module.module.decoder.layers.45.mlp.shared_experts.linear_fc1.weight::matrix0": 64.0554285970409,
+  "module.module.decoder.layers.45.mlp.shared_experts.linear_fc2.weight::matrix0": 80.12420452906134,
+  "module.module.decoder.layers.45.self_attention.a_proj.weight::matrix0": 8.987841569490529,
+  "module.module.decoder.layers.45.self_attention.b_proj.weight::matrix0": 7.996941734461278,
+  "module.module.decoder.layers.45.self_attention.k_proj.weight::matrix0": 49.84979300793443,
+  "module.module.decoder.layers.45.self_attention.out_proj.weight::matrix0": 85.16177533837302,
+  "module.module.decoder.layers.45.self_attention.q_proj.weight::matrix0": 51.36324491820476,
+  "module.module.decoder.layers.45.self_attention.v_proj.weight::matrix0": 100.1459468527375,
+  "module.module.decoder.layers.45.self_attention.z_proj.weight::matrix0": 93.01602294818744,
+  "module.module.decoder.layers.46.mlp.shared_experts.linear_fc1.weight::matrix0": 66.8373020214295,
+  "module.module.decoder.layers.46.mlp.shared_experts.linear_fc2.weight::matrix0": 86.23968391740028,
+  "module.module.decoder.layers.46.self_attention.linear_proj.weight::matrix0": 111.63384851725303,
+  "module.module.decoder.layers.46.self_attention.linear_qkv.weight::matrix0": 127.01791283946416,
+  "module.module.decoder.layers.47.mlp.shared_experts.linear_fc1.weight::matrix0": 64.59206019251846,
+  "module.module.decoder.layers.47.mlp.shared_experts.linear_fc2.weight::matrix0": 91.31728440879938,
+  "module.module.decoder.layers.47.self_attention.a_proj.weight::matrix0": 9.583096180923743,
+  "module.module.decoder.layers.47.self_attention.b_proj.weight::matrix0": 8.408119952378394,
+  "module.module.decoder.layers.47.self_attention.k_proj.weight::matrix0": 48.890252297736154,
+  "module.module.decoder.layers.47.self_attention.out_proj.weight::matrix0": 85.49352778412803,
+  "module.module.decoder.layers.47.self_attention.q_proj.weight::matrix0": 50.26889256969785,
+  "module.module.decoder.layers.47.self_attention.v_proj.weight::matrix0": 96.64809688427268,
+  "module.module.decoder.layers.47.self_attention.z_proj.weight::matrix0": 89.62318494383453,
+  "module.module.decoder.layers.48.mlp.shared_experts.linear_fc1.weight::matrix0": 64.8356809576459,
+  "module.module.decoder.layers.48.mlp.shared_experts.linear_fc2.weight::matrix0": 92.04907939200076,
+  "module.module.decoder.layers.48.self_attention.linear_proj.weight::matrix0": 115.20371422717837,
+  "module.module.decoder.layers.48.self_attention.linear_qkv.weight::matrix0": 126.83098644877688,
+  "module.module.decoder.layers.49.mlp.shared_experts.linear_fc1.weight::matrix0": 67.34186827893664,
+  "module.module.decoder.layers.49.mlp.shared_experts.linear_fc2.weight::matrix0": 73.64686957348005,
+  "module.module.decoder.layers.49.self_attention.linear_proj.weight::matrix0": 117.48681572387434,
+  "module.module.decoder.layers.49.self_attention.linear_qkv.weight::matrix0": 129.52821702990727,
+  "module.module.decoder.layers.5.mlp.shared_experts.linear_fc1.weight::matrix0": 73.88348362831667,
+  "module.module.decoder.layers.5.mlp.shared_experts.linear_fc2.weight::matrix0": 100.41646899489156,
+  "module.module.decoder.layers.5.self_attention.a_proj.weight::matrix0": 11.84561592083049,
+  "module.module.decoder.layers.5.self_attention.b_proj.weight::matrix0": 9.178256224235753,
+  "module.module.decoder.layers.5.self_attention.k_proj.weight::matrix0": 49.49648734775725,
+  "module.module.decoder.layers.5.self_attention.out_proj.weight::matrix0": 92.55408831534297,
+  "module.module.decoder.layers.5.self_attention.q_proj.weight::matrix0": 50.86659492486074,
+  "module.module.decoder.layers.5.self_attention.v_proj.weight::matrix0": 101.84338780695376,
+  "module.module.decoder.layers.5.self_attention.z_proj.weight::matrix0": 95.2351919033372,
+  "module.module.decoder.layers.50.mlp.shared_experts.linear_fc1.weight::matrix0": 67.73315163916872,
+  "module.module.decoder.layers.50.mlp.shared_experts.linear_fc2.weight::matrix0": 71.7637998419873,
+  "module.module.decoder.layers.50.self_attention.a_proj.weight::matrix0": 8.25082092157322,
+  "module.module.decoder.layers.50.self_attention.b_proj.weight::matrix0": 5.775679328907176,
+  "module.module.decoder.layers.50.self_attention.k_proj.weight::matrix0": 49.733895172013156,
+  "module.module.decoder.layers.50.self_attention.out_proj.weight::matrix0": 90.4384582607423,
+  "module.module.decoder.layers.50.self_attention.q_proj.weight::matrix0": 51.94945336901787,
+  "module.module.decoder.layers.50.self_attention.v_proj.weight::matrix0": 109.72628611799905,
+  "module.module.decoder.layers.50.self_attention.z_proj.weight::matrix0": 91.5359680148654,
+  "module.module.decoder.layers.51.mlp.shared_experts.linear_fc1.weight::matrix0": 69.52843324926194,
+  "module.module.decoder.layers.51.mlp.shared_experts.linear_fc2.weight::matrix0": 72.06160753391364,
+  "module.module.decoder.layers.51.self_attention.a_proj.weight::matrix0": 8.696541551885327,
+  "module.module.decoder.layers.51.self_attention.b_proj.weight::matrix0": 6.227572012677827,
+  "module.module.decoder.layers.51.self_attention.k_proj.weight::matrix0": 50.23632739769612,
+  "module.module.decoder.layers.51.self_attention.out_proj.weight::matrix0": 89.19575697514142,
+  "module.module.decoder.layers.51.self_attention.q_proj.weight::matrix0": 52.057296855955244,
+  "module.module.decoder.layers.51.self_attention.v_proj.weight::matrix0": 109.24756767674305,
+  "module.module.decoder.layers.51.self_attention.z_proj.weight::matrix0": 91.41541712637144,
+  "module.module.decoder.layers.52.mlp.shared_experts.linear_fc1.weight::matrix0": 66.9254815324096,
+  "module.module.decoder.layers.52.mlp.shared_experts.linear_fc2.weight::matrix0": 70.88966157019816,
+  "module.module.decoder.layers.52.self_attention.a_proj.weight::matrix0": 9.884284720372312,
+  "module.module.decoder.layers.52.self_attention.b_proj.weight::matrix0": 9.258749423877461,
+  "module.module.decoder.layers.52.self_attention.k_proj.weight::matrix0": 48.55880351491055,
+  "module.module.decoder.layers.52.self_attention.out_proj.weight::matrix0": 91.97822915365384,
+  "module.module.decoder.layers.52.self_attention.q_proj.weight::matrix0": 51.650049794548764,
+  "module.module.decoder.layers.52.self_attention.v_proj.weight::matrix0": 101.25040239229425,
+  "module.module.decoder.layers.52.self_attention.z_proj.weight::matrix0": 91.53845755707984,
+  "module.module.decoder.layers.53.mlp.shared_experts.linear_fc1.weight::matrix0": 65.06751200358636,
+  "module.module.decoder.layers.53.mlp.shared_experts.linear_fc2.weight::matrix0": 94.65752590920974,
+  "module.module.decoder.layers.53.self_attention.a_proj.weight::matrix0": 10.367555391311909,
+  "module.module.decoder.layers.53.self_attention.b_proj.weight::matrix0": 8.740813886364563,
+  "module.module.decoder.layers.53.self_attention.k_proj.weight::matrix0": 47.87195077861514,
+  "module.module.decoder.layers.53.self_attention.out_proj.weight::matrix0": 87.3446073469411,
+  "module.module.decoder.layers.53.self_attention.q_proj.weight::matrix0": 51.28825687308385,
+  "module.module.decoder.layers.53.self_attention.v_proj.weight::matrix0": 96.99237955071912,
+  "module.module.decoder.layers.53.self_attention.z_proj.weight::matrix0": 89.54122626389889,
+  "module.module.decoder.layers.54.mlp.shared_experts.linear_fc1.weight::matrix0": 66.57747618034561,
+  "module.module.decoder.layers.54.mlp.shared_experts.linear_fc2.weight::matrix0": 104.99339207141324,
+  "module.module.decoder.layers.54.self_attention.a_proj.weight::matrix0": 11.158973077540539,
+  "module.module.decoder.layers.54.self_attention.b_proj.weight::matrix0": 8.720886202742431,
+  "module.module.decoder.layers.54.self_attention.k_proj.weight::matrix0": 42.827419704067665,
+  "module.module.decoder.layers.54.self_attention.out_proj.weight::matrix0": 85.14683151901941,
+  "module.module.decoder.layers.54.self_attention.q_proj.weight::matrix0": 49.14346023990518,
+  "module.module.decoder.layers.54.self_attention.v_proj.weight::matrix0": 93.22419351569637,
+  "module.module.decoder.layers.54.self_attention.z_proj.weight::matrix0": 88.59700739783533,
+  "module.module.decoder.layers.55.mlp.shared_experts.linear_fc1.weight::matrix0": 66.57908494014221,
+  "module.module.decoder.layers.55.mlp.shared_experts.linear_fc2.weight::matrix0": 110.23111274136694,
+  "module.module.decoder.layers.55.self_attention.a_proj.weight::matrix0": 11.021910688569937,
+  "module.module.decoder.layers.55.self_attention.b_proj.weight::matrix0": 10.2226873776879,
+  "module.module.decoder.layers.55.self_attention.k_proj.weight::matrix0": 43.53261960974978,
+  "module.module.decoder.layers.55.self_attention.out_proj.weight::matrix0": 85.59810471745624,
+  "module.module.decoder.layers.55.self_attention.q_proj.weight::matrix0": 50.46476328643579,
+  "module.module.decoder.layers.55.self_attention.v_proj.weight::matrix0": 92.45428836506545,
+  "module.module.decoder.layers.55.self_attention.z_proj.weight::matrix0": 84.72566371924951,
+  "module.module.decoder.layers.6.mlp.shared_experts.linear_fc1.weight::matrix0": 73.77435728397843,
+  "module.module.decoder.layers.6.mlp.shared_experts.linear_fc2.weight::matrix0": 100.28248258639346,
+  "module.module.decoder.layers.6.self_attention.a_proj.weight::matrix0": 13.256157554594525,
+  "module.module.decoder.layers.6.self_attention.b_proj.weight::matrix0": 10.47615456064703,
+  "module.module.decoder.layers.6.self_attention.k_proj.weight::matrix0": 49.91207580635713,
+  "module.module.decoder.layers.6.self_attention.out_proj.weight::matrix0": 93.75835437052925,
+  "module.module.decoder.layers.6.self_attention.q_proj.weight::matrix0": 50.53962266611289,
+  "module.module.decoder.layers.6.self_attention.v_proj.weight::matrix0": 101.85052572323306,
+  "module.module.decoder.layers.6.self_attention.z_proj.weight::matrix0": 95.0867753002486,
+  "module.module.decoder.layers.7.mlp.shared_experts.linear_fc1.weight::matrix0": 72.87245482403051,
+  "module.module.decoder.layers.7.mlp.shared_experts.linear_fc2.weight::matrix0": 100.77310569310713,
+  "module.module.decoder.layers.7.self_attention.a_proj.weight::matrix0": 13.901022208508705,
+  "module.module.decoder.layers.7.self_attention.b_proj.weight::matrix0": 11.589560208236403,
+  "module.module.decoder.layers.7.self_attention.k_proj.weight::matrix0": 51.843481857099384,
+  "module.module.decoder.layers.7.self_attention.out_proj.weight::matrix0": 98.59997764057007,
+  "module.module.decoder.layers.7.self_attention.q_proj.weight::matrix0": 51.31987811199463,
+  "module.module.decoder.layers.7.self_attention.v_proj.weight::matrix0": 101.81266864535864,
+  "module.module.decoder.layers.7.self_attention.z_proj.weight::matrix0": 97.23413072999978,
+  "module.module.decoder.layers.8.mlp.shared_experts.linear_fc1.weight::matrix0": 71.39624802582588,
+  "module.module.decoder.layers.8.mlp.shared_experts.linear_fc2.weight::matrix0": 100.05403322113764,
+  "module.module.decoder.layers.8.self_attention.a_proj.weight::matrix0": 13.779114798261071,
+  "module.module.decoder.layers.8.self_attention.b_proj.weight::matrix0": 10.327106508419142,
+  "module.module.decoder.layers.8.self_attention.k_proj.weight::matrix0": 49.64791848106578,
+  "module.module.decoder.layers.8.self_attention.out_proj.weight::matrix0": 92.61027453172466,
+  "module.module.decoder.layers.8.self_attention.q_proj.weight::matrix0": 50.99149028739247,
+  "module.module.decoder.layers.8.self_attention.v_proj.weight::matrix0": 101.94783372948758,
+  "module.module.decoder.layers.8.self_attention.z_proj.weight::matrix0": 92.65020483916288,
+  "module.module.decoder.layers.9.mlp.shared_experts.linear_fc1.weight::matrix0": 71.81661842317187,
+  "module.module.decoder.layers.9.mlp.shared_experts.linear_fc2.weight::matrix0": 100.31980975725436,
+  "module.module.decoder.layers.9.self_attention.a_proj.weight::matrix0": 15.6454447948475,
+  "module.module.decoder.layers.9.self_attention.b_proj.weight::matrix0": 10.613946668754954,
+  "module.module.decoder.layers.9.self_attention.k_proj.weight::matrix0": 50.041912102041195,
+  "module.module.decoder.layers.9.self_attention.out_proj.weight::matrix0": 92.5803859704413,
+  "module.module.decoder.layers.9.self_attention.q_proj.weight::matrix0": 50.920117484869756,
+  "module.module.decoder.layers.9.self_attention.v_proj.weight::matrix0": 100.56893327743207,
+  "module.module.decoder.layers.9.self_attention.z_proj.weight::matrix0": 90.66030936174982,
+  "module.module.embedding.word_embeddings.weight::matrix0": 5267.082135929015,
+  "module.module.output_layer.weight::matrix0": 796.80402920877
+}

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261010_231200-gdb9n0eb/run-gdb9n0eb.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd26a458c1298bd55f0316ecd6cbadf5b4ffcecbfcccefb4d6ea91afda54b48
+size 261671

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_010425-k7i86mla/run-k7i86mla.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fe3fefbac032dd56a0d68b38c7b95cd07bf20d0d9b631d05d5d5133c8c07ca
+size 194319

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_013957-a2kv2ydx/run-a2kv2ydx.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1f7312c41e7e7b708b391c7422225c96d7cfca216264b22d9c43fcb53c3a34
+size 271650

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_015603-9a1n96nr/run-9a1n96nr.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2449bcfed64c3897b0d08086315ba366dc55cfa0c2e23b6d70b862fd7d7a23
+size 270706

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_021843-lzgz3u05/run-lzgz3u05.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745c1c3300e5a314d9b6e62d5f8763555c01bb9bae424153c379debbeef09f0
+size 275527

f3-plain-shortconv-adamh-from32780-20260915a/stage16a_40B_8node_gdnlralpha_off_20261010a/wandb/wandb/run-20261011_024051-df4j15aa/run-df4j15aa.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8c5186033db2017a5eeae80bcfe730c6341639ba2e3962be12ded88d754511
+size 10485760