Run 4. Outer Step 103. Inner Step 0. Peers 72.

config.json

@@ -17,7 +17,7 @@
     "109": "NON_PARTICIPATING",
     "11": "SUCCESS",
     "110": "NON_PARTICIPATING",
-    "111": "NON_PARTICIPATING",
+    "111": "SUCCESS",
     "112": "NON_PARTICIPATING",
     "113": "NON_PARTICIPATING",
     "114": "NON_PARTICIPATING",
@@ -29,13 +29,13 @@
     "12": "SUCCESS",
     "120": "NON_PARTICIPATING",
     "121": "NON_PARTICIPATING",
-    "122": "SUCCESS",
-    "123": "NON_PARTICIPATING",
+    "122": "NON_PARTICIPATING",
+    "123": "SUCCESS",
     "124": "NON_PARTICIPATING",
     "125": "NON_PARTICIPATING",
     "126": "NON_PARTICIPATING",
     "127": "NON_PARTICIPATING",
-    "128": "SUCCESS",
+    "128": "NON_PARTICIPATING",
     "129": "NON_PARTICIPATING",
     "13": "SUCCESS",
     "130": "NON_PARTICIPATING",
@@ -46,13 +46,13 @@
     "135": "NON_PARTICIPATING",
     "136": "NON_PARTICIPATING",
     "137": "NON_PARTICIPATING",
-    "138": "NON_PARTICIPATING",
+    "138": "SUCCESS",
     "139": "NON_PARTICIPATING",
     "14": "SUCCESS",
     "140": "NON_PARTICIPATING",
     "141": "NON_PARTICIPATING",
     "142": "NON_PARTICIPATING",
-    "143": "NON_PARTICIPATING",
+    "143": "SUCCESS",
     "144": "NON_PARTICIPATING",
     "145": "NON_PARTICIPATING",
     "146": "SUCCESS",
@@ -75,9 +75,9 @@
     "161": "NON_PARTICIPATING",
     "162": "NON_PARTICIPATING",
     "163": "NON_PARTICIPATING",
-    "164": "NON_PARTICIPATING",
+    "164": "SUCCESS",
     "165": "NON_PARTICIPATING",
-    "166": "NON_PARTICIPATING",
+    "166": "SUCCESS",
     "167": "NON_PARTICIPATING",
     "168": "NON_PARTICIPATING",
     "169": "NON_PARTICIPATING",
@@ -107,12 +107,12 @@
     "190": "NON_PARTICIPATING",
     "191": "NON_PARTICIPATING",
     "192": "NON_PARTICIPATING",
-    "193": "SUCCESS",
+    "193": "NON_PARTICIPATING",
     "194": "NON_PARTICIPATING",
     "195": "NON_PARTICIPATING",
     "196": "NON_PARTICIPATING",
     "197": "NON_PARTICIPATING",
-    "198": "NON_PARTICIPATING",
+    "198": "SUCCESS",
     "199": "NON_PARTICIPATING",
     "2": "SUCCESS",
     "20": "SUCCESS",
@@ -121,14 +121,14 @@
     "202": "NON_PARTICIPATING",
     "203": "NON_PARTICIPATING",
     "204": "NON_PARTICIPATING",
-    "205": "NON_PARTICIPATING",
+    "205": "SUCCESS",
     "206": "NON_PARTICIPATING",
     "207": "NON_PARTICIPATING",
     "208": "NON_PARTICIPATING",
     "209": "NON_PARTICIPATING",
     "21": "SUCCESS",
     "210": "NON_PARTICIPATING",
-    "211": "SUCCESS",
+    "211": "NON_PARTICIPATING",
     "212": "NON_PARTICIPATING",
     "213": "NON_PARTICIPATING",
     "214": "NON_PARTICIPATING",
@@ -146,13 +146,13 @@
     "225": "NON_PARTICIPATING",
     "226": "NON_PARTICIPATING",
     "227": "NON_PARTICIPATING",
-    "228": "SUCCESS",
+    "228": "NON_PARTICIPATING",
     "229": "NON_PARTICIPATING",
     "23": "SUCCESS",
     "230": "NON_PARTICIPATING",
     "231": "NON_PARTICIPATING",
-    "232": "SUCCESS",
-    "233": "SUCCESS",
+    "232": "NON_PARTICIPATING",
+    "233": "NON_PARTICIPATING",
     "234": "NON_PARTICIPATING",
     "235": "NON_PARTICIPATING",
     "236": "NON_PARTICIPATING",
@@ -168,8 +168,8 @@
     "245": "NON_PARTICIPATING",
     "246": "NON_PARTICIPATING",
     "247": "NON_PARTICIPATING",
-    "248": "NON_PARTICIPATING",
-    "249": "SUCCESS",
+    "248": "SUCCESS",
+    "249": "NON_PARTICIPATING",
     "25": "SUCCESS",
     "250": "NON_PARTICIPATING",
     "251": "NON_PARTICIPATING",
@@ -194,7 +194,7 @@
     "39": "SUCCESS",
     "4": "NON_PARTICIPATING",
     "40": "NON_PARTICIPATING",
-    "41": "NON_PARTICIPATING",
+    "41": "SUCCESS",
     "42": "NON_PARTICIPATING",
     "43": "NON_PARTICIPATING",
     "44": "SUCCESS",
@@ -241,7 +241,7 @@
     "81": "SUCCESS",
     "82": "NON_PARTICIPATING",
     "83": "NON_PARTICIPATING",
-    "84": "SUCCESS",
+    "84": "NON_PARTICIPATING",
     "85": "NON_PARTICIPATING",
     "86": "NON_PARTICIPATING",
     "87": "SUCCESS",
@@ -275,7 +275,7 @@
   "initializer_range": 0.02,
   "inner_step": 0,
   "inner_steps": 0,
-  "last_allreduce_block": 5698238,
+  "last_allreduce_block": 5699544,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_optimized",
   "n_embd": 1280,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60f9addc7043cb23463468531a964c0ae64ec78df07ad6475160d8ce25a852fd
+oid sha256:1027884492c011b82df6643855df18d9f6e53c568d456624a42bfa5a2ec895a0
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6acf0db2bf0006d0a9cb5d9ad6400b7864d3f1e9bbbf3bc10cbd39cb4bdf4db
+oid sha256:3409a50f946d068f7411ba6f1b54873ca81c177673639da1f2bf8e6f766ed504
 size 4040701744

outer_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56ffafcdca5b56a9e802d25d4f8439f12debea8ebccbd9c5704201d4d8294a60
+oid sha256:71a1fa5b5c09d03408708c02fc0de87788c28acc97082fdc4816852d40ad9c3a
 size 4040805354