Run 3. Outer Step 4. Inner Step 0. Peers 43.

config.json

@@ -6,7 +6,7 @@
     "1": "SUCCESS",
     "10": "NON_PARTICIPATING",
     "100": "NON_PARTICIPATING",
-    "101": "SUCCESS",
+    "101": "NON_PARTICIPATING",
     "102": "SUCCESS",
     "103": "NON_PARTICIPATING",
     "104": "NON_PARTICIPATING",
@@ -14,7 +14,7 @@
     "106": "NON_PARTICIPATING",
     "107": "NON_PARTICIPATING",
     "108": "NON_PARTICIPATING",
-    "109": "NON_PARTICIPATING",
+    "109": "SUCCESS",
     "11": "NON_PARTICIPATING",
     "110": "NON_PARTICIPATING",
     "111": "NON_PARTICIPATING",
@@ -33,7 +33,7 @@
     "123": "NON_PARTICIPATING",
     "124": "NON_PARTICIPATING",
     "125": "NON_PARTICIPATING",
-    "126": "NON_PARTICIPATING",
+    "126": "SUCCESS",
     "127": "NON_PARTICIPATING",
     "128": "NON_PARTICIPATING",
     "129": "NON_PARTICIPATING",
@@ -75,9 +75,9 @@
     "161": "NON_PARTICIPATING",
     "162": "NON_PARTICIPATING",
     "163": "NON_PARTICIPATING",
-    "164": "NON_PARTICIPATING",
-    "165": "NON_PARTICIPATING",
-    "166": "SUCCESS",
+    "164": "SUCCESS",
+    "165": "SUCCESS",
+    "166": "NON_PARTICIPATING",
     "167": "NON_PARTICIPATING",
     "168": "NON_PARTICIPATING",
     "169": "NON_PARTICIPATING",
@@ -137,7 +137,7 @@
     "217": "NON_PARTICIPATING",
     "218": "SUCCESS",
     "219": "NON_PARTICIPATING",
-    "22": "NON_PARTICIPATING",
+    "22": "SUCCESS",
     "220": "NON_PARTICIPATING",
     "221": "SUCCESS",
     "222": "NON_PARTICIPATING",
@@ -148,13 +148,13 @@
     "227": "NON_PARTICIPATING",
     "228": "NON_PARTICIPATING",
     "229": "NON_PARTICIPATING",
-    "23": "NON_PARTICIPATING",
+    "23": "SUCCESS",
     "230": "NON_PARTICIPATING",
     "231": "NON_PARTICIPATING",
     "232": "NON_PARTICIPATING",
     "233": "NON_PARTICIPATING",
     "234": "NON_PARTICIPATING",
-    "235": "NON_PARTICIPATING",
+    "235": "SUCCESS",
     "236": "SUCCESS",
     "237": "NON_PARTICIPATING",
     "238": "NON_PARTICIPATING",
@@ -187,7 +187,7 @@
     "32": "SUCCESS",
     "33": "NON_PARTICIPATING",
     "34": "NON_PARTICIPATING",
-    "35": "NON_PARTICIPATING",
+    "35": "SUCCESS",
     "36": "SUCCESS",
     "37": "NON_PARTICIPATING",
     "38": "NON_PARTICIPATING",
@@ -195,8 +195,8 @@
     "4": "NON_PARTICIPATING",
     "40": "NON_PARTICIPATING",
     "41": "NON_PARTICIPATING",
-    "42": "NON_PARTICIPATING",
-    "43": "NON_PARTICIPATING",
+    "42": "SUCCESS",
+    "43": "SUCCESS",
     "44": "NON_PARTICIPATING",
     "45": "NON_PARTICIPATING",
     "46": "NON_PARTICIPATING",
@@ -206,7 +206,7 @@
     "5": "NON_PARTICIPATING",
     "50": "SUCCESS",
     "51": "NON_PARTICIPATING",
-    "52": "NON_PARTICIPATING",
+    "52": "SUCCESS",
     "53": "NON_PARTICIPATING",
     "54": "NON_PARTICIPATING",
     "55": "NON_PARTICIPATING",
@@ -222,7 +222,7 @@
     "64": "NON_PARTICIPATING",
     "65": "NON_PARTICIPATING",
     "66": "NON_PARTICIPATING",
-    "67": "NON_PARTICIPATING",
+    "67": "SUCCESS",
     "68": "NON_PARTICIPATING",
     "69": "NON_PARTICIPATING",
     "7": "NON_PARTICIPATING",
@@ -275,7 +275,7 @@
   "initializer_range": 0.02,
   "inner_step": 0,
   "inner_steps": 0,
-  "last_allreduce_block": 5370917,
+  "last_allreduce_block": 5373127,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_optimized",
   "n_embd": 1280,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97357a144bfb4fea5a4bc65de7290ae4924f9614823aada921b76609fb0d41c3
+oid sha256:6aa3e615459f64a829bda9dc3ec6b510dfa330c12ef13ebdec51f7de8a2d19d0
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d165b1eb067bbf361abe8126a410a2eaf667fc09470ecf581eeb5ee7d8b47a0
+oid sha256:26e3befdbe767fb0bcf344ed4e574e11ff254db1b24854bcbc93b45da46cf8d8
 size 4040701744

outer_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:577945b7e74048839cd6d02b736e0e3529a1672ead1a4999e56e826581d209c8
+oid sha256:ac6e2e1980133853d29d20383a1d5d06a48716349938929d1800f09d48c00707
 size 4040805354