Run 4. Outer Step 96. Inner Step 0. Peers 50.

config.json

@@ -25,12 +25,12 @@
     "116": "NON_PARTICIPATING",
     "117": "NON_PARTICIPATING",
     "118": "NON_PARTICIPATING",
-    "119": "NON_PARTICIPATING",
+    "119": "SUCCESS",
     "12": "NON_PARTICIPATING",
     "120": "NON_PARTICIPATING",
     "121": "NON_PARTICIPATING",
     "122": "NON_PARTICIPATING",
-    "123": "SUCCESS",
+    "123": "NON_PARTICIPATING",
     "124": "NON_PARTICIPATING",
     "125": "NON_PARTICIPATING",
     "126": "NON_PARTICIPATING",
@@ -42,13 +42,13 @@
     "131": "NON_PARTICIPATING",
     "132": "NON_PARTICIPATING",
     "133": "NON_PARTICIPATING",
-    "134": "NON_PARTICIPATING",
+    "134": "SUCCESS",
     "135": "NON_PARTICIPATING",
     "136": "NON_PARTICIPATING",
     "137": "NON_PARTICIPATING",
     "138": "NON_PARTICIPATING",
     "139": "NON_PARTICIPATING",
-    "14": "NON_PARTICIPATING",
+    "14": "SUCCESS",
     "140": "NON_PARTICIPATING",
     "141": "NON_PARTICIPATING",
     "142": "NON_PARTICIPATING",
@@ -57,12 +57,12 @@
     "145": "NON_PARTICIPATING",
     "146": "NON_PARTICIPATING",
     "147": "NON_PARTICIPATING",
-    "148": "NON_PARTICIPATING",
+    "148": "SUCCESS",
     "149": "NON_PARTICIPATING",
     "15": "NON_PARTICIPATING",
     "150": "NON_PARTICIPATING",
     "151": "NON_PARTICIPATING",
-    "152": "NON_PARTICIPATING",
+    "152": "SUCCESS",
     "153": "NON_PARTICIPATING",
     "154": "NON_PARTICIPATING",
     "155": "NON_PARTICIPATING",
@@ -127,7 +127,7 @@
     "208": "NON_PARTICIPATING",
     "209": "NON_PARTICIPATING",
     "21": "SUCCESS",
-    "210": "NON_PARTICIPATING",
+    "210": "SUCCESS",
     "211": "NON_PARTICIPATING",
     "212": "NON_PARTICIPATING",
     "213": "NON_PARTICIPATING",
@@ -141,7 +141,7 @@
     "220": "NON_PARTICIPATING",
     "221": "NON_PARTICIPATING",
     "222": "NON_PARTICIPATING",
-    "223": "NON_PARTICIPATING",
+    "223": "SUCCESS",
     "224": "NON_PARTICIPATING",
     "225": "NON_PARTICIPATING",
     "226": "NON_PARTICIPATING",
@@ -166,7 +166,7 @@
     "243": "NON_PARTICIPATING",
     "244": "NON_PARTICIPATING",
     "245": "NON_PARTICIPATING",
-    "246": "SUCCESS",
+    "246": "NON_PARTICIPATING",
     "247": "NON_PARTICIPATING",
     "248": "NON_PARTICIPATING",
     "249": "NON_PARTICIPATING",
@@ -183,7 +183,7 @@
     "29": "SUCCESS",
     "3": "SUCCESS",
     "30": "NON_PARTICIPATING",
-    "31": "NON_PARTICIPATING",
+    "31": "SUCCESS",
     "32": "SUCCESS",
     "33": "NON_PARTICIPATING",
     "34": "NON_PARTICIPATING",
@@ -216,7 +216,7 @@
     "59": "NON_PARTICIPATING",
     "6": "SUCCESS",
     "60": "NON_PARTICIPATING",
-    "61": "NON_PARTICIPATING",
+    "61": "SUCCESS",
     "62": "SUCCESS",
     "63": "NON_PARTICIPATING",
     "64": "NON_PARTICIPATING",
@@ -275,7 +275,7 @@
   "initializer_range": 0.02,
   "inner_step": 0,
   "inner_steps": 0,
-  "last_allreduce_block": 5689165,
+  "last_allreduce_block": 5690407,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt_optimized",
   "n_embd": 1280,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:813fd5f530a8ab2047eb4c1134196539702e6ca4a012745aea2ef8828e02d5df
+oid sha256:cc6993337e13bca5a2b05023ab3d657b01f4b0e38e560a393f54c15a1980a771
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8ddcb565f08c3adc340cedfb39087345fd03f1513e1f2fa64ac4fb5f86f69ce
+oid sha256:eb0b7d2424313be515aad954fcc779911f251ae503313be2cfaffca52ee5e49e
 size 4040701744

outer_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ee072b23df3300b66865bc44bd504b1a7cc8c5bdc8f5c6c48f6f5bb73ea1a79
+oid sha256:d09d7e1dd2b8642b6442c0a8d157906cc07d6590fc52beb777a9fb5603765689
 size 4040805354