Run 6. Outer Step 39. Inner Step 4.

config.json

@@ -12,7 +12,7 @@
     "105": "NOT_ALIVE",
     "106": "NOT_ALIVE",
     "107": "NOT_ALIVE",
-    "108": "NOT_ALIVE",
+    "108": "NON_PARTICIPATING",
     "109": "NOT_ALIVE",
     "11": "NOT_ALIVE",
     "110": "NOT_ALIVE",
@@ -48,7 +48,7 @@
     "138": "SUCCESS",
     "139": "NOT_ALIVE",
     "14": "NOT_ALIVE",
-    "140": "FAIL",
+    "140": "SUCCESS",
     "141": "NOT_ALIVE",
     "142": "NOT_ALIVE",
     "143": "NOT_ALIVE",
@@ -99,7 +99,7 @@
     "184": "NOT_ALIVE",
     "185": "NON_PARTICIPATING",
     "186": "NOT_ALIVE",
-    "187": "SUCCESS",
+    "187": "NOT_ALIVE",
     "188": "NOT_ALIVE",
     "189": "SUCCESS",
     "19": "NOT_ALIVE",
@@ -135,7 +135,7 @@
     "216": "NOT_ALIVE",
     "217": "NOT_ALIVE",
     "218": "NON_PARTICIPATING",
-    "219": "SUCCESS",
+    "219": "NOT_ALIVE",
     "22": "NOT_ALIVE",
     "220": "NOT_ALIVE",
     "221": "NOT_ALIVE",
@@ -163,7 +163,7 @@
     "241": "NOT_ALIVE",
     "242": "SUCCESS",
     "243": "NOT_ALIVE",
-    "244": "NON_PARTICIPATING",
+    "244": "SUCCESS",
     "245": "NOT_ALIVE",
     "246": "NOT_ALIVE",
     "247": "NOT_ALIVE",
@@ -239,7 +239,7 @@
     "80": "NOT_ALIVE",
     "81": "NOT_ALIVE",
     "82": "NOT_ALIVE",
-    "83": "NOT_ALIVE",
+    "83": "SUCCESS",
     "84": "NOT_ALIVE",
     "85": "NOT_ALIVE",
     "86": "NOT_ALIVE",
@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154824,
-    6154863
+    6155067,
+    6155097
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 4,
   "intermediate_size": 5632,
-  "last_allreduce_block": 6154397,
+  "last_allreduce_block": 6154984,
   "max_position_embeddings": 2048,
   "mlp_bias": false,
   "model_type": "llama",

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e996e6310fcd17224fd192f5e029cda8293b0e76954291bec439a2db0c57963
+oid sha256:a78562457b3c7617ea9ae5431c4abecef76c1c22f03f96ac58ccac7121df85b4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9db0e46c0d926005da5a105ba48aeccdb4302b5bb5dd034a8b3332c3ed84b323
+oid sha256:9e9b15db23afddc7508ffd8355bd8ba450e2bcaa8e037197c0db370445d1500b
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a31c56b4fd1b68858d6775d59fcf6d6c3931216d0ad92626b24d65f676f90c3f
+oid sha256:37377fd9405e14563cd6fdf14157596b9f448334c389be20ce5973cd89bf99f1
 size 4400216536