Run 6. Outer Step 40. Inner Step 5.

config.json

@@ -12,7 +12,7 @@
     "105": "NOT_ALIVE",
     "106": "NOT_ALIVE",
     "107": "NOT_ALIVE",
-    "108": "NON_PARTICIPATING",
+    "108": "SUCCESS",
     "109": "NOT_ALIVE",
     "11": "NOT_ALIVE",
     "110": "NOT_ALIVE",
@@ -30,7 +30,7 @@
     "121": "NOT_ALIVE",
     "122": "NOT_ALIVE",
     "123": "NOT_ALIVE",
-    "124": "NON_PARTICIPATING",
+    "124": "NOT_ALIVE",
     "125": "NOT_ALIVE",
     "126": "NOT_ALIVE",
     "127": "NOT_ALIVE",
@@ -40,7 +40,7 @@
     "130": "NOT_ALIVE",
     "131": "NOT_ALIVE",
     "132": "NOT_ALIVE",
-    "133": "NOT_ALIVE",
+    "133": "NON_PARTICIPATING",
     "134": "NOT_ALIVE",
     "135": "NOT_ALIVE",
     "136": "NOT_ALIVE",
@@ -52,7 +52,7 @@
     "141": "NOT_ALIVE",
     "142": "NOT_ALIVE",
     "143": "NOT_ALIVE",
-    "144": "SUCCESS",
+    "144": "NOT_ALIVE",
     "145": "NOT_ALIVE",
     "146": "NOT_ALIVE",
     "147": "NOT_ALIVE",
@@ -75,11 +75,11 @@
     "162": "NOT_ALIVE",
     "163": "NON_PARTICIPATING",
     "164": "SUCCESS",
-    "165": "SUCCESS",
+    "165": "NON_PARTICIPATING",
     "166": "SUCCESS",
     "167": "NOT_ALIVE",
     "168": "NOT_ALIVE",
-    "169": "NON_PARTICIPATING",
+    "169": "NOT_ALIVE",
     "17": "NOT_ALIVE",
     "170": "NOT_ALIVE",
     "171": "NOT_ALIVE",
@@ -99,12 +99,12 @@
     "184": "NOT_ALIVE",
     "185": "NON_PARTICIPATING",
     "186": "NOT_ALIVE",
-    "187": "NOT_ALIVE",
+    "187": "SUCCESS",
     "188": "NOT_ALIVE",
     "189": "SUCCESS",
     "19": "NOT_ALIVE",
-    "190": "NON_PARTICIPATING",
-    "191": "NON_PARTICIPATING",
+    "190": "SUCCESS",
+    "191": "SUCCESS",
     "192": "NOT_ALIVE",
     "193": "SUCCESS",
     "194": "NOT_ALIVE",
@@ -113,7 +113,7 @@
     "197": "NOT_ALIVE",
     "198": "NOT_ALIVE",
     "199": "NOT_ALIVE",
-    "2": "NOT_ALIVE",
+    "2": "SUCCESS",
     "20": "NOT_ALIVE",
     "200": "NOT_ALIVE",
     "201": "SUCCESS",
@@ -128,14 +128,14 @@
     "21": "NOT_ALIVE",
     "210": "NOT_ALIVE",
     "211": "NOT_ALIVE",
-    "212": "SUCCESS",
+    "212": "NON_PARTICIPATING",
     "213": "NOT_ALIVE",
     "214": "NON_PARTICIPATING",
-    "215": "NOT_ALIVE",
-    "216": "NOT_ALIVE",
+    "215": "NON_PARTICIPATING",
+    "216": "NON_PARTICIPATING",
     "217": "NOT_ALIVE",
     "218": "NON_PARTICIPATING",
-    "219": "NOT_ALIVE",
+    "219": "SUCCESS",
     "22": "NOT_ALIVE",
     "220": "NOT_ALIVE",
     "221": "NOT_ALIVE",
@@ -155,7 +155,7 @@
     "234": "NOT_ALIVE",
     "235": "NOT_ALIVE",
     "236": "NOT_ALIVE",
-    "237": "NON_PARTICIPATING",
+    "237": "NOT_ALIVE",
     "238": "NOT_ALIVE",
     "239": "NOT_ALIVE",
     "24": "NOT_ALIVE",
@@ -177,12 +177,12 @@
     "254": "NOT_ALIVE",
     "255": "NOT_ALIVE",
     "26": "NON_PARTICIPATING",
-    "27": "NOT_ALIVE",
-    "28": "NON_PARTICIPATING",
+    "27": "NON_PARTICIPATING",
+    "28": "NOT_ALIVE",
     "29": "NOT_ALIVE",
-    "3": "SUCCESS",
+    "3": "NOT_ALIVE",
     "30": "NOT_ALIVE",
-    "31": "SUCCESS",
+    "31": "NOT_ALIVE",
     "32": "SUCCESS",
     "33": "NOT_ALIVE",
     "34": "NOT_ALIVE",
@@ -209,7 +209,7 @@
     "53": "SUCCESS",
     "54": "NOT_ALIVE",
     "55": "NOT_ALIVE",
-    "56": "NON_PARTICIPATING",
+    "56": "NOT_ALIVE",
     "57": "NON_PARTICIPATING",
     "58": "NOT_ALIVE",
     "59": "NOT_ALIVE",
@@ -256,7 +256,7 @@
     "96": "NON_PARTICIPATING",
     "97": "NOT_ALIVE",
     "98": "NOT_ALIVE",
-    "99": "SUCCESS"
+    "99": "NOT_ALIVE"
   },
   "architectures": [
     "LlamaForCausalLM"
@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155523,
-    6155558
+    6155708,
+    6155748
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 32,
+  "inner_step": 5,
   "intermediate_size": 5632,
-  "last_allreduce_block": 6154984,
+  "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,
   "mlp_bias": false,
   "model_type": "llama",

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1aa70077c423bbea70ef948e825eb43890089c88ab7b3747c0b76ed26c0ccef7
+oid sha256:cded2dfa806779289d1d7f4ba80bbbca129435eb5b18371429351887f0ab9dfc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e5d09b7a6a69f4db628859be97243f54c8ac5036ca8c35f604fd55e70ffc156
+oid sha256:8e5cdace5f80c861185d762e722e10c8919819b0c4ca111f2094fc59dc23977d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dea1fbb0fae68f132178f89ec48c4796cb2a3f3566052da8125c152a2b88203
+oid sha256:5416055968cc9ee6106d00e03f67c99feaaae93b891796a2c423adef81ed66a0
 size 4400216536