Run 6. Outer Step 39. Inner Step 4.

config.json

@@ -12,7 +12,7 @@
     "105": "NOT_ALIVE",
     "106": "NOT_ALIVE",
     "107": "NOT_ALIVE",
-    "108": "NOT_ALIVE",
+    "108": "NON_PARTICIPATING",
     "109": "NOT_ALIVE",
     "11": "NOT_ALIVE",
     "110": "NOT_ALIVE",
@@ -48,7 +48,7 @@
     "138": "SUCCESS",
     "139": "NOT_ALIVE",
     "14": "NOT_ALIVE",
-    "140": "FAIL",
+    "140": "SUCCESS",
     "141": "NOT_ALIVE",
     "142": "NOT_ALIVE",
     "143": "NOT_ALIVE",
@@ -99,7 +99,7 @@
     "184": "NOT_ALIVE",
     "185": "NON_PARTICIPATING",
     "186": "NOT_ALIVE",
-    "187": "SUCCESS",
+    "187": "NOT_ALIVE",
     "188": "NOT_ALIVE",
     "189": "SUCCESS",
     "19": "NOT_ALIVE",
@@ -135,7 +135,7 @@
     "216": "NOT_ALIVE",
     "217": "NOT_ALIVE",
     "218": "NON_PARTICIPATING",
-    "219": "SUCCESS",
+    "219": "NOT_ALIVE",
     "22": "NOT_ALIVE",
     "220": "NOT_ALIVE",
     "221": "NOT_ALIVE",
@@ -163,7 +163,7 @@
     "241": "NOT_ALIVE",
     "242": "SUCCESS",
     "243": "NOT_ALIVE",
-    "244": "NON_PARTICIPATING",
+    "244": "SUCCESS",
     "245": "NOT_ALIVE",
     "246": "NOT_ALIVE",
     "247": "NOT_ALIVE",
@@ -239,7 +239,7 @@
     "80": "NOT_ALIVE",
     "81": "NOT_ALIVE",
     "82": "NOT_ALIVE",
-    "83": "NOT_ALIVE",
+    "83": "SUCCESS",
     "84": "NOT_ALIVE",
     "85": "NOT_ALIVE",
     "86": "NOT_ALIVE",
@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154915,
-    6154948
+    6155067,
+    6155103
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 4,
   "intermediate_size": 5632,
-  "last_allreduce_block": 6154397,
+  "last_allreduce_block": 6154984,
   "max_position_embeddings": 2048,
   "mlp_bias": false,
   "model_type": "llama",

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52c0f686cdc2f97ec053b017105726c9f33355541f1ec84187aec46e6baf0ae2
+oid sha256:e37d9ceb907cb4cf20ba4d9a0a0602e945056cede5f32324c20f103618ec8690
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7294be21b4932ff4ff932060c5e8e038e4f04df184ebe7ce610441864364e16e
+oid sha256:fc1c8b78b9f706aeea6b40d68d44c9e0b005311b6dffe5a7f7acc5ecd0db9a22
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34a7f0c33249b6fb5fd07cb82b475ea462987de99ee009ff0cd7210ed69138cb
+oid sha256:0f2e7c7d3723acc2449a5396ae30f528eca5a10026dc7db28d9c4b6d8c0326b8
 size 4400216536