Run 6. Outer Step 39. Inner Step 4.

config.json

@@ -12,7 +12,7 @@
     "105": "NOT_ALIVE",
     "106": "NOT_ALIVE",
     "107": "NOT_ALIVE",
-    "108": "NOT_ALIVE",
+    "108": "NON_PARTICIPATING",
     "109": "NOT_ALIVE",
     "11": "NOT_ALIVE",
     "110": "NOT_ALIVE",
@@ -48,7 +48,7 @@
     "138": "SUCCESS",
     "139": "NOT_ALIVE",
     "14": "NOT_ALIVE",
-    "140": "FAIL",
+    "140": "SUCCESS",
     "141": "NOT_ALIVE",
     "142": "NOT_ALIVE",
     "143": "NOT_ALIVE",
@@ -99,7 +99,7 @@
     "184": "NOT_ALIVE",
     "185": "NON_PARTICIPATING",
     "186": "NOT_ALIVE",
-    "187": "SUCCESS",
+    "187": "NOT_ALIVE",
     "188": "NOT_ALIVE",
     "189": "SUCCESS",
     "19": "NOT_ALIVE",
@@ -135,7 +135,7 @@
     "216": "NOT_ALIVE",
     "217": "NOT_ALIVE",
     "218": "NON_PARTICIPATING",
-    "219": "SUCCESS",
+    "219": "NOT_ALIVE",
     "22": "NOT_ALIVE",
     "220": "NOT_ALIVE",
     "221": "NOT_ALIVE",
@@ -163,7 +163,7 @@
     "241": "NOT_ALIVE",
     "242": "SUCCESS",
     "243": "NOT_ALIVE",
-    "244": "NON_PARTICIPATING",
+    "244": "SUCCESS",
     "245": "NOT_ALIVE",
     "246": "NOT_ALIVE",
     "247": "NOT_ALIVE",
@@ -239,7 +239,7 @@
     "80": "NOT_ALIVE",
     "81": "NOT_ALIVE",
     "82": "NOT_ALIVE",
-    "83": "NOT_ALIVE",
+    "83": "SUCCESS",
     "84": "NOT_ALIVE",
     "85": "NOT_ALIVE",
     "86": "NOT_ALIVE",
@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154844,
-    6154887
+    6155067,
+    6155100
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 4,
   "intermediate_size": 5632,
-  "last_allreduce_block": 6154397,
+  "last_allreduce_block": 6154984,
   "max_position_embeddings": 2048,
   "mlp_bias": false,
   "model_type": "llama",

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05d5c3f7b9631e76991d500e8313926c03ecb27e426b2905b5eb4aa6fb5280b2
+oid sha256:e6724576eb01914b27d436adc05950a72634166d1cdd94021a0d6fbf50f0daf7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5af7f54e628cf25e4f67abdfe57644159500ae7ee0717ef8544f5ebcc4c2fcd4
+oid sha256:fe510c3b732737bbff2fee65e8b3924a0a2f5b0ddc945d536037db5bac51159d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfbf9d2f690d106476a66ee58f08c3087ca4a236256a9dfb6586cc1fdc1459bf
+oid sha256:2fff312d11a8d12edc4335be1c76633de300429f30d765d6ab947dbb7c668a73
 size 4400216536