Run 7. Outer Step 128. Inner Step 5.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "mizzaay/b410a9fc",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6313380,
-    6313398
+    6313467,
+    6313484
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 5,
   "intermediate_size": 5632,
   "last_allreduce_block": 6312690,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2363579e3e2358ab4b4e7b4242faa07ab7b1a820cfa3f951bc35daaca6a3de64
+oid sha256:b222c49bccd0116848e453d68ca6b4454d04666b0d933a9b4899ea3a862326dc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77e9c7c050dc7b727fb00dd287bc6dcd9c109df3229d10418ac85f1a342ff91c
+oid sha256:49216d0411c66d483c9cd6c7a9be6bcd110643366db48188b9cc7ce21dadd2e1
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c88785dd3e643d26edaf18b375565fbe21bc0b0184525b943c45db6954d9694
+oid sha256:94f77e551cc9290f980778edafd3d228da2f8411dac89ebc34595a4ebd002434
 size 4400216536