Run 7. Outer Step 129. Inner Step 5.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "mizzaay/034b599d",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6314201,
-    6314212
+    6314276,
+    6314286
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 138,
+  "inner_step": 4,
   "intermediate_size": 5632,
   "last_allreduce_block": 6313415,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0ca05f8e197a0a4be52b2f0e7518c813890aff67159e4dbc9d5fee15f659f6b
+oid sha256:5f9d0ec30221bf83200de5955128bd7735accd4da1caee22ea2ab2daabbab084
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bb8d2f3de830122ba2622ea83fdaf15673091076296b5574706cb1432fc7213
+oid sha256:546b87fb663603f77db73786a70eaa50a876b714d9c6060dd4e4494fe6814702
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64733b9c9ed57bbb1c735f862d9ba52d6a4170417c586783539b75bdad360a8a
+oid sha256:6a90c4ddcd138ee1f8af866f3e17f606ea237e56376fb0e6872f5ee2d4a64663
 size 4400216536