Run 7. Outer Step 42. Inner Step 9.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "snoopsy/06d0576f",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6248134,
-    6248140
+    6248243,
+    6248258
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 8,
   "intermediate_size": 5632,
   "last_allreduce_block": 6246760,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f454a7fffbfe58062938da1f3990912aaa618b4af91ba99ce6976794e82047c2
+oid sha256:c61757cabdb4a4950945c53100ee463e4b4b84434242d54f5dd2458f2f5382ec
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ee871df4064792784a4b0ba2d1e1531de7e5162051cc031ef64f3ed465aba63
+oid sha256:de27f23d2b18f10b79204176ac2d615bf2690421f074e04a2cbd3565a628158b
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85f6e4c12182161ecac00886f6e95f2bb4ea71b909a16ed5d83966031f0df86e
+oid sha256:63a8279d02938e80c0eaab0e43dda852ca9d5cce8af6ad12106d8760d45ac0eb
 size 4400216536