Run 8. Outer Step 65. Inner Step 9.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "snoopsy/r2",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "FAIL",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6386615,
-    6386630
+    6390034,
+    6390044
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 9,
   "intermediate_size": 5632,
   "last_allreduce_block": 6386584,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1734b382ada5a0d8850de3e6add35581928661e89a0f25606078ee8ddea6ee8
+oid sha256:a5f38b89862f87dae323512ef2302b9121ef2c84b80eb05f652273adba769bdf
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac87815be3c11eccc98724e906a0de918d65a62f346f18b5c8014b4fe26b8700
+oid sha256:82a91ed85a4978b6cdc221e2216ed7452ae952fd4f4d8062d98d8fde045ec8e1
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fb38f647953ad1b4c1047d51135be26c3fbcd50e3f8d74d37d4fe4f1e89295d
+oid sha256:2a717ba228b042fcbb410757a797991df400e35b99ec3c9983a198c7e01627ae
 size 4400216536