Run 8. Outer Step 66. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6390726,
-    6390744
+    6390781,
+    6390797
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6390689,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e931f3786812dbf516ea4215c76d7931c833818fbb90f6ed2dc708911cb2ee81
+oid sha256:9fb8f5ec831802e5b5b7326a63cb882293e7906f26f00d70b2bfa86c3d6c22b8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e0ea451c7c8bad31255ab480c0ab6c57328afe6f1798a5f98dc2d79406b122c
+oid sha256:71929fb88d1cdea00f888f3d015190577777b2cb1293b4d71afe59b3698ad906
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7f7eb0c451585c72bd3c763736825f913d1c937ff81d1d3a110f2f8e4643960
+oid sha256:778a516bf8f18ae71a5113d900ae0c041d7e470f5152c3c57b1ddbab254b98dc
 size 4400216536