Run 7. Outer Step 45. Inner Step 13.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6250276,
-    6250293
+    6250335,
+    6250355
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6250129,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eebf30f8aa6236eb1f3436e3c1dfe536a251f4f7631486ba5d4c8a9b94bb1deb
+oid sha256:ffa92a0a76c56d73b5cfb183272b2498ae16246f1d7f77003b44b979e67a651c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e13d75ba35985cf0a6cf07fc773f4bd012a17302b50e717624586fe97c61c37e
+oid sha256:2a2e7a2eeb33b862449434f1dcf1ebb36574043b6e9403d3d857c03289e7ba48
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfb3f5f5a992805fa6b1ec8dbecdd9ea05816fb6ddc6e87e2468f63a350a628a
+oid sha256:ca7b2a4ddc36ea5e676e9327d879f240d260b3320bc6374038af20acdeacb171
 size 4400216536