Run 8. Outer Step 94. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6414294,
-    6414308
+    6414341,
+    6414353
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6412880,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d8e57fcee924edff7a8e4aafe0ab68574a0125c920fcc03b6434c8ab03ef7d4
+oid sha256:0f49ebd97b01971428ed69b31c8b52e9dfe1ed82f9ce9c5595bdd069a5098716
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7ab51fbbbc7356522d8e462b59f4680dc8377cc7811d040eb32c3402309a17d
+oid sha256:91713bca65d418c0eea1bdc0e24e2690bb3fa564d9b8763a705827b496b12acd
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efbd5b32293384ec90087cc6de93b9dc6f7db9f3ca7285123b781845a6d5bd20
+oid sha256:4d805828817e8cf511c3649e56bd516f73963a9740041a18f681bc7bd90f480f
 size 4400216536