Run 11. Outer Step 314. Inner Step 13.

config.json

@@ -264,7 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6706941
+    6706970,
+    6706994
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -273,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 13,
   "intermediate_size": 5632,
   "last_allreduce_block": 6706278,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16f510cf692e01b06ee31fb4c128a923a375bed2223a36642d64283579144ef2
+oid sha256:b2f214fe91401ae5d723b5fa4a2666f1f31e346f7a706e892f6227b57756cde2
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87a76de2669004007eae22a0f18d09a781c20b239cff9131699a4de0f0c0761d
+oid sha256:4e84171d262b38bf0f80dcd01cac7171cb4c67e8fbf210743758c22fb4f80b55
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f596df894c6a37991079e94f26d99a7a8624cac19c83ce92e67f7a27759f9a8c
+oid sha256:20573dcacf7a16b92e4dd7b8749a1137a83101402cb0033f7519b08f68081b63
 size 4400216536