Run 8. Outer Step 65. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6390126,
-    6390143
+    6390179,
+    6390199
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6386584,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36eeb05a87d3b9359ca23070cc03a11ae8d57c2c3bf039cbbb4b4f0ec7fcfaec
+oid sha256:101959cf43a9126eb36b22738fc072b0fdcbd7984c49a4cbee88cc6e07eeec43
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37ebd199d2e674356677c0030dc70dc9ccbdb2b0cd60b3cfa00fb03dccaadddb
+oid sha256:4519d07d881fc9d2b34ef968235bd2cb48e032b2b0eb241488b1d67692c9d184
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78531a9660e6a8f07d0d77c9c794075a541ba7f5cd9531878c3e118e1ead7075
+oid sha256:16afa4a14e95c2395484193280126c423ada0a9b82f5c6e41842de3f79657a2c
 size 4400216536