Run 11. Outer Step 367. Inner Step 27.

config.json

@@ -264,8 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6729362,
-    6729389
+    6729434,
+    6729478
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -274,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6729132,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84652c2dd3832a5f92d7d97e054dc338edf8b0826619e56e1fd36bdd9741bcc7
+oid sha256:acd24f9a88144077143509062f657cd9efe45996064a79287750d1a9bd3a363d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:782703002193f1fb28436b92755f9850307967b3f034865203da0a98af6229d0
+oid sha256:f8812b73950d36445314447cf6563e97f85b877f3a7feb041e233d48f185b52f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad9fc9e3b6cdfc9b4fcd3bfd0392734ed431e62dc70237ef7aa18b01105ed6ab
+oid sha256:752a73db995681f36a4f8c2e564b6b46f42d7f780adfe8369645a949506972b0
 size 4400216536