Run 8. Outer Step 33. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6355726,
-    6355744
+    6355801,
+    6355817
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6354618,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff12af233dfb444ddceb567098e949fb44e06d809b56ba58686078a7c5bcff8e
+oid sha256:ab9af25629fdd494712b4fb0dd106a030f68c0780b9bf292b65e0023425f2825
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df7310109e9b5b982b8142d2474de7568e04c732239e0abc2f23a6b0d2b74d87
+oid sha256:3ece54c0515ad6782235dc532f1a6d2dc6dcad9f7d2675e3fb132790523fad2f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fde21bdc95b6afa08c06274b63475e7a3cd82591f272cde3106a209c0d1d391
+oid sha256:c20755438f78ba85c58cac824dfcb4c645628611f30a6453a5f293fd0904876a
 size 4400216536