Run 6. Outer Step 11. Inner Step 43.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6128844,
-    6128856
+    6128889,
+    6128903,
+    6128915
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 43,
   "intermediate_size": 5632,
   "last_allreduce_block": 6128530,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91174158bf6aea7e3f8595454b2d5d7a51c9902f02e33692786e561957007733
+oid sha256:21e57aec88a5fde19439d8d07259d62754978319c3d32ac5a6db97644fb61be7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb95d6caf7d43c2c5d64cd411080abfdf027e53e02b60b1f4bce03543c378d38
+oid sha256:5aef789d29fdcdeab3a5ad9f37f50d1c0bab3111a4fdeca0f3c42d0b75fa6473
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e3bfb3923eccc6e0f9193857a9207056c07d56952e0d8451e75506e9a69456c
+oid sha256:3ebbf228d16a1eb056589559bc97422d4ccd8e71cc5f178540395778218f1d33
 size 4400216536