Run 8. Outer Step 49. Inner Step 16.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6373462,
-    6373478
+    6373524,
+    6373536,
+    6373551,
+    6373565
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 16,
   "intermediate_size": 5632,
   "last_allreduce_block": 6373432,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2f262a8a68284ceae9c84bd88c08a5331c72b8fc1433e102e7bc7cb2e2d2c8e
+oid sha256:a7afd6ee0e1a85a0f7d98cd3a99cf3f4e302f3d32eac0a5ac5687eb4894268c0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cab7e16991e3a45be824de449831ea8163ab3fd0598adf10a234ecaff3b90bcc
+oid sha256:015de19a4afc40f0c3aedad16fef839d807c1d0390a341e66890166aba63dfd2
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bccacd63cf2a9f7f07b298f6e12f8f63e9aca5bee4612354b3ee48917fca4550
+oid sha256:c4171452c80668a5b289353851398036bef2828909f92a1136fdbd9621964f6c
 size 4400216536