Run 8. Outer Step 63. Inner Step 19.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6385150,
-    6385171
+    6385210,
+    6385226,
+    6385244,
+    6385259,
+    6385276
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385112,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f00703ed929eadab77686ef2e3abeff2a46f37866931e9948a871d3faf11f7ae
+oid sha256:bb5cf0fa61be13f9162cf7f5dc5a7ffde2fee35376efe85f7aa4b3a16a8a445e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f77efe157c34858d3cb84ed7b5412aee6b1c886afc8723d240549571c8fac1a5
+oid sha256:c0e7bb66d45f434cbe4d1c3b2b6dac46d795a48fca720cd6574ff9d6fafb5c3a
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a4d34edacbcd8a991593f9bbb05c2c6976dd5c986207285b56a6319369d2338
+oid sha256:9beb0bb9e3894ed4d54f806c8592424fc67e78b89d91ada43003dba206adf451
 size 4400216536