Run 8. Outer Step 68. Inner Step 7.

config.json

@@ -264,14 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6391891
+    6391963,
+    6391975
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 7,
   "intermediate_size": 5632,
   "last_allreduce_block": 6391321,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7f3c6c35b527862780ecb9358e157d5f9e22e2c7909e8edfc4b87b71e3689e0
+oid sha256:703aef40d11589d9e8e0c30a722026ab4e72c0f6b8116bdde6d136b9b69f8620
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ece52cfe699cf9ed571bef9615a9fe2a8f69f2dec3550415412001bc43e528c3
+oid sha256:1e1bf19d509570e32723ce0462bff12d291bc84890444e531241b6826997b9e9
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cb125fda562676bb34087bcd39f3134a681e37eb52c4e90af7056f0c52a45f3
+oid sha256:427b38543d10612c5efb69ae293ab905fb1866b3d81c03889254f4eebc0a3f29
 size 4400216536