Run 6. Outer Step 40. Inner Step 27.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6155945,
-    6155988
+    6156063,
+    6156100
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 27,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6069ad689d4432e514a3ae28aeab9cee1a78f4cdff7ed078eda25fbdcd33a612
+oid sha256:dcc46db978d94aba36153a1d54bd7d44475545a0d66b2d5b2a4cd180ef383313
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81b61a9327e30245e1901e2d08656f155afc55ed9e19932a703a5b84b6a1675c
+oid sha256:69ae431d4b9461fdfec894099f41e294d810d33022cd1316b5a14fa393222bad
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2602ca0083b5776e7dcade50378b114db30b56e9f37e5588b04914e0cd75b00
+oid sha256:214891fcd8cf415d90798d74feab00b076abac19726d7c1c66443b5cfb3a7a75
 size 4400216536