Run 5. Outer Step 142. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6018500,
-    6018537
+    6018625,
+    6018663
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 30,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6016469,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:749c5553b655689f4f57103361ec891a2c196d4ec83a576ecff553d4f2c8f2fa
+oid sha256:3c1ea919664d0909102b6afc93cbddf1257323eb3d46db029d1039873907f2e5
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3407671fdb3285d368182e765166ac4020e98f39e8d87cb9e9191e013c329f0f
+oid sha256:e2209c30c6309afceeed78ed8fd6357a1956cb11ba9613b8259dc16f82755c24
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbaccbddd295a3e42c42700e7121ab30d0895686a4db3fbb33e2b41b394478df
+oid sha256:b0e857bdb8cee1d0e5a449e224570d453f48f584492d18f337057593b937a9cf
 size 4400216536