Run 5. Outer Step 137. Inner Step 4.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6010196,
-    6010224
+    6010282,
+    6010313
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 2,
+  "inner_step": 4,
   "intermediate_size": 5632,
   "last_allreduce_block": 6009945,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba217c488b33a35aa68c05aabe2ce67941c4e76848337c7040e13a149c6f75e
+oid sha256:8564434ea2c07c0ea0590887fcf4431d71b1d014aad664b58175fc131bac9fe4
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd5e35f3e2b9f35af68ade9fd193bded7006a9c45ed18f0c8dc86821c7bbd49d
+oid sha256:72794b69397828a60d7da410df3361055e7c0ef8b55243e130fb497559bd6ac9
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0933759da34bdb3b6e8d587c25ee754f7b12e19c4b8083cec3353f84b286910a
+oid sha256:434309b1902c14a06cabbeb516325734c8abcd281c394d89a107e0ead8960ce6
 size 4400216536