Run 9. Outer Step 12. Inner Step 136.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6457520,
-    6457556
+    6457582,
+    6457598
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 127,
+  "inner_step": 136,
   "intermediate_size": 5632,
   "last_allreduce_block": 6456970,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bec4b4f00946a536fb9a15e1e8e6a1a766d98ebeb5385dad30c7af71c55ad9a
+oid sha256:ba161e37f59f99e1052af3701c59730fcd39b94225dc1134d733245062c9d761
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b8d5af79c394225f0ab166153dc164e9ce08d0e8e18936a8091bb673659c054
+oid sha256:ddbceadf0628a775c7dae3f985d6d07e0265ce6f03a80c962b042cc2809a4d67
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe5e8e32e166c0acb426ec2e76705921620941ccbb47d46644633864d665c3dc
+oid sha256:db987e677e0e373c6f7bc214d8f3302bfa144ffe3be15f0434e17a5a84754caf
 size 4400216536