Run 8. Outer Step 90. Inner Step 35.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6409222,
-    6409240
+    6409273,
+    6409289
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 34,
   "intermediate_size": 5632,
   "last_allreduce_block": 6409002,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afa697bf6eff7786c8c0d70b8f9e6f6d12e707636340b4a0fb1ae3f9b592fde1
+oid sha256:87029023e85619ecab92fe286993d2b18a125b665dcfb5b5c9c433d3f866bcc3
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6a37515ca327c26a30439426f8a1bd4b682c018d128b90a59b6d571cc6cf6ad
+oid sha256:402165451974b7c792f91a599675505b30cdfa230674bf7c25128fbed165670e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be437eb12b319251bd9b13afb66643eba7749a23f0f12440b15276ea3d7140da
+oid sha256:bc3e2dd996512e1aea7546095a0739eec3f5e111b3b12a3df6d33bf8ec2fbce7
 size 4400216536