Run 8. Outer Step 133. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6447860,
-    6447875
+    6447914,
+    6447926
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 11,
   "intermediate_size": 5632,
   "last_allreduce_block": 6447825,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fd129eaf88acc0befa7a387706ba4169b18299aff8bad3b6be8271dcfa1cf2d
+oid sha256:4db266b78dfc5f7d25ad4f00791766c8842e2cf849e7a9666d8f0b032a5378e2
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08a8598d26e2a01777e4888da6a88823949e9bb758a7bb00d47832c4ccffc865
+oid sha256:612afc361a1fa5b7714d81a841e90cfe0de04b130178cbb2bb27cfe50288749d
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bc3e5f25fb49714a5c5fbc4de4f5f85e534b15eecb149f75c2736f05a735742
+oid sha256:65ea6776bda4e044c5223e96da8647f1cbc07190f19e952b890adaae14ecc889
 size 4400216536