Run 5. Outer Step 86. Inner Step 42.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5934273,
-    5934281,
-    5934288,
-    5934295
+    5934313,
+    5934321,
+    5934328,
+    5934337
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 39,
+  "inner_step": 42,
   "intermediate_size": 5632,
   "last_allreduce_block": 5933681,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:781013055b547f0f56539d7ecb63cb6adca073b1b70e2155da279247fe0758b9
+oid sha256:4d050326411701d5d18ae5b0b9eac4e0c7a62e012e844c764f1a2ba22ba75df7
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab13f65560d81ed1822ffb3dfcfc713446c654ea3bf0917a9f47e12f50ea7f3e
+oid sha256:85acc5d8f3a22511857c37c8b03d09f35b0b88df758595834d29d6aa09c5d7f2
 size 4400216536