Run 5. Outer Step 100. Inner Step 76.

config.json

@@ -264,17 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5954239,
-    5954248,
-    5954256,
-    5954264
+    5954283,
+    5954291,
+    5954299,
+    5954306,
+    5954313
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 72,
+  "inner_step": 76,
   "intermediate_size": 5632,
   "last_allreduce_block": 5953208,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d1063b120905fdcc4ab309317793e26784700b8d205f2396809f3a7f000bf47
+oid sha256:ed5269609a4305f00670570564d5ea11885e4f6dfa24958bafc568fddc66976c
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36a2c8026eb13e8d3d87fb3782d1756406a243173233e6c6ee59f34fe5f51a76
+oid sha256:34267dcb5142545e283b49c43d964fd94695834fc38020b11aadbf4a797e6926
 size 4400216536