Run 5. Outer Step 76. Inner Step 155.

config.json

@@ -264,18 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5826648,
-    5826653,
-    5826658,
-    5826663,
-    5826668
+    5826674,
+    5826680,
+    5826686,
+    5826690
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 152,
+  "inner_step": 155,
   "intermediate_size": 5632,
   "last_allreduce_block": 5825419,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed6233dc41b52a4b1ed2701464c84cfc2e4384662588686f3e1bce7bea48120a
+oid sha256:f9cd296ec95282779b0737ed09c845ba7595010c1dfce8a658b95f8bdb017e47
 size 8800564561

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02833ea5a7cf9f95888299e8aa28cbf713646619d1bbb00b05e67d31d4e6786f
+oid sha256:39b8992f639879f0a71e2df09c8294bbdc4d2203c8fe9bbe094a894fcbfb9ab0
 size 4400216536