Run 5. Outer Step 99. Inner Step 78.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5953008,
-    5953015,
-    5953024,
-    5953033
+    5953052,
+    5953060,
+    5953069
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 75,
+  "inner_step": 78,
   "intermediate_size": 5632,
   "last_allreduce_block": 5951984,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8d3208307b4cc972df50cec0c51c59bc38b8039fb71246b3d92989703a0f03f
+oid sha256:d65aa738357eb56f79170fca05883c81c37b0cf5e106120adb785783a58fbedb
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3431473762aff0e3cf206c1a8dc72e28d2d7d1ea39d06b9bb729a28b54ca0642
+oid sha256:783d4ff8084714f74b1525c15d3b08577ba63734ad9647317496df1680dd2af7
 size 4400216536