Run 5. Outer Step 106. Inner Step 45.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    5964239,
-    5964247,
-    5964256,
-    5964263
+    5964284,
+    5964293,
+    5964301
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 42,
+  "inner_step": 45,
   "intermediate_size": 5632,
   "last_allreduce_block": 5963570,
   "max_position_embeddings": 2048,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba4a9a93687307013c4ac1a9c4957a9a999be0074497f10cddcd78f2ef7f8c0a
+oid sha256:d640ddb32901c9656782a97d30baa093ecd0998a58552e951a887ee52d40b3be
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f0a543810291ce58f5d95076d626ded5b13f10c2893f53a915b6c4ce71260ee
+oid sha256:3b2d0b0715bbbd8f6b9209c41a40dcee5d684d26fd441ff9298796461f00e95d
 size 4400216536