Run 8. Outer Step 71. Inner Step 18.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6393870,
-    6393881,
-    6393890,
-    6393903
+    6393936,
+    6393946
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 11,
+  "inner_step": 17,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393230,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:624945f5d42f71b1e18250ca75bfe4444100247275eb0a163938f6e751bff46b
+oid sha256:d477e429ee9cbfdd22668289232ed2bfe70ea8f77dfb25de0a125169fcdb2ef3
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:775fa0a0f0ebc53b595b5aec2a9977eded3d7dec82e5852098beb091ace32823
+oid sha256:e24dd219e5cfc7fa403bd4b2554e630f19f006b6e4a70b189cecd14819dead73
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73639ce98a3fdc13561c85df0f84b5a531b91fe78dcae6177b439f6ea1dcefd4
+oid sha256:16ae9d3218411d04e767bc590bc3d4267525608a4a6f2e4e64629e20d85b9e74
 size 4400216536