Run 10. Outer Step 4. Inner Step 85.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6466127,
-    6466139,
-    6466163
+    6466176,
+    6466199,
+    6466212
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 77,
+  "inner_step": 84,
   "intermediate_size": 5632,
   "last_allreduce_block": 6465631,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fe02b3878abc5bad270b013760a12153bf0b2c02b50fb785fe573aedc4190b6
+oid sha256:bfd005c28859f528bf3655acc7ba6aedb0453efd40fadfb886b0d98a96ebd42c
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb9916b642cc512a8823a946deb969a05ea216d1939a3ff2ce1273a4c558f3a6
+oid sha256:c10dbb92a6340fb4f4143c7fdcc6c9d217493491c215b2e5f6820bd9fd59f0f8
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4607ee209bcd038a727c1fa4ca2de27806d59044bb178a697145695d748d3d59
+oid sha256:ab85633e35bb9934b779782cacff013142e7b7df081778ddd8ab206591e8eef6
 size 4400216536