Run 7. Outer Step 99. Inner Step 35.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6291916,
-    6291930
+    6291956,
+    6291964
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 28,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6291152,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad44c75521609d2c52e58405bb4e49cdd88729eae96cb7bb3b9ef886c0cafffb
+oid sha256:beb441b3b02df2db54fe95a77fe98d4afc0cbba2d60d4e65e49de867b4428066
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8542294bdeb24b4f17cffdc217bd6a2a09893ebfb1f635f4d4d1a470ba6eb161
+oid sha256:789cd4337d9e1b29a9bb76be8c707ad08c2bca258deb9c257392537a25272e01
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae54caf11f9a1a5bad803ca150cb7bb38a9d8eace0f396d9f8457a14d6f6b3c9
+oid sha256:5b793b3ac324174bafbff36661c4f99d11abc10777bddc7b183b8e5fdf67c707
 size 4400216536