Run 6. Outer Step 40. Inner Step 33.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6156065,
-    6156104
+    6156179,
+    6156216
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 33,
   "intermediate_size": 5632,
   "last_allreduce_block": 6155595,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8436a4644d4ea1492e956405b4544dde26c098f0148a83d2bccfa271deeedf18
+oid sha256:5a00f048d45e82a0e2ded4e3380374ed57b2da8ee4e61997608b6b6bfb977ec3
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd9c737c65d1c2817c54158c3f2ce8c1d287ec07d12442d98215039eac96ace6
+oid sha256:73c496457b9364e25785e343f74b0d4b019f0586f10f837c9a97a1ee01ea7991
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48f8d86e2f037772ec42ed6a19b72d85753835860b6f1b176bf483e57694293e
+oid sha256:f3a58f06d5a2b411e9adc1afde6c39c788a412be489b178f11af215b3d21afd5
 size 4400216536