Run 8. Outer Step 44. Inner Step 24.

config.json

@@ -264,15 +264,20 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370167,
-    6370184
+    6370226,
+    6370245,
+    6370261,
+    6370279,
+    6370298,
+    6370317,
+    6370333
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 24,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0436a19feb24c7a8998e46deec40b4eaf53fb9874c875139abc26c2499774a3
+oid sha256:8953a85f1a7e3d58958b26bc5014f612a15557385b144c4aee77e373cc6f9ee7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efb2a74ff37c96118f855d1906eeb01d9382e8a3235955e99c1bfcbd5e61435a
+oid sha256:18c54b27509a08b9052377bfa3d5e47084678e84353e3ae25355aa98e625467b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:538725d2defd8bd78b90d22810e25d088786a6744ce7228decefe8b47bb00588
+oid sha256:10c60da346b4afa9453f6550d54700e2a6a80a1031af0e26eb638f58cf352914
 size 4400216536