Run 6. Outer Step 29. Inner Step 62.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6146389,
-    6146405
+    6146436,
+    6146450,
+    6146462,
+    6146476,
+    6146493
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 48,
+  "inner_step": 61,
   "intermediate_size": 5632,
   "last_allreduce_block": 6146001,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dadf648a398484cc68aa69137933c24356572aa3d2de51ee5529cc2e3cbf8d8
+oid sha256:6036c0288737af6f3ade6e72190da0d23f120bff487d2612c8961969292596b4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e19ce2e03c53dd954406d957317a6e9640dcf6806bce426ae8027090e1dedb9e
+oid sha256:bf7b8651248a4753f850e0c9eb7d7a1131ad2d25f8b2ac3c0567fb2631ef4369
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc943b0ebf379215235322dbf850162431f3923c8a6867217aefb52b93c7f82b
+oid sha256:1a44209f9662c53e2b30147e69b61ad6a4a01b59187c961a9195f7adc93dd164
 size 4400216536