Run 8. Outer Step 45. Inner Step 51.

config.json

@@ -264,21 +264,22 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370878,
-    6370897,
-    6370916,
-    6370937,
-    6370956,
-    6370973,
-    6370990,
-    6371008
+    6371036,
+    6371046,
+    6371057,
+    6371074,
+    6371092,
+    6371100,
+    6371118,
+    6371137,
+    6371155
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 50,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370770,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59de705e6014e7462e100e107645693406640c21f046aeea586f682705ecb5f2
+oid sha256:a7affb4c18b11be4ecd5160c56681a89e9d83098a3406715cf8f05912c3e88c0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:532b9745a88273d6d308a82879db2936a3a23fb83434cdf99c607a0a842a00ed
+oid sha256:d55b1354998b7b9feec15ae1f195d17e2c515dead016506f70d907165d268ef7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47a403971f108995d0fac42e2ebda732d1122e4e488707a63fd500cd8dcbabc9
+oid sha256:e5097d41380bed7685614a2377f6ad918227146643cb9645541cdc1efb997ef3
 size 4400216536