Run 8. Outer Step 43. Inner Step 46.

config.json

@@ -264,21 +264,20 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369585,
-    6369601,
-    6369618,
-    6369632,
-    6369647,
-    6369665,
-    6369683,
-    6369699
+    6369733,
+    6369750,
+    6369767,
+    6369786,
+    6369805,
+    6369824,
+    6369843
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 45,
   "intermediate_size": 5632,
   "last_allreduce_block": 6369452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1af7ed73118ab5886e417361b92347fe50e45d79bfd3071a4963d8267f098e4
+oid sha256:9f4370212cc002c2b7d554aeddf9444084d1a7d2c2164dbc680bf21e2c7d5c73
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdd182466ad4ab3a95c82d743d20f8f8dacd965f92f0fc2ccc2ffe6aae7b0ac0
+oid sha256:eb5a0ca70ede2686a457f79e85f79b69352bd1e4818937317112ea9d41f8d5d4
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c600a22afed42103efa53c2bd096c4117db6240584859ef4ffbeee89eb8b116
+oid sha256:b0de74e07048cd4b154ac8b8e5be921fd57a13b481e49d33e431cbb5a703e647
 size 4400216536