Run 6. Outer Step 96. Inner Step 27.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6197771,
-    6197787
+    6197827,
+    6197844
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6197602,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:940de87472ea46c22abc32c228047c28847d9d626105901e580d5726dac14679
+oid sha256:5d09547c2c9cb7622dc08983135d4e4c69f196195bdd9e3863137ec403d43017
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bee8098e79b3cb3a26b70e7222b8568243823eeb13f62d0bdcd82fadc367bbe4
+oid sha256:ddf9ac93059c4cad143783c9049bbdfc8dc763cd462e66c6b3782fff1007e6b8
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:970d6587e48a2e3a95c04334eb60dd371fc336760ad74b317edd7221584f24ec
+oid sha256:a4e687bb7b553f076b193b08fb407b27e2c491e699de9bafcc1405bc0918e81a
 size 4400216536