Run 6. Outer Step 76. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6182677,
-    6182693
+    6182730,
+    6182744
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 62,
+  "inner_step": 69,
   "intermediate_size": 5632,
   "last_allreduce_block": 6182090,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38617d01c210a6fd1936f3e0492b7852fd6be4c9b8e126d695fb1bae87f8d4de
+oid sha256:ff5f55fe2f0ad1ebce59ead4bce597a5156f7acbb389799c2df8a723977c447e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2b671ce07dd5a692c874d8bac87df9c47832b0d99d8d40dfce842685729a328
+oid sha256:05a7a3603eb01c1f7707682bfab829f86e393437df54b462cdbdcdc13d51a725
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ee3c1c0d2e6b142c28500d6ea5289d7ba11c2c3c29ee6e71e6fef51fced60ec
+oid sha256:8bf1c9a8a0a4fbe4a07c687c5a3c871954e48b31efcd54607b529801fd5864f4
 size 4400216536