Run 5. Outer Step 142. Inner Step 33.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6018194,
-    6018223
+    6018281,
+    6018307
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 31,
+  "inner_step": 33,
   "intermediate_size": 5632,
   "last_allreduce_block": 6016469,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f5887101fac82ec5ddb12b77a675c036f6dafad07dfd008da6cb7df4415e6b9
+oid sha256:e16e293d016feeba72f5466c685c2f719117b0201ed00a9bc3926cc1af126f51
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46ff23911fcbf73d1406fc3a5842f1f8bd286c8c551cc4b9e0b4c95ff8edce04
+oid sha256:5db5f3253a3e887b36676b490690896a519941c97f18bc9aaef199afe2102094
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdc279a341a9cf99af39ad0d43f2414cee4b5297d7e22b6ac8fbc35bb2653937
+oid sha256:b881015278e9065b13972408b78ac328a44078cc25a06388d885de9120b72fce
 size 4400216536