Run 5. Outer Step 139. Inner Step 10.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6013269,
-    6013305
+    6013384,
+    6013419
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 8,
+  "inner_step": 10,
   "intermediate_size": 5632,
   "last_allreduce_block": 6012664,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66ab2660d6f425c9369b21a16723e95b7a34d14b323200b0066cb95c04c5b4ad
+oid sha256:39477a42ddedae6ec6a338359016dc5da6da12976c1e889d91624a51d925ed2c
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c5bf9968a40c2e75f90680ad6544b3a55f747485eab01f0e719d8c23cb97a0b
+oid sha256:73355e60b640efb073a1e63e5478e086471a429d69738b43d48c7479f33546b7
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b43dd3b40b04e6802724cf6dd5900bfe2b8c27ccd87aad174470e95f09735446
+oid sha256:595bfcff0364df66b6de0ca87a73419995e92753c9e5681bbe518a265cf238a9
 size 4400216536