Run 7. Outer Step 16. Inner Step 330.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6225930,
-    6225940,
-    6225940
+    6226024,
+    6226040
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 325,
+  "inner_step": 330,
   "intermediate_size": 5632,
   "last_allreduce_block": 6224590,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52dd8aaf9bf1bd5c180a563618935bd0623b8224f56efe1751bd8cee47086413
+oid sha256:8fce2de8d551669e74e3c1135427d55b8a19421a74da4e4aae58263490ff6c4b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42bdeedaf9aebc4cc61f9f72b9f2956a0c89c808fb2551a58b102aa28335293d
+oid sha256:bf8f9acbedd8bbc31bc1129c684e23ad99376b0c8fd0d0b577a51bd9dd694585
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5af3cc9624f77f1aff2f295fcb9a142a0171da0b148621165ac80143a62601e8
+oid sha256:00116074f88b2fd4b1a60cc7c49d89d40d6aa0cae45d7198d5c069a416b8a347
 size 4400216536