Run 6. Outer Step 82. Inner Step 96.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6187298,
-    6187304,
-    6187312
+    6187340,
+    6187351
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 88,
+  "inner_step": 95,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186771,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cd0ec1e1e987d428563ce41e1dce6efdae0cc8a1677df4bd3d2280d73a39804
+oid sha256:cefaf4d062df60fbd37a120cf01d91c6f743112910a2a55b4149e7d7ec609ee9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4e823e3c208ed6aede4c9a5858f450edde028368c05ee2337a0e79a8021a639
+oid sha256:4f05caf218e4ced9aee2c8ba573515dbab9469d0b7b4f397d80d04a36ef8869e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71b7ef5d72a064a93289587855d7a23d903aac3ef3d0e9c8b9b45058e7ddb141
+oid sha256:62374a383816431cf81ffe838867a86cc1d2111dfe01f9c68224eac3fceb751c
 size 4400216536