Run 6. Outer Step 96. Inner Step 72.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6198127,
-    6198143
+    6198178,
+    6198195
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 65,
+  "inner_step": 72,
   "intermediate_size": 5632,
   "last_allreduce_block": 6197602,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35fd21b9a3a87e732302891fb0e1d2751f88d35fe274dd7c4a6cb4b19cb7e8a4
+oid sha256:e3ba60bd806551bae273c66b8e5faed1cd205b5eeaf33efeb0e97fb9c35cc98e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d26345135c5ccd2bee6a21000295565f1cd3e438d077c4d23baa095f047d5c9
+oid sha256:4ef2bf8fce39e9c7a8a70f7132ad52e55e1be77df4f3d12f1bb8161a8aeaadfb
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4cc70a08963e54c3ee46f90d747a736facdcfcf9020b7fa1cb723004c08d8d9
+oid sha256:5c749e575e40502ecd7f52e335e21392426fcf15145d1b01ea4ff387c3b1a896
 size 4400216536