Run 6. Outer Step 82. Inner Step 64.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6187296,
-    6187317
+    6187361,
+    6187382
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186771,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38f2bf30697bc5a4c2e77132905db90a96dd25cd39367a87797c6d1bad5fe2d5
+oid sha256:9f8dc0cf1c721bbc943345676ee63d7894b9991b56e868fb804f8879801bee6f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2a19a51f2cb982ae7a51da172ca5a153521ce65ebd159550189082387db850e
+oid sha256:eca631edd675470e31b1a333ac89e18a40e2cbfab41e62a9311e1c0d43e21515
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca6c04441ecbdb929d05e983411b36ce2ee84fe378d6279160d0be1378180ba7
+oid sha256:1e4fddb07798d63a9a13ebd0067c40509e7e70d9eb7d5424720c0787d037153c
 size 4400216536