Run 6. Outer Step 97. Inner Step 98.

config.json

@@ -264,15 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6198673,
-    6198684
+    6198707,
+    6198714,
+    6198723,
+    6198733
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 85,
+  "inner_step": 97,
   "intermediate_size": 5632,
   "last_allreduce_block": 6198252,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:894f8773388146b8143b3783a6374771f29c723c05a39b22f2ced146cb46eb83
+oid sha256:487e65f6ecd295799b706d3b82bd4800c52786c04c25cb5efaa7ab8629138044
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d370badb2a04e0fc6bf49fe3359db2244465de52df2767ed9211591ce13f393
+oid sha256:fbcbaf424330789a90f41333952b7f361e97dbe4439ed47bf5d9ff7a61befc88
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4587b09853e70def4d87684a84afdc376b681d2434e2c633dc3c4b2d25d5acd9
+oid sha256:0ae6b5d59cd56e44c37a6e19b9ac8410ff367dac19f7adcfa3f85ba9834428ec
 size 4400216536