Run 6. Outer Step 97. Inner Step 104.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6198707,
-    6198714,
-    6198723,
-    6198733
+    6198756,
+    6198765
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 97,
+  "inner_step": 104,
   "intermediate_size": 5632,
   "last_allreduce_block": 6198252,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:487e65f6ecd295799b706d3b82bd4800c52786c04c25cb5efaa7ab8629138044
+oid sha256:74a35da3784104f0c90924a8af30df0e786065389eaa53c239c6919597cd40c7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbcbaf424330789a90f41333952b7f361e97dbe4439ed47bf5d9ff7a61befc88
+oid sha256:62248173cf9ab572a4df4b94fd4f5c4f7d4012ee12e6e7c0c2645d556f8c7c60
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ae6b5d59cd56e44c37a6e19b9ac8410ff367dac19f7adcfa3f85ba9834428ec
+oid sha256:4a214c973d21c6fe346c3b752f023ad1883d0b36af9373f7918a84f69ed8cc77
 size 4400216536