Run 8. Outer Step 84. Inner Step 7.

config.json

@@ -263,13 +263,16 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "block_list": [],
+  "block_list": [
+    6402614,
+    6402632
+  ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 7,
   "intermediate_size": 5632,
   "last_allreduce_block": 6401912,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b9177d314d26ef20790985423d8a1f72870a0a5a14a64fea1a6d59ba723fcec
+oid sha256:2b98b5a853ca47bc816b4fc7dd8ff2fd335325a74be19026b8e82bd3f3901b80
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:695c1a090573602296e0ce07639805371e07541aa3ef9e99e2a1bd342dbb3831
+oid sha256:d2f823f06cc297a00ff085b7df93c6b0d327174d77a4745808393fe60cd6b79f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6927e936d71017e0ae755d6f61eb6d67543991e24a4087494a4aaa4c15b41527
+oid sha256:beea92bd08d1ff62ef7c07a6bd35f179cdc552d7080655e8a13fa57ba67096d2
 size 4400216536