Run 5. Outer Step 136. Inner Step 14.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6009524,
-    6009562
+    6009643,
+    6009681
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 14,
   "intermediate_size": 5632,
   "last_allreduce_block": 6008781,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31af067e6ba6c87fb4fdca6a4e6be22ebbecf45f463a19cbc6a258e0693ae127
+oid sha256:e7f93e31b778393a55d157623debf542fb1d9f3d1a74dae3f245840818c86025
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec831a7620131739987c235cc656c2669d28a6b06326ab6d1d450448bb0563b7
+oid sha256:b5e646d86793da2a912abaf3efb0f30e351a94bc54e17af476518f1ff8ee2988
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5741e0de7ae81a531f9f8150d36b654e6cd1de08a2704c8e683f7ae300aab2b1
+oid sha256:bc0642cde808318c9bb28a19d9f60ba00e3700e36c10d9f2e5cde05a4fe9d26c
 size 4400216536