Run 6. Outer Step 76. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6182378,
-    6182396
+    6182432,
+    6182448
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 18,
+  "inner_step": 25,
   "intermediate_size": 5632,
   "last_allreduce_block": 6182090,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a0c1053f9eed84143f2b61c0ca203f69054e46a9b5eded340a8d3758af40baf
+oid sha256:eec263d3b1b2a35105c83e79e6da5037529dd2efd94798abea4508a723bf1df3
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ac43afb1576fac6762b7445ef91abffd3d57d7c7785f9ba5910c3d02ead51e2
+oid sha256:bc3e8a1d2e36688ef5302bfc60e8fbe3372feb2911e19051943adf1bbc4b3a7d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3ac1fc17f2ac2c313330b589931b49bff40e56d2df1c44668f189388a7f5216
+oid sha256:3bf91c38245c470fe0ee9f6d28d2a3da70dae123472264e554d19e6f6e2b6e74
 size 4400216536