Run 6. Outer Step 54. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6166134,
-    6166171
+    6166250,
+    6166286
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 25,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6165638,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16ac48283a99a6445942f0ff16ae8152c328fc499bfb947a400a8cece3620f80
+oid sha256:3ab05728469e099cc28872e98c18da72bddefb3a97126dae1ea5a17493616b39
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f90894df682e3b0d0a3690f0d515bd08f55d88f06e672fe8adc0d5f863f7cacb
+oid sha256:7af39345129778b8f30ce713f0c695ddd28f845aab9dfb08cb97306040d9004e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97685ae30db93260c23fe61b383af1df40a0679e536820665e4b47fe7b63cf09
+oid sha256:f5491728c76e3ef365a89f69ac5026989eb1751e988a9628225f91fc476f2dfa
 size 4400216536