Run 5. Outer Step 137. Inner Step 4.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6010226,
-    6010260
+    6010334,
+    6010372
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 2,
+  "inner_step": 4,
   "intermediate_size": 5632,
   "last_allreduce_block": 6009945,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23f5054f13aef8c57c261cdaa65fcf10cfb246136885f18a5d0fa2d135f4cfeb
+oid sha256:cb27faea2cca3c353d0e7c4b89d4437459641e836e584f30935548a4745cf725
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cbbfd38203a19519917954a1d76d710745a08948d5db721ffbabe68a2e6e563
+oid sha256:f4e1ac94162eb12d2eb75410c33152c1d7dca24e66464ae9a21fe14c3ce7656d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d78747014c8519235422529d70477065cbdcb08443e3f9768e48ab4c7ec1c38f
+oid sha256:b8dd5f933889922b595dea3614c080ec8d0364b7743082e9f12bf0fbd4866c53
 size 4400216536