Run 5. Outer Step 137. Inner Step 4.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6010219,
-    6010256
+    6010324,
+    6010361
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 2,
+  "inner_step": 4,
   "intermediate_size": 5632,
   "last_allreduce_block": 6009945,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6ce64c8b0511e8158a15a1dbb11c40abaca8d3606992ea11c0d56976f62d1e2
+oid sha256:4127ce41ee685778fd8d7b651987f6d3da091b45234786e7f711b60bde72abe6
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cf46e83a7ddfa32fc173865f139bd61903d0b31d1a68a1bf64640986c1bd226
+oid sha256:115117cc902509814a6a48665640ac233f26c2d68534fc525690d3e460328c67
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de8aeaf096155a8bd7ce4151b634c918fe6c1b53878009efbc8eaa33b58977d4
+oid sha256:b83bc47139ab21ea6c9c34a3b03e863f3849a1c81509d514e0e9c61a82384421
 size 4400216536