Run 6. Outer Step 38. Inner Step 26.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154810,
-    6154845
+    6154915,
+    6154948
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 19,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6154397,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edfbea7825ed5b4b198670c2a4cbd8d620d34aac60ef9b06f0b3729a10cda486
+oid sha256:52c0f686cdc2f97ec053b017105726c9f33355541f1ec84187aec46e6baf0ae2
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:677807df9a10c3e487872cb0fb169b58b850b13097e4a42d8f2c744c5cb64bed
+oid sha256:7294be21b4932ff4ff932060c5e8e038e4f04df184ebe7ce610441864364e16e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a95971715a30b9341661792193ce551dd3def4fa2358c67bb2a943013031347
+oid sha256:34a7f0c33249b6fb5fd07cb82b475ea462987de99ee009ff0cd7210ed69138cb
 size 4400216536