Run 5. Outer Step 134. Inner Step 10.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6005138,
-    6005173
+    6005254,
+    6005291
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 8,
+  "inner_step": 10,
   "intermediate_size": 5632,
   "last_allreduce_block": 6004524,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e025a85f7c93a6341733b7fcb7601f7af0aa9eed33485ddc4d687ea2159eb9e4
+oid sha256:6dca6513979b368d05f4ad4d47110ecaeb228be7f024165e9c8c1b3508808eaa
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aea4d773e534edca59c5c789f184e4c5e899401d03f18d3c101b59eba68ba830
+oid sha256:2c433f15b9fe8767b249f1eed59fe39fde360be532bbd3ca642b01a0f4768d8e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7b69d6e845d7b3a2d810052fe234d6bd7b0b638c1b698440e8348afd63750aa
+oid sha256:7be37b542da90b485951691578be98969a338751a93237fccd0ba677ec7df6d3
 size 4400216536