Run 6. Outer Step 42. Inner Step 85.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6157445,
-    6157461
+    6157491,
+    6157508,
+    6157523
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 75,
+  "inner_step": 85,
   "intermediate_size": 5632,
   "last_allreduce_block": 6156907,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f1e9e9d5632aacd74c3634f06202a184b98cf0c5cb5a50897d9104c67a3e8d8
+oid sha256:83b0f0ee24358de385169e7245e3bdd4d60b8b7bbb76dd6ef6457bf843b59c82
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f242cb03526295a2c27b9ff0d98c1a8359f425170a940c502feeeb484ddae513
+oid sha256:0504d8a7fbdf1d8ed3a1a112d9c5228d812da754b1879bcd712563644074d9b5
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53ec154fdec63c9549656c7447c70b71e280fbf03ce2fb1503ac473ee0307be6
+oid sha256:fcb0d76e76f32ba993a5d1a16642c555e82f91d73f8e46437a4ad08b90245cf9
 size 4400216536