Run 5. Outer Step 134. Inner Step 10.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6005120,
-    6005157
+    6005236,
+    6005274
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 8,
+  "inner_step": 10,
   "intermediate_size": 5632,
   "last_allreduce_block": 6004524,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82e2091869232ab94b6160eaaa5bfb0d41b9ee45abbb9b80bc3a186e5e45614b
+oid sha256:cbc34a209dbc5dfa514e0a45430297dd7b8f2a596484a31cf560771ad1ff05d7
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e4db32f835b45fe6a679e5752c1c14d828c84255e2a2a57495ff54f487df7cc
+oid sha256:3acbe952259546f886c024696d47ed46a4f10350bc2219a021fce2227636476b
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5d0a33d45d2e2041b91bc5dd78318633669f566c51b692d2c151b5d81933f37
+oid sha256:c6774929e936e6bd9dee0e2c350c2735d1e34ee91455c746a96b3ce5f33cf2c1
 size 4400216536