Run 6. Outer Step 67. Inner Step 88.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6174894,
-    6174905,
-    6174915,
-    6174925
+    6174951,
+    6174960,
+    6174967,
+    6174975
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 77,
+  "inner_step": 88,
   "intermediate_size": 5632,
   "last_allreduce_block": 6174482,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56bda914397f348334a63baa917c3e540e2849335c67cea9f3b4b47516dd9045
+oid sha256:5567922b4054709b4b47d35684c9fcfaa212054dfe995d99f52b87b812e9098c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63e6de6a06f24f8a0ec85bdcf83928e087e9ed758816999f284ad70d61cce0bf
+oid sha256:0f14e34edc58147f3ddbcac97b4fe4b1f14370beb6aa4fb4f093a45922ebd093
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc95f0c0f6425bf99f5374419bf1d406438c7ec891fedeb4360d1e7270896584
+oid sha256:b63dc13acbd20ae49983e29affe6c155fcdf270f93e5839d8a1ff27e2400c89f
 size 4400216536