Run 6. Outer Step 67. Inner Step 98.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6174951,
-    6174960,
-    6174967,
-    6174975
+    6175000,
+    6175008,
+    6175015,
+    6175021
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 88,
+  "inner_step": 98,
   "intermediate_size": 5632,
   "last_allreduce_block": 6174482,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5567922b4054709b4b47d35684c9fcfaa212054dfe995d99f52b87b812e9098c
+oid sha256:ac251ba389469e016e3ca19430f5b2dfc2e669e471e5a2a982ab09f40de51fd6
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f14e34edc58147f3ddbcac97b4fe4b1f14370beb6aa4fb4f093a45922ebd093
+oid sha256:b451a45df7b156706914e1a07e216bce58b9262eb9a037e060d395e8f85f4f50
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b63dc13acbd20ae49983e29affe6c155fcdf270f93e5839d8a1ff27e2400c89f
+oid sha256:cb32e3a4a2e34b4041f186c83008ab863120e1ae451f3397754d345d4181354b
 size 4400216536