Run 6. Outer Step 48. Inner Step 45.

config.json

@@ -264,25 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6161760,
-    6161797,
-    6161835,
-    6161879,
-    6161914,
-    6161956,
-    6161995,
-    6162029,
-    6162076,
-    6162114,
-    6162153,
-    6162195
+    6162275,
+    6162311
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 38,
+  "inner_step": 45,
   "intermediate_size": 5632,
   "last_allreduce_block": 6161553,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e6747d3e2ad387e39946ea64157f0f4c960f6dd7259bde98835d94dfffc32e9
+oid sha256:e4d86a5661a2a2111c809f00ec5f7e7872e2a80f8ec97084fb5405bc257d8942
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8268e60aeb8636e76e4b2c7177a4d658a9eedf3bfdd1f3d1b36c5495bf70570
+oid sha256:1fe9acdc2a34890cd2e34c686c6c7c6d0b0fb3e8c1a242d5611fed211cc54762
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b17fdf65cc80360be77191fa6a680c40117ba23f0cca3db4086dd0213d5ce946
+oid sha256:cdf6c105bcdc87d2c8a0139e0652699661e6bfd0c8cef69d1cdc3f2991f5f17e
 size 4400216536