Run 11. Outer Step 404. Inner Step 14.

config.json

@@ -264,8 +264,6 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6748531,
-    6748561,
     6748596,
     6748628,
     6748661,
@@ -274,7 +272,9 @@
     6748739,
     6748771,
     6748791,
-    6748857
+    6748857,
+    6748890,
+    6748913
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -283,7 +283,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 13,
   "intermediate_size": 5632,
   "last_allreduce_block": 6748777,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ea4f746d8f5c9e42ea1d76a287bc2ce1dbd4b2d770a9d9e57a4601bac3bcb2b
+oid sha256:bcad130c3fc172859cb146db54decdd79d6eb5f1067103aa2ef44bd1b57727cc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39797493c60b49fa49e6edc8d7a21159617f2b0e0f2adeb3ecd10ad1d7604498
+oid sha256:b2ce43cf67155c9f32c9562af33cf7d8bbb5bf4b2bd1275f7b0b47295f53c855
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bf1a07f3a4e218ce469c1c08a6a52d2f8a97e707fed3d74f4f91792c6e10d4f
+oid sha256:e472b6c8a3240adc0ea50d2f93e7c128397e00e9cf4c54a6c5d4ebfac9fdc321
 size 4400216536