Run 10. Outer Step 3. Inner Step 108.

config.json

@@ -264,15 +264,51 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6465074,
-    6465090
+    6465120,
+    6465134,
+    6465143,
+    6465153,
+    6465166,
+    6465179,
+    6465188,
+    6465200,
+    6465217,
+    6465233,
+    6465243,
+    6465258,
+    6465271,
+    6465284,
+    6465296,
+    6465310,
+    6465326,
+    6465337,
+    6465352,
+    6465369,
+    6465381,
+    6465392,
+    6465407,
+    6465423,
+    6465437,
+    6465448,
+    6465463,
+    6465477,
+    6465488,
+    6465505,
+    6465517,
+    6465528,
+    6465541,
+    6465556,
+    6465571,
+    6465580,
+    6465593,
+    6465607
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 13,
+  "inner_step": 107,
   "intermediate_size": 5632,
   "last_allreduce_block": 6464980,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1953e79f438bd17ab9f60c97638ee8afb989c06d9527dee571369030f144fe0
+oid sha256:5b9943caf01bc4938dd07ced7ffec5b91af7683247202a563e61db86923ac03a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ecfb32a03c29aadd429f61099a4ac3cd6f78ce331df9bf7b7646338f444ffde
+oid sha256:e427eb170d887378316c6616fb6c3fa36bd53f74b326e29b353549cd26567dfc
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6349aa69f2d5245b132bcf4730770db9613ed67d905334766eb352172cfc479d
+oid sha256:80bd11952ba6f31e452c6a7b677630f7b9aaabe85a98e7f113a9474e59bac983
 size 4400216536