Run 10. Outer Step 1. Inner Step 168.

config.json

@@ -264,15 +264,34 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6463944,
-    6463956
+    6463989,
+    6464003,
+    6464012,
+    6464027,
+    6464043,
+    6464053,
+    6464064,
+    6464080,
+    6464095,
+    6464108,
+    6464121,
+    6464136,
+    6464151,
+    6464160,
+    6464175,
+    6464191,
+    6464205,
+    6464215,
+    6464229,
+    6464245,
+    6464257
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 113,
+  "inner_step": 167,
   "intermediate_size": 5632,
   "last_allreduce_block": 6463065,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bc90418a67b91d30a9eae941f7cf304b8a0b53fb42057b59267fa9c63622503
+oid sha256:f8d38240dfef6dc479b5b3d5b6af6833aaef66ef406b16d9b68ec7ee4971fee7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b30809c785f2f6e213280ba9c4339036090bbacc8922bc636b3305eed87c7028
+oid sha256:524f564fd191a387407becaf3d963f4ece7b9e008c13c457808f99e8313ac5ef
 size 4924926842

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04cb31c535785dd9582ab5e8afd4376ebf2308295b60ae7faea84a5074335f68
+oid sha256:995e86292d5013a94dc936b0c551506f627a9ee7ab86fed4de53a366dbac204e
 size 4400216536