Run 8. Outer Step 98. Inner Step 188.

config.json

@@ -264,15 +264,84 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6422632,
-    6422641
+    6422666,
+    6422675,
+    6422684,
+    6422691,
+    6422699,
+    6422705,
+    6422711,
+    6422717,
+    6422724,
+    6422730,
+    6422736,
+    6422743,
+    6422751,
+    6422759,
+    6422766,
+    6422773,
+    6422780,
+    6422788,
+    6422796,
+    6422803,
+    6422810,
+    6422818,
+    6422827,
+    6422836,
+    6422845,
+    6422853,
+    6422861,
+    6422869,
+    6422877,
+    6422885,
+    6422894,
+    6422902,
+    6422910,
+    6422917,
+    6422924,
+    6422932,
+    6422940,
+    6422948,
+    6422957,
+    6422966,
+    6422976,
+    6422985,
+    6422992,
+    6423000,
+    6423007,
+    6423013,
+    6423019,
+    6423026,
+    6423034,
+    6423040,
+    6423047,
+    6423055,
+    6423062,
+    6423070,
+    6423077,
+    6423084,
+    6423091,
+    6423100,
+    6423108,
+    6423116,
+    6423125,
+    6423134,
+    6423143,
+    6423152,
+    6423163,
+    6423172,
+    6423179,
+    6423185,
+    6423191,
+    6423199,
+    6423206
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 188,
   "intermediate_size": 5632,
   "last_allreduce_block": 6422539,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59798d5588e242b936d86cc6558be657d0cf98553fced1cf921563e0d836ade5
+oid sha256:67f807a85930b2ca4f314bb58d83016617be8b7c0f4d27242f77b0c9234e8439
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c980d06386fe0fa54d22a5ddde6a47122940a977adee7ca2dce02992e4116a75
+oid sha256:5b67a117cc21001d6946e0fd1a710760a1f2eb005d91d6c8e1af957dd637388b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdef76468676981ccadd7f93dcb96cc923c6d413af04f45b10c882f7fc51bc18
+oid sha256:200bab4467f5c7c72cf22e49e19c1d5b3fde8d1895574466bcabe0088473727a
 size 4400216536