Run 8. Outer Step 44. Inner Step 23.

config.json

@@ -264,15 +264,20 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370167,
-    6370184
+    6370226,
+    6370242,
+    6370260,
+    6370276,
+    6370293,
+    6370310,
+    6370327
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 23,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90e1664769eed7faafeabde5ae45724eef55516f03c49a699ae123d7a744f663
+oid sha256:2508f208606cbd83a343be716f0c62b2a742abb58e5520c07cd985131d1e6261
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dea602f1aff04da06b93f93fd7c612b3e0d95c7c117c71e17901765d538578fd
+oid sha256:52afe15627554b9ab1c45e223e2387ca95d85f76f1e916133a31c3af594ddfba
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61f3dd3956906223471c0116406cadab10739e7ad328e847998bd11d71c42ef8
+oid sha256:458190b540e36d5126339a25f378a7ebf0a3c5477073411f82e7579cb291969c
 size 4400216536