Run 8. Outer Step 85. Inner Step 21.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6404820,
-    6404837
+    6404877,
+    6404891
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 13,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6404715,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4a12dce9089fec9152fec126b8c6e5150f015a66255d4c955285366eca0f894
+oid sha256:5647afc08c60873faea2a59da6a7f60bb36b31bd6689b718a927e5b00fb281ad
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c27da3fbcc5189a823035d39f692922781ddcc31cb2599d9b07ec74f124eca2a
+oid sha256:6503da78fe124d67ca2b50ad18678602c61f6037fde25abff2c68f16c2da158c
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b25856e2c22441d94b912644078e6cc7b849f901c1705f7894cf89de08c9dfff
+oid sha256:c56423606a908ae571a7962235c41a73f27cf075dadc51a23ca92a3d649d8269
 size 4400216536