Run 8. Outer Step 75. Inner Step 66.

config.json

@@ -264,17 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396891,
-    6396905,
-    6396918,
-    6396936
+    6396973,
+    6396985,
+    6396996,
+    6397009,
+    6397022
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 53,
+  "inner_step": 66,
   "intermediate_size": 5632,
   "last_allreduce_block": 6396547,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:983e6c93eac64345569599df9434756fba07ccd4e3ce4e13fa6a0d149b265f58
+oid sha256:e5dd48ff74ffe109843329651323c222b267001cc58332a95fd3d96ff589c55d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23b5425954bf745caa95207fdef1a1e5019010b36ca41f8d6d0a50064625aaa8
+oid sha256:f581a48fffc56b66550044cb031867d11d3d6bff5bf750a651aadf866818d872
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d796c08555ee8b2df3cda6d5f4f748c87b0f1a7ae59166a6141e2448f87c79b6
+oid sha256:e562769488d549f8be989c71edb06b1279d2328668f838edcb5158c4ef52b845
 size 4400216536