Run 6. Outer Step 22. Inner Step 79.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6141314,
-    6141324,
-    6141333,
-    6141342
+    6141364,
+    6141373,
+    6141383
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 68,
+  "inner_step": 79,
   "intermediate_size": 5632,
   "last_allreduce_block": 6140120,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5ecce33d42e0881db596bc7ef82ceaa617238b0c5a497ed525809bbb4be26a4
+oid sha256:e7735cae9e92dcd77161feb12853f765c0438a4198c9a46b201f01fec2f04306
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3e5c953cf6f7843266349030500b46192a98ab3d240a13fe00b09fd14da0de5
+oid sha256:749bda4f183ce719f14539998b37c79ed8e1e82e5fd940f546cb96f8e0379dd8
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87fc5cccb4c83331e3694a74870bac5b9ac8ad45c597f1efd2704ca8553c6d64
+oid sha256:74aab0a13384a59332d323c7e892dfe69726dcf227691c110073fea3786f72e5
 size 4400216536