Run 8. Outer Step 55. Inner Step 80.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6379460,
-    6379479
+    6379515,
+    6379523,
+    6379532
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 70,
+  "inner_step": 80,
   "intermediate_size": 5632,
   "last_allreduce_block": 6378907,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c9c866c7e6571b01d94a631b4d5e00d50c5b64157e9224304a2106db31591e3
+oid sha256:b925fa43f937a37a5c4760b2e435ab691c0fdf21a9e67bc37938ea54dd9e3f0e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e904360f3ea17484e17413ba5ecd1c9e3f3f6279d55b2ed182f749b68ef5690c
+oid sha256:6aede851f172c969c0a7ebdd15c1dde6747978af8d23eaa6237a99b156e5be83
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fe9596dc2335e7875645b53b836981687575dbebb642acd68d046180110e99f
+oid sha256:7f504503cc0713171c92cd30091e4ea8278a51996f2ca77f298533b41281067f
 size 4400216536