Run 6. Outer Step 19. Inner Step 76.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6138691,
-    6138709
+    6138741,
+    6138757
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 69,
+  "inner_step": 76,
   "intermediate_size": 5632,
   "last_allreduce_block": 6138225,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2aecdde40f420d2ea85b18b42f1c4c83aba8ddc1107e55963cee84111887fca
+oid sha256:8adfbb85011063f68afc4ee927b79465cafdd1a8b86036651041074df12f8bb1
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:747e89c5462d694cd78786461c36373006fd1c2c266ede965ae48f2a3887e309
+oid sha256:643fa3393882d5215a702dc83ae80e5ea8f6f46ca6129819606e741b53a28ef0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c073f2110fa9a9428c9999856b8d8a351515696fb8a2d66f81a2b30c22c2d703
+oid sha256:1d6c75ef4ddabc22b46be91f494a17265d10e702e159e8af0be4a7734176c840
 size 4400216536