Run 8. Outer Step 71. Inner Step 87.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394325,
-    6394340,
-    6394353
+    6394384,
+    6394396,
+    6394412
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 77,
+  "inner_step": 86,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393230,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d45c9b7201d8a878e3ad566035c5d67bfe73d030e795744fca34839fa7eac7a3
+oid sha256:629bb07ed5079cf8a7e88885f4a740028317e25fc368f07de6afa7fe9b09d539
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:952c0012db6e03eb0b4ea48212d2c29b93002ce0d57a940acce1bdae7edd964e
+oid sha256:88733a113757fe6077f3f72e8e62f3e236bea9e27434d8b4d7e934277a5d3dd3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c2e4bcbd3b50ff48a60af55bb3e3dcaa006f0fd835a28a9aa3fed33d8544634
+oid sha256:abebd7650f827ad77a14ae9d2d6833435fa6e0f37011e2b91183304a08ea4d77
 size 4400216536