Run 8. Outer Step 78. Inner Step 36.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398817,
-    6398836,
-    6398851
+    6398880,
+    6398895,
+    6398911
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 28,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397881,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e420a461acb41deb9a9c2fd6da98b53e265d460f936d88a78139cd31d6439303
+oid sha256:6762d19e3aaa8a734a8bfed2855b1c054cf30895c691310e2c86336d143dbbe7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ddc1e3b9698c661b65b65446f6566a6811b14fe0cdbf0acf2ac92e256862621
+oid sha256:07c5e5ddf38a09207fc55b1e7e33ad290767b92d6f0d1ed5ea5e8c6e3aba8dd6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef9993a0a905f60b005d1bf1e44b1ca1dad899cef588bac9bdf410ba39dedc4b
+oid sha256:66d193398fc3d0446dd068069924a5a58a0d287006abd242171b8d2b4179b871
 size 4400216536