Run 8. Outer Step 77. Inner Step 32.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398056,
-    6398072,
-    6398089
+    6398130,
+    6398147
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397881,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c680961a4b1ccf07fe9e68cf7839f783f0a95385eb8c912c9026c2b6c3fb8465
+oid sha256:c0a7030ee1e857b772053a3055b77529678ab7c902b93aa46651c0aa6d6b2c48
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd537de2870cf750f19a2476d6a4357e91616813ef362cc7db4ca33ef71eb7c4
+oid sha256:6112c9c69908a9212daf5fba846af313c6f84f480c3ec2c726bf40b0afb4c63f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc7a0cad4b4980a576226eab7f5f14640996568e8c26cc2fef723039c9a8e391
+oid sha256:f805686cffaeda66088effe38cec91fe962b7f46a10a62901f23d160ea679413
 size 4400216536