Run 8. Outer Step 72. Inner Step 53.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394822,
-    6394839
+    6394875,
+    6394892,
+    6394909
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 42,
+  "inner_step": 52,
   "intermediate_size": 5632,
   "last_allreduce_block": 6394503,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9baaf6f3dfde2c4901f8961320fa72248e12d085d08494399ecc83fdbe7080d2
+oid sha256:da48c8d7d9eb1bc886ef77434a3d13351dd0cc034ceb8f0fb3ea49381e5f96d9
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93f1ad5465cf817d94936e2633eccbfa21ef006f8136d778feeba18590e894ba
+oid sha256:8613979efa7314bb88f109af04012c032824cd26475ca0fe84b30c9c63a725a7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5fe54296750e0d0e81d4e810e7db621f706bad724d9191e7a626050b48342ca
+oid sha256:0dd0d62aa6ad94749eeab7b007ad932aa94859ccad0357253f489c63ce7fc89a
 size 4400216536