Run 10. Outer Step 7. Inner Step 326.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6470368,
-    6470380,
-    6470392
+    6470414,
+    6470436,
+    6470448
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 317,
+  "inner_step": 325,
   "intermediate_size": 5632,
   "last_allreduce_block": 6468297,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7eb8eeba698e6f320395b03dc4d65b56c0feed5c593fffb817c376b645df2a4e
+oid sha256:46d413a927cad4ff2a2ec063c2262f4c01abc3f8d28e0afcc451f3d46c293293
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81d77ee29415b279a4614ffff8216a09f9c8ad3b035d90a1a2074a69a83862c6
+oid sha256:356df00ecc380603dce049146847f69604d5eef8f96df639e5c039c3f8b45677
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34e1eb8a62f49e11ff00ed90a2a134b7bba309b9fb3315d9988ba87cd5ca8fc9
+oid sha256:edc829eca31fcdbd8866216c4c4b50e6fbe48b0ee496ee927b7ef0c2ed3a8112
 size 4400216536