Run 10. Outer Step 7. Inner Step 333.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6470414,
-    6470436,
-    6470448
+    6470465,
+    6470486,
+    6470489
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 325,
+  "inner_step": 333,
   "intermediate_size": 5632,
   "last_allreduce_block": 6468297,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46d413a927cad4ff2a2ec063c2262f4c01abc3f8d28e0afcc451f3d46c293293
+oid sha256:c4d44ea1992d6d2878ca8e7ea9aec80d531a982ec764ae1f78eb99c5c55e5a19
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:356df00ecc380603dce049146847f69604d5eef8f96df639e5c039c3f8b45677
+oid sha256:34728ce75981317270684db1ccbac97ddca376583c47e405919f87a516ef235f
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edc829eca31fcdbd8866216c4c4b50e6fbe48b0ee496ee927b7ef0c2ed3a8112
+oid sha256:2703a08c2c64f868b3101bcc07892b72effcf1adc32b64e538d06fa36a146281
 size 4400216536