Run 8. Outer Step 90. Inner Step 40.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6409247,
-    6409259
+    6409301,
+    6409316
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 32,
+  "inner_step": 39,
   "intermediate_size": 5632,
   "last_allreduce_block": 6409002,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f138ab8279b1fde55755874b99665543ac4fd36088209541d8c0d25e7b920cbe
+oid sha256:d9a7d763725106ff5c342c4c8335b9b407f6b96ec52180e1e5a019fb5d66a808
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2b6165c637434f8d6d0215cc3423ab5b8234eb3436f579128fc94197054e507
+oid sha256:d413bcb3c06f14de468e4a9ebbf886593a59519606925d1d8b9328482b0fedaf
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11c9168e4e6f278dfe08a4f6a832e5d7777334b3a8c5dba2e26d8ba09a5efc68
+oid sha256:b3b71459a1153cf527ff9cce1f8658fa2bf203e6ed59d1a957b977c0859111ae
 size 4400216536