Run 8. Outer Step 63. Inner Step 19.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6385158,
-    6385175
+    6385208,
+    6385223,
+    6385241,
+    6385257,
+    6385272
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385112,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4844ccf1b94a378d370b6eda5a8bc3cd8f6dc3e0c57e09aaed82ef7fef845635
+oid sha256:89ee742254992ab23b01c1ecf99ffafd41f0eb19635e21111f9d032e39470f9b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:350f868aaea46651fe6b0b64ae4c5a92ca2c8dd21fd3bd4a9d6bb5944f77b6ae
+oid sha256:56939d7c386bf8c9417b0ddd1ffeeb9fb769a7d295571c0b238a18a64c1376c7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f06192c96bc8f781108c8964e2f38797c1d36def7f3cd3592e6e928273f5e75
+oid sha256:5fc3b1a06e37f1fabb4f9caded12e700833fb6b4e21a5589f62fa9632b79f12b
 size 4400216536