Run 8. Outer Step 74. Inner Step 62.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396229,
-    6396247,
-    6396261,
-    6396278
+    6396319,
+    6396339,
+    6396353,
+    6396370
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 50,
+  "inner_step": 62,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395861,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58bc159af284fb5cf6044c0b323d5f3f18651d22c6128864ebcfceb2533838de
+oid sha256:204d0b9bc066390532194f976ef24cc91714e46cd4d67412f7d12b598c1b1542
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fe7817c4e155dd7b9eceb98c1be9f2ddf3a1175822672db1a6ad15f1d5f5110
+oid sha256:8c32620598950047fc488dea370318cfb1fc13ad88254ac4d44cca1d1602c842
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cca2614a22d827f42c086c1bbb4455dec7a5ef2ae4d50a014c3d36f67923c3e2
+oid sha256:e9776d000b8b9511a3e3f20345f0a1273ffaf32ff6c01a5c4ee5f297b9547b3a
 size 4400216536