Run 8. Outer Step 54. Inner Step 173.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6378849,
-    6378857,
-    6378863,
-    6378871
+    6378894,
+    6378904
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 165,
+  "inner_step": 173,
   "intermediate_size": 5632,
   "last_allreduce_block": 6376174,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d45d4f02c4ce6402b14cbc32bc9a7e65ebde50f500e3cb1a94faa6874a761ecd
+oid sha256:9c9bc7834697e9176dcb20920ca2463b71e1b425c3c2803a3b7a0264d4128e03
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b3828b7dba17860518fa7789e349f96f7030b5fbe594874dff9fd1806ba5910
+oid sha256:2bfa5ad8d7b8ddc83e7973727d23fec69d4df477585c8b5fb19e82497bb47742
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3e8720fa0bf859ef7fb5b120aa888be7088d47a6179bbd7d11189a101de2427
+oid sha256:e09057adc58be7660125041aaf79f00c1840ae21aefe4f50f6dab00f204a64b2
 size 4400216536