Run 8. Outer Step 79. Inner Step 110.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6399733,
-    6399740
+    6399762,
+    6399770
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 103,
+  "inner_step": 110,
   "intermediate_size": 5632,
   "last_allreduce_block": 6399276,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4272c19240bf6f27eadde1f1a9bbf950f8fdb6f3cecf7c1277c1d9a6e0e3fbf7
+oid sha256:46ed40cab726382adeb6c3150090a88c032a38a6fb4c9d8ca9ee54ffadff2189
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:177ee104e18e8e75a9a62b5fbc30e532e30570fc46f9a7d04a0d0cc83f4fb7ca
+oid sha256:ab7fe92ff64309d0675c14e9182da72bc50a0b795ed9afa848da9706893974d6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3232d1937db0fef934e34b9fb8acb26108e7e334a6845182be913b093fe57b61
+oid sha256:b45d1d49c34f80c85a3dd42c5a6d760c95f2357d251faecef8411c2ddc3d43d1
 size 4400216536