Run 6. Outer Step 54. Inner Step 35.

config.json

@@ -264,21 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6165913,
-    6165955,
-    6165996,
-    6166041,
-    6166079,
-    6166120,
-    6166160,
-    6166199
+    6166280,
+    6166317
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 28,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6165638,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f42536007199b2fd7b2cca661d5bba27013622d77d901870bd9652cf591d104
+oid sha256:d8e6d1fda3aeeadb3f0c9e9a6c2b9dcb82f9b3b74b241316ae1e7280dff1ac99
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9381c6e2ca713236b0be676536b2c5cb4f12522ff46403eca8b1a9cdc8286fd6
+oid sha256:641eaee9325bb9c702d971defec63b82d821bd06c859f5905713605e5dbd3a10
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:632da2d26e5711e19c630f43ffccf7d8cdfcb7bef8ce12dc031d1875778cb9c5
+oid sha256:e4d62255d9e68ec363068ef9254ae6fb25757dab713143b82343f1965310cee5
 size 4400216536