Run 6. Outer Step 46. Inner Step 42.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6160731,
-    6160767
+    6160833,
+    6160869
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 34,
+  "inner_step": 42,
   "intermediate_size": 5632,
   "last_allreduce_block": 6159733,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a6f191e4e074d08a7e7775bce9d71c0c3c7a9c3ad6ce775e31344375f92c69d
+oid sha256:1f19c4766e5be98dac33c7ec9de2d3cd2d02ce8dac02ccf1ddc8714af44b36bb
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b7e2592445a081aa50e9c912678e4031b7b447383fabb4279e1a6485263bdc0
+oid sha256:c84b32edae142d268735095c107c2186cfb57d11de124453f4f4fc6cb67fb084
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccd4e3e14f9d720bbed4b26370b40fbf2fd0e96cd3a86b33f506748fed948e92
+oid sha256:e3074697c7a6d049e781883073a5323474a57352b294fc51709110e37650e390
 size 4400216536