Run 7. Outer Step 134. Inner Step 69.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6318673,
-    6318692
+    6318727,
+    6318742
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 61,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 6318148,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:598c3414a381871ae0e91f73ed84dd637f643e0533442c6b0551a210db4509e3
+oid sha256:7acc38eaa0cab4760f6f891da3b57c9ef29186d4ea80204d365179b62224d684
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db3c572e65e7fb501f22405c0f0a51059c5f6f90c35c423da32b3f1910e9464d
+oid sha256:07a238bb70194abb1db97ad5d3238171cf6fbf9033a6a7d074c1b627b14c771a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ae9471ef952dff10e6d7f645e8f8e23531d92ac5ae0c5b0b6f1e318d5ba54d8
+oid sha256:ad4898ca7fb93249a138ee5c54b7641e8d66b32d11c4e4f36e599d7cdc293791
 size 4400216536