Run 8. Outer Step 54. Inner Step 49.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6378599,
-    6378615,
-    6378630
+    6378654,
+    6378680,
+    6378684
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 41,
+  "inner_step": 48,
   "intermediate_size": 5632,
   "last_allreduce_block": 6378225,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ef917fbdc1d44e177b69f61ce3d7e10427ae8ede676f57e22579168709a188f
+oid sha256:d0d3862ecc08851ae6d7d62e567682390d7327a2a6eaa5d0da42d394bb709784
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6bc5c4dde4a0ff48f509088f64f61a582096b51f90e1501d3aafdef14a7a156
+oid sha256:80866f9f55294ec2223d992e197e3af2fbacf3d080e3040a9a6dd1da9ca95990
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bde73a31c858e016a4564811ca7786625d63b9ac7a1c779aae793d6302cccef0
+oid sha256:642e4f3eb901a7b452bc4c7ac0337a39805dea1f18da1ec6870ace5baadbe3fa
 size 4400216536