Run 8. Outer Step 76. Inner Step 119.

config.json

@@ -264,19 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397631,
-    6397640,
-    6397649,
-    6397659,
-    6397668,
-    6397677
+    6397702,
+    6397710,
+    6397719,
+    6397729,
+    6397738
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 103,
+  "inner_step": 118,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397200,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe1734efa635aec98730456ecdba0232ebc47e4fb5796f4ba86f5e19e63d5e5d
+oid sha256:3f37e646fefb2d04ef36ab4bee751aeaa7234df399c2df2180a7a52362b92cc4
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f56298be13d5f424438261f7eb153ae5e27e27dd34cc3a98b1dd84610371fa6
+oid sha256:4ba8e9a518a3cc1f74fb491bacdec8b81fdbb42c2ca35e5f282e5c84ef11efb5
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9db2e45d0e34c080eae1852eebf55dfbe386495ff300af78021f7ff21d9c990
+oid sha256:a41107bf5471e203279033e1752a9d652a9dd94f6f4bca5b234ed6dff6faf1a7
 size 4400216536