Run 8. Outer Step 76. Inner Step 133.

config.json

@@ -264,18 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397702,
-    6397710,
-    6397719,
-    6397729,
-    6397738
+    6397764,
+    6397772,
+    6397782,
+    6397791,
+    6397800
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 118,
+  "inner_step": 132,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397200,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f37e646fefb2d04ef36ab4bee751aeaa7234df399c2df2180a7a52362b92cc4
+oid sha256:676f5d8d376a6ebc15539bac185fd498b569934130c3efe3eb7dc7e719c21b9e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ba8e9a518a3cc1f74fb491bacdec8b81fdbb42c2ca35e5f282e5c84ef11efb5
+oid sha256:d33b061e5bd9f775b584cf6ace2710a72d9c667f653c94f04a572375246d0f9e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a41107bf5471e203279033e1752a9d652a9dd94f6f4bca5b234ed6dff6faf1a7
+oid sha256:c0d9e2e613504506b3d44addb8344108a560b99eba016de39378a5ab1fbbb29e
 size 4400216536