Run 8. Outer Step 49. Inner Step 40.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6373602,
-    6373618,
-    6373635,
-    6373647
+    6373682,
+    6373694,
+    6373707,
+    6373723
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 28,
+  "inner_step": 39,
   "intermediate_size": 5632,
   "last_allreduce_block": 6373432,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dc6339b56732305f9f440d1f31c3af692a7ef82e7e2eedadaab522aa28a4a1f
+oid sha256:1bbaee7a91840cba649caf889ae8abd8fa23e283f4547d02fd42585381ac5de5
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2a9c7f6b5eb6816609cdf3e0b3ecc10a05fcef482b15d6eec555d7516134cd8
+oid sha256:ed388feaccce9f9333f61719a7e134d27b101550c61ef8a3d0216d531e312418
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2af823fb4923669d78a24281faf2eed00c1a653253622361a550a42297fd9908
+oid sha256:c5362bf487a7398891ce912daaa89bb8c64f1c2059a56dc53f9aba0227fac178
 size 4400216536