Run 8. Outer Step 98. Inner Step 40.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6422742,
-    6422752
+    6422786,
+    6422798
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6422539,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a653dc6a26182876105c733fa08b5d93d9c439f4676599d62e7b7618e624d82c
+oid sha256:9a8e30bc1ff12c999ed02f1c46d4ae2db01d1224fd21ee5e72822b2a6a30d920
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a3e44762e98c1e5542828db714bc87ed53364086678c519257903e0e531bc13
+oid sha256:83afe6a33c8319473bdd8e6fd69d638c5b3e1e9eb47358fc2eba0f39876bb8de
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e472e7035f6de13f46fd6f2a32d1ce2135ddc9b9719f817e21355eb069ba6b4
+oid sha256:4cef1d78aff096897d9246cdd88d899d4b92436e0d0ed30b0b20f22dd1ac243f
 size 4400216536