Run 8. Outer Step 71. Inner Step 97.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6394384,
-    6394396,
-    6394412
+    6394446,
+    6394460,
+    6394477
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 86,
+  "inner_step": 96,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393230,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:629bb07ed5079cf8a7e88885f4a740028317e25fc368f07de6afa7fe9b09d539
+oid sha256:cc0472e4ad08e2c45bdc4a052b38c1a3d2350b2d1420258433efcaed2fa9932e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88733a113757fe6077f3f72e8e62f3e236bea9e27434d8b4d7e934277a5d3dd3
+oid sha256:fb391a51fb339bbb3fe13f64b3fe98c956064c75fc074ea04097969f2058b00d
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abebd7650f827ad77a14ae9d2d6833435fa6e0f37011e2b91183304a08ea4d77
+oid sha256:8d083096bf90e652a939dd17fc85d2addd47b5aa3facdea72450660e7c1697d0
 size 4400216536