Run 8. Outer Step 40. Inner Step 600.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6367411,
-    6367427,
-    6367443
+    6367483,
+    6367500,
+    6367513
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 590,
+  "inner_step": 599,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b644b6c5fc5a00574621c6f40158c1d8744afc2ef204cbac3e61d9401479b238
+oid sha256:89d6b7179dcc98b6c7417e5f3c1211153c891999491c0b0e35451d41c87b02ea
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:177e70ddbc4b6efb2783141ccd2d6e7e3d5fdb7adbdfa14e0157999c23fcf61b
+oid sha256:972143cdbc6e4e43a5abfc71cdc3a03d732cd2a54869d662a24b9b7991785a9f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e48eafb5778b4e88103db2d32184bf89c47319e26fda41fca05b4c2f6376c41a
+oid sha256:2c1552be9ad265ac3290b7fa187126bcdf0fbb0081f8196edd21bf3ea0354f35
 size 4400216536