Run 8. Outer Step 37. Inner Step 67.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6359924,
-    6359941,
-    6359958,
-    6359972
+    6360011,
+    6360031,
+    6360047,
+    6360063
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 53,
+  "inner_step": 66,
   "intermediate_size": 5632,
   "last_allreduce_block": 6359562,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcc41a31a0746431ffd469500c7447dcb6f07c4354578c6f60dfb2fc83e2ca98
+oid sha256:d01586f169f0bf56e01c627a36293b569cb1aa1ba3f5e13a89795e349f4a35cc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b4abe0bc63b5263f73a009e07e1b88176bb83e45c969d28e0ac339c7612391b
+oid sha256:62e90c95586e7e89fb869b29dd93e7e3690f7b4d0b44eaa5d9c60803771927d6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ed33ae1f1f4143a643e4f5701123dcdf69a872bf72c2825247ebc67ae224019
+oid sha256:e9ffb6a209ef95405765a1936216b56ef4283a799181bd98a39e3ce0ebacbecf
 size 4400216536