Run 6. Outer Step 48. Inner Step 48.

config.json

@@ -264,15 +264,30 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6161624,
-    6161666
+    6161750,
+    6161787,
+    6161826,
+    6161863,
+    6161906,
+    6161944,
+    6161973,
+    6162015,
+    6162049,
+    6162085,
+    6162121,
+    6162159,
+    6162194,
+    6162235,
+    6162261,
+    6162293,
+    6162333
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 48,
   "intermediate_size": 5632,
   "last_allreduce_block": 6161553,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:941d5bde253ee185741ad45270ff6a5fcb06d4202924d2b0f175a43a7eadac97
+oid sha256:ebddd3028adc0313b02af93acd363610eab2e397ba0365fcfb18fdd19bf7ee8e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cbde4c6dc1e3549b553e4c54e986a6c99821e5fd95d952b63940dac1ec68f77
+oid sha256:da93505564780d5ac8ed161d4e043ebd138485b81595fa1f2a89f4b81a184047
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8eda3047c69024d54a289b35528a5dc55e58019d12fc4dcdbd90b2c3eccd44e
+oid sha256:53cec7c92e452f9246c6cfbc7e7e4d2677c70d116fad165690f3374e0d94b200
 size 4400216536