Run 10. Outer Step 72. Inner Step 20.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6508124,
-    6508138
+    6508173,
+    6508188
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 12,
+  "inner_step": 20,
   "intermediate_size": 5632,
   "last_allreduce_block": 6508025,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5861973b88d59add6cf3c5f36fd9f014860b77c776d7781ae6cc12238b28d6da
+oid sha256:cb39bd38761934d66b8b4bfc40b01326991239c69fab0914e7604c6dae11ef95
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89769d733e4cff50d7b825e187c87a9a243ca258838a205313395fe1679ffe26
+oid sha256:01ae0e2c3c6692c57700c51980aa416082779cf7dd21d42c6037f928225307e3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e350313daac4cf35276a85628db7f0f0356b851074ac3615d665482eeaee7ed
+oid sha256:a98c890ed12a58f98ccd09d8a1d5177f5594e58a576560fd4573c348b9e19d7d
 size 4400216536