Run 6. Outer Step 37. Inner Step 41.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154241,
-    6154280
+    6154354,
+    6154397
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 34,
+  "inner_step": 41,
   "intermediate_size": 5632,
   "last_allreduce_block": 6153736,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2aa9216084982932da4ddc32c75f9d4c19204c1a72db2cd97842b8a2f5a91688
+oid sha256:47d91e990605ca76fdab70491701fe423ac0b4a60a833a1f060027742cad5a2b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32e464a7631bb720539b988d01bf2b3033548af7c529a100595cbcc3a41de542
+oid sha256:ebead35144bb596d0b5f4c033d1fef18e86fee7426553cd30d8d4044aec4d69d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe669121eb207841b953a5855080fee9a1b180589cb873897380fc21fb030c40
+oid sha256:e7b35e89ed2649da27601e09a200cfeb8541cf8fd5b40de5e84ef9bb240abf5a
 size 4400216536