Run 6. Outer Step 88. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6191684,
-    6191701
+    6191735,
+    6191749
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 62,
+  "inner_step": 69,
   "intermediate_size": 5632,
   "last_allreduce_block": 6191205,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7102d22379f98d11b968fb702749bc3770d5b1ecd964e8e73f78a8d9d6ab98d5
+oid sha256:2c217bad14d066a552c41a42f6c80da7200a66cb7c5c55e3f0c59495b1a755a7
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c61bc2710d0d7444d655ad0922db4eb03d0e5e33a6d89dd51f73c2c886e019b1
+oid sha256:2f6bf3f5d286b23238401bd934bbf01a8b50391a9541c8d658814b8dee698676
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed3e6b734ecda7c68a336d7c241ef51ab076690e17f50107db019cafdada37dd
+oid sha256:7d71fae5a7ba7183001c2cec92d0b6a76165727354fdcb3e1d6ae5a47803946e
 size 4400216536