Run 6. Outer Step 38. Inner Step 34.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154919,
-    6154962
+    6155034,
+    6155074
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 33,
   "intermediate_size": 5632,
   "last_allreduce_block": 6154397,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e65a9cb5bab8eb0500b15eada66325ea91c5ccc49e87df294f5a88c05a84f94
+oid sha256:6236e5006b4ed0372fbb372230639792d3429acfdd1f11c3a43bd64519376524
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3a05192bac585a91854e3faa0f65e4fbb82fbfaffd99a9184f3202cb56cee92
+oid sha256:c342c9713f5c3549e9d7d989fb20798fad7fe4ebaef360425d5b31c07c7c36f5
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db5a36057884b6c3574cc0f9bb8f24fead6a8c67de3af9d1879194cb298d9b8d
+oid sha256:ddd38ed32a9c343f20ec5add5031726baefb48638d50b5716137eda1b8a94634
 size 4400216536