Run 8. Outer Step 120. Inner Step 105.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6439961,
-    6439969
+    6439992,
+    6439999
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 98,
+  "inner_step": 105,
   "intermediate_size": 5632,
   "last_allreduce_block": 6439452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60951b67b77ddf5794b0844614978a8b9490909caf1e78200880c77ca54d4390
+oid sha256:e6af482373cef277a86953f60b0ae04e7d5c0e760e096506219bb6488dc3f111
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13657bed2daec582bc90046592aa734224c575a44cca1f4621baad46b0d4ac38
+oid sha256:5c87a370622593467c4431393ae00461be37cb974e9d7eede7e3155abed6741f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c0caa1bc07771bfd6b5911933e311e49970b14931f6ec24053a41cfcc17f7d4
+oid sha256:b8ab1bebad1ac6d482346648d617d81359015eb851ac76f79ee57a2d7eb00afa
 size 4400216536