Run 6. Outer Step 76. Inner Step 71.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6182719,
-    6182735
+    6182773,
+    6182790
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6182090,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e751a022b17c10867e34c3933cf1f0bef6121799dbd19ccc591c1c4c5c39618
+oid sha256:e564cede3963108fe7f1d97f9fce27cb3cf54dd8587aecf365f82e4b6f27daf8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5805fc9e4073a6a614e90f7fefd74e50443d5a5e1ba91251e38373f9f9bcb70a
+oid sha256:0b389d7ca9b11551d31f41871e5a369a749c9cf56f6784f49a817fa78733e33e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4aa2e0e487c1b9d0f2f2e4ab94d5a53dc2f3dd2e47c6d2698facf204cd692cf
+oid sha256:28e981873eb049cb6457ebb6e72b8b2651235cdefd0c6e32477b7c970d18f16e
 size 4400216536