Run 6. Outer Step 94. Inner Step 106.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6196100,
-    6196118
+    6196156,
+    6196175
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 98,
+  "inner_step": 105,
   "intermediate_size": 5632,
   "last_allreduce_block": 6195249,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56bedaf7478e506c064618d715a9ea3051d47f8f30e4e79edad330782cc8e03e
+oid sha256:9cfe0ec914cc9f4b709f41eb7d9e79d0c535a68b390492ce00c3990f214785cc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:912610eeea44518013b50faae42d1323416ec64f7ed79340a06a34b98ec532fb
+oid sha256:3d335d127f1c2a26e6d3a892703a4f82c442243111aa3080b00a1cebb87cf898
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99a53f74a842c43b415f5d0556c35f47ac161d8bbaa9757400ac1a8047155d69
+oid sha256:27b2e5af6f5d144ce00c54f7587f01f25b4dd7717c71641134e38f918426b291
 size 4400216536