Run 6. Outer Step 97. Inner Step 72.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6198739,
-    6198751
+    6198790,
+    6198802
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 64,
+  "inner_step": 71,
   "intermediate_size": 5632,
   "last_allreduce_block": 6198252,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaf56974a0bc7f9810e8366dba197723d5067a56720bf4264ebbb594dc653e97
+oid sha256:52b8caa13b59f1236e023081ed5566f5740b41074a13cd7795f7afce3be3970d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1078793f8bc11019949cf8dd22a5c931d2544a9d715661099e846f4bd9e43c87
+oid sha256:0cf2095377bf51f9f9b93100d4d22713084b8b71887f446f31d0199144286e35
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf0f15afbc51d787c0fa90b44aa024014775ec861a8c0f0cbdc51a5842ce6757
+oid sha256:5a321b8c5389fe599192af993e637aaeee6d3aca82521f7d64ba653a90581ca9
 size 4400216536