Run 5. Outer Step 133. Inner Step 14.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6004097,
-    6004113
+    6004136,
+    6004150
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 13,
+  "inner_step": 14,
   "intermediate_size": 5632,
   "last_allreduce_block": 6003212,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:502c9afab98e870d6a66cdfaa6c1470e0c5226a3b8c2cbed5565a84fcc966745
+oid sha256:3642277656ad97423fa639c7bb9a39ae56a3accd2fc19dd02f7532304251a1fd
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61d0212c2505dc89c9bca04419ac887f45b511cc77304613821bad3af3757dd9
+oid sha256:350062e706d36c5ad10136cb22be907a5898ae05ca268990985c4e7f4454a65b
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f498c9db528d2aaf82c3c5036bd877fbf6d202e6f16edc8dcf6cc7c1b47ad38
+oid sha256:76cdbf722b2ed98c729833ca5f6047dc68115d1f560b37e71160eec34954a044
 size 4400216536