Run 5. Outer Step 153. Inner Step 33.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6090315,
-    6090342
+    6090398,
+    6090429
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 29,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6089554,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07803c12b500679b873b966fa39cee45d2b4ad72a1ac6eb6c8f56e5a84070df8
+oid sha256:326e219f79873c6ccccc6652b9075f90f5b72dbc87fdfb51531e187e11c642ee
 size 44585978

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e51a263d9b6dab390523fa027e574c645f6c504088819ce0a4921558d1882aa
+oid sha256:462f4c5ff813d6e2da6d7d0d22161c1588ad786b1739f1a16696a0928d851495
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fd464832b4f64545c7f2307a716d265f05ffa9adefe3737f1fa81aa1c76af6a
+oid sha256:52091c41ac4c62538894a0d8c5ef76ae980d767becb2e6e53e0c3b38f333a440
 size 4400216536