Run 8. Outer Step 88. Inner Step 64.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6407238,
-    6407261
+    6407296,
+    6407314
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6406775,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb500611acd536aa8b90f61ec25523fef36967a74e4599a5f66201de3d8f52a9
+oid sha256:23f504f33fcef2a746ccfff43967be78fec2a29058811aedfdffeb08d8137335
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0b5ce9a605692e7bc0becfbe9401a8b31fda21907673966b4e18fe4b36eb268
+oid sha256:bf35bd7bd65a07d02293258ebca515ca9470573540949909cf4447269d380cf1
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3acc62f5d073a41b61dddbaea60f17aa91246ebd9b3f0fb9cd0f6cd5c7ad5a8
+oid sha256:3ef9d7db7b2a4843a954e3fd69b224b78e5718cd8927135b6f8da648567c3c3b
 size 4400216536