Run 8. Outer Step 87. Inner Step 41.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6406342,
-    6406358
+    6406397,
+    6406414
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6406083,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8368683134136a8ecd277d01653644d1b12dc78bc696a18731327232418a2ad
+oid sha256:1424497069cfc61a00101c53c19df0ade4faa09f241345168e737fafe0f97377
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63fb82ca57b7966ae71a596994951acaf5f366d51c7145d3b2b4216c75f7ecfe
+oid sha256:67c1c03695fc54fb7a820fb6e7d71293d757bd74618034c6634fd84622d2bb3c
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fce252fda9944d61b6ecd6f8b8ceb99fbe16ce30429ead782b0969b6aa272cb8
+oid sha256:6c9c36bd6708ca06576d3c088132280d672ee55b38b4ffd22811cdffcae7e03c
 size 4400216536