Run 6. Outer Step 55. Inner Step 28.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6166696,
-    6166732
+    6166816,
+    6166859
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 20,
+  "inner_step": 28,
   "intermediate_size": 5632,
   "last_allreduce_block": 6166354,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4814e3db8e697837ac60f474556cc7f97de39c9f8dee0cb09c5954721ffa616b
+oid sha256:528a4efaa76b71b437137892ff45e88d134dd320129f048899d6d6423ec19d4c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6c5c9e617e72025e6316f6d4e3a4ecba3a4edb621161856e307eb913cecaae0
+oid sha256:11ab41b799937ecf5f077536f4f17a1eed81c653b183a397c2fffea600185023
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4278a7242054a2fa267fddfec85865803eaf957a887de2d7dbf62f9bf569a85
+oid sha256:417d8df599b7052ecb7534af75b5e4bd624cdf7e1c746626af7af443b26a6059
 size 4400216536