Run 6. Outer Step 46. Inner Step 12.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6160368,
-    6160396
+    6160470,
+    6160504
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 12,
   "intermediate_size": 5632,
   "last_allreduce_block": 6159733,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1658b3f166d993241ef30da76fd9d14a307f0ef4645bd47ee6a202f3ba77611
+oid sha256:e7a7c94dd68422d8cfdbd0920d7b6c622fa7e6ac67e3ca629694896772fd147d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1faebec8dacaf82264ebcb63fd2a267a320b8dba0e235d9dfb463063d02ebc6c
+oid sha256:6535edd9509a0140a47653ad5b9383b91440897bf4c48de5794c2cfc99ca3125
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27a276bdf0c031979bdf97d2fb2036d6ab63e365bf340944cae42f99813b0587
+oid sha256:92fc264dee2ee4e770aed137a13590a15b7c435a034fd6fb38fce2ab3fdfc006
 size 4400216536