Run 9. Outer Step 1. Inner Step 123.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6449696,
-    6449710,
-    6449719
+    6449748,
+    6449762,
+    6449772
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 115,
+  "inner_step": 122,
   "intermediate_size": 5632,
   "last_allreduce_block": 6448311,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:212cebe9dbe092d3590f8bac4023133cf3776f9df4f2d6b34cd8c84b45b41067
+oid sha256:05281d2c4b5380d76511983e1caf39554c57a24233192b1cb75752769422d027
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:903913420c65bdf428f9c5b76701527810d188d6b95c6ef1d78a044970d7531a
+oid sha256:5d4629cbe4887d356dc603ac28577c347da49e99351eba407039269a5372a2fd
 size 4924926842

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53dec3ceab918f3f59d8788643a480aa0c94bb5f85701854937a940248935f46
+oid sha256:75178950d4f333636ca3f97d11580aed342ec48fb02043e7bb86828b9aa4760e
 size 4400216536