Run 8. Outer Step 42. Inner Step 62.

config.json

@@ -264,19 +264,20 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369095,
-    6369113,
-    6369132,
-    6369151,
-    6369171,
-    6369186
+    6369221,
+    6369243,
+    6369264,
+    6369286,
+    6369302,
+    6369322,
+    6369341
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 42,
+  "inner_step": 62,
   "intermediate_size": 5632,
   "last_allreduce_block": 6368820,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ac624948b42608fa91a8ec80cee813a55fec9374b97c620d41aaa787415509f
+oid sha256:c8099c268fb488590cea3a45535cfa6d2c95de07eea557c9f7526bd84fb7e023
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1afb4cc1e984a3eca58010f425e5139c79ac0947b02c06b0ecc496b90bd9cf4a
+oid sha256:d1d9f60c6da1290406cb3d4047af1903c637c213ccb8b166400dfdf9c2c651c5
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0181b4c0562f8b66f87f12cccc7d456edc79cc720713a989e0d6450b645723d1
+oid sha256:d3babfb8b25d628615b48c11a78b22b90f2eed458ef49471dd9f45e3e6c46d10
 size 4400216536