Run 8. Outer Step 64. Inner Step 95.

config.json

@@ -264,19 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6386138,
-    6386147,
-    6386154,
-    6386164,
-    6386172,
-    6386180
+    6386209,
+    6386222,
+    6386233
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 86,
+  "inner_step": 95,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385832,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c29e091e7c61476866af6fac7452ec3023a48a188778b8ce597fa99278adb99b
+oid sha256:af94b2d7fff6eb33d265b67b514cc5a34662d8e1c631812be82764292cba7dc0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8133f2fae5c0a054e8963a5ea915192aeb178c2c08c7f27db26531fd2fb861ab
+oid sha256:bc30326b7ea16bd9875c069cd95faecb52287aee58c5d959e656a56342d25378
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6ddb18f6b8f625a69b2282d42718b480ab4c4c1a9c10fa16b84769eee346429
+oid sha256:9e7a9e608decce331da9347da3ba7dd4b10cb8be0f61fd710e146f9ff8cba31e
 size 4400216536