Run 8. Outer Step 46. Inner Step 68.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6371789,
-    6371806,
-    6371823,
-    6371839
+    6371872,
+    6371890,
+    6371905,
+    6371922
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 56,
+  "inner_step": 67,
   "intermediate_size": 5632,
   "last_allreduce_block": 6371430,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f16c932c8728b9a6c01c344802f21b79d7ba7af85f5a1a56e04d36de72d5b95a
+oid sha256:c458d315760e34d3b454f90135194326ceb5d5e2df4b24040dbd3d9887509873
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38a78e0926876becf01b3fbff0316b72e1d6a9f9104f24e31ee40ae3f6c4ce00
+oid sha256:7f986eb48937fc664793fc1c7246b90f67bd463e2d0fb802c5b4ed28a2531cb9
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:662257ad643adf5256a07fb6570199c20bd9f3705ac0e0d3f0e0a619206a8fe7
+oid sha256:6827278b22ceb81a1c91719113c5088fee0949a00f7279a6aeadaee773a2c25e
 size 4400216536