Run 8. Outer Step 40. Inner Step 302.

config.json

@@ -264,15 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6367739,
-    6367757
+    6367808,
+    6367828,
+    6367850,
+    6367870,
+    6367891,
+    6367911
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 285,
+  "inner_step": 302,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0adba3f35eca050c43edc92b84bd34d2d4714f80c334714c4efbcf901fbeab27
+oid sha256:3e67b3b070e87be645d4c3c87dcb2f46881a280803917978a5322dfdeb40ee6f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7dfebb70080dea7df49bbeda990830b970c7c5fd038e8efd79ce9dfb8c5982a7
+oid sha256:71e490c7d165b6a7538954b9aef2bc452b8f07af5f23bd0f37ffe72aea84e1a5
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4e5ed3b89e54285409c911d153eacc2c5b16d81ce6107512ba421920aa96ef8
+oid sha256:4e2e2f7b25be12f715305b5663131457b9c5b73962a2bcfdd33a43fe1e7564ad
 size 4400216536