Run 8. Outer Step 84. Inner Step 210.

config.json

@@ -264,15 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6404018,
-    6404027
+    6404038,
+    6404054,
+    6404061,
+    6404073,
+    6404087,
+    6404098
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 194,
+  "inner_step": 210,
   "intermediate_size": 5632,
   "last_allreduce_block": 6402610,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd15435aaa15a8cc3655338fef818b8b9b7e69a825053f53490a821524a56dfd
+oid sha256:dea483053146e6a3f4548ad70990e91d24d256c5f846b6c09795ba72c165ad1e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc74774af32868b24449eb3730b0fe78a996d3327b73ab7c030db70df79a20d7
+oid sha256:acb8a30757535009f370ad75f7f03d5823ea628d241b00daa0e8ac755d935d5f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18d7e536a8f92ebf3ad760160cc033d2f5b11d2e29eb5b036b53adc8a89f796b
+oid sha256:9aa31dde232db9fec44a6b21e04ee564407e3731bf67a2ec017c87472f70c9b6
 size 4400216536