Run 8. Outer Step 43. Inner Step 26.

config.json

@@ -264,15 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369517,
-    6369534
+    6369578,
+    6369599,
+    6369613,
+    6369629,
+    6369646,
+    6369664,
+    6369682,
+    6369700
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 5,
+  "inner_step": 26,
   "intermediate_size": 5632,
   "last_allreduce_block": 6369452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75e1796fe7a0eef2b8da169457c924e88394dc3b0688130ca319299ad978d628
+oid sha256:6c45cfbf529164c0a004a15fa270150042deb6ed0005bd63cc5b6327518e5c5c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e9d903e47c607bce232e901ab282a24a53519712c1ca75fe2d956faaedfd257
+oid sha256:eeb75b0ae0ec10463fbe38f638b0bd7895c2eb28fcc19ee9864ddf967c5dc641
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95086ec14ee8d6f1207e6045d6a5c41767757c96270073b56dba74206f8172c3
+oid sha256:066514c00498be4f5d51a2ca4713be4e4884fe4b3b981f1ccadf6a9407a0e9b5
 size 4400216536