Run 8. Outer Step 43. Inner Step 47.

config.json

@@ -264,21 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369578,
-    6369599,
-    6369613,
-    6369629,
-    6369646,
-    6369664,
-    6369682,
-    6369700
+    6369737,
+    6369755,
+    6369774,
+    6369791,
+    6369810,
+    6369824,
+    6369842,
+    6369861
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 47,
   "intermediate_size": 5632,
   "last_allreduce_block": 6369452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c45cfbf529164c0a004a15fa270150042deb6ed0005bd63cc5b6327518e5c5c
+oid sha256:ebcc9ddd1d5bbb1b6dc5bf029283d3df766b5cea3dae4ed22f1d7083819e3954
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eeb75b0ae0ec10463fbe38f638b0bd7895c2eb28fcc19ee9864ddf967c5dc641
+oid sha256:00ae790b3b2d6e803e35c5a670a2b50cf12bface8f35353c4ccdf2b194b5cad7
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:066514c00498be4f5d51a2ca4713be4e4884fe4b3b981f1ccadf6a9407a0e9b5
+oid sha256:9f4d45f9b951f67e07a7ecae0d233013165b38238b56149ad1f14b78dd4226f9
 size 4400216536