Run 8. Outer Step 75. Inner Step 73.

config.json

@@ -264,20 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6396773,
-    6396780,
-    6396788,
-    6396796,
-    6396805,
-    6396812,
-    6396820
+    6396841,
+    6396847,
+    6396854,
+    6396861,
+    6396869,
+    6396877,
+    6396886,
+    6396894
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 52,
+  "inner_step": 72,
   "intermediate_size": 5632,
   "last_allreduce_block": 6396547,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff2217a5a90e87b2f6bef5c1d63c8449e14e9834cb0f6d903de9e6742f0132aa
+oid sha256:c387265810ee36303894ef73a5448a7b210d65a71249bb9b514331c926b3a36a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84e81f0afed3ec2437b165b94459a1149dd9b96bdf5deb28d9734166d631edd3
+oid sha256:c2159653cbe0e7656b7ea54c373ee9541b13b89ee37dfa8d4e8beee017768825
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a6a2c0412739f78cd05353cf03035041faa7ab2b07f6cffab0451f2ac78cd49
+oid sha256:82d4dd043905bb28441f543d76828be43a433b02b06401e2060fee1a034c091e
 size 4400216536