Run 8. Outer Step 78. Inner Step 38.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398792,
-    6398804,
-    6398816
+    6398852,
+    6398867,
+    6398882,
+    6398892
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 38,
   "intermediate_size": 5632,
   "last_allreduce_block": 6398628,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d855a1cbc757bcb37480512dcd7f5d89b65913f24dc1dcfd6680ca59cb70295c
+oid sha256:edf2928c40eef43b6de7abbc9517d7b441795f29826386974e765aacaae7583e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f31ad51814b82d37db9ca48b02d3ec3a9d56333c0595ec887d7167027bc2b3ba
+oid sha256:4dfcbab5e6410d58dd858b531ba60755e4b347c3d0435e746a9561aae868aa3a
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:800574faa236684340c853158a2064513b09641c617ae281ec4a55bd9d6b3746
+oid sha256:ca509438a8dc26809b26176bee522e0f96e2ee4a17a40d615f98a69c7ab05dd5
 size 4400216536