Run 8. Outer Step 68. Inner Step 113.

config.json

@@ -264,22 +264,20 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392304,
-    6392312,
-    6392320,
-    6392328,
-    6392334,
-    6392342,
-    6392349,
-    6392357,
-    6392365
+    6392388,
+    6392396,
+    6392405,
+    6392413,
+    6392421,
+    6392428,
+    6392437
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 92,
+  "inner_step": 112,
   "intermediate_size": 5632,
   "last_allreduce_block": 6391958,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc6e2fd26078306a5c4060392e5087f9cae8eb01a1d7332b64e451766919093a
+oid sha256:ce5f14002095a320aecda5a293141b79ff397a6412f6d221f061253a63e43294
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddf035156a5f486e1721a57ee15d9258d57af354d239cb1227168ade23516aca
+oid sha256:b2c785b7bcbc42e806198b2970f4320d24a674aefd0cffe9ed967b1f0438b84e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:136e2d0ac1ca9921b9c8556d092fb54f797583a03facd558528e53b0ae78a55c
+oid sha256:bf34bb7232f3f3b0f81d14781f8dbaf558711624f4826a280c9034837db1b222
 size 4400216536