Run 8. Outer Step 68. Inner Step 127.

config.json

@@ -264,20 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392388,
-    6392396,
-    6392405,
-    6392413,
-    6392421,
-    6392428,
-    6392437
+    6392459,
+    6392467,
+    6392474,
+    6392480,
+    6392489
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 112,
+  "inner_step": 127,
   "intermediate_size": 5632,
   "last_allreduce_block": 6391958,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce5f14002095a320aecda5a293141b79ff397a6412f6d221f061253a63e43294
+oid sha256:46421ca0d00c16299b528f246413b508683c5cf650a326c146a3ad04647fbf38
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2c785b7bcbc42e806198b2970f4320d24a674aefd0cffe9ed967b1f0438b84e
+oid sha256:1a405d95e7b1e4b8c91f59b26ec6cc0c7b5a0636c7f4726a235f47aecede32d2
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf34bb7232f3f3b0f81d14781f8dbaf558711624f4826a280c9034837db1b222
+oid sha256:4052c186547bc187b23acea2da009dd5228ced933398a3e032483a3bc8605e23
 size 4400216536