Run 8. Outer Step 41. Inner Step 7.

config.json

@@ -264,18 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6365947,
-    6365963,
-    6365980,
-    6365996,
-    6366015
+    6366053,
+    6366061
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 6,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a262c2e7ab212c35d1516c8d42521ba5cbbc0cc93370e68c9a014e01b6c9628
+oid sha256:392651a2afda2ea113ea5291824be9a0fd8cb47af3ded0378e037bc9116e076b
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00b9baa3bf7521cf4eebe6bc2a0529cee6a96244683ba25f870355e55866b873
+oid sha256:8e2c263f4b0138ddfd497a1e53e80402a1256179ebbfe324445e0dc0f4d12b00
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:092ebd325423f1acf3c8af3e9b17665b6050f437043a454068a239a56d96a087
+oid sha256:485cb83082c4110380d158aed57ce1a60b8b5605d55a5a150ac08c74b5efdfea
 size 4400216536