Run 8. Outer Step 68. Inner Step 97.

config.json

@@ -264,20 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392310,
-    6392319,
-    6392329,
-    6392338,
-    6392348,
-    6392359,
-    6392367
+    6392406,
+    6392426,
+    6392436,
+    6392454
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 85,
+  "inner_step": 97,
   "intermediate_size": 5632,
   "last_allreduce_block": 6391958,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1954c208ef6e8a963e8a9c6aed017a6b3a01e1c77e3b19558b32ab6f413f657
+oid sha256:ec6c20a61a02557da938c30e189ef4f12debeaf77564892200661dc1862835ed
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a07509f973554655931a72fe977187c81cb4a876e7252d3255d9008f3a5fa0c3
+oid sha256:b9a7749f1862459ec047f05d2b0b232158fae010114c78518dfc27f312fbf829
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5446e8a98cc3229b98da7bb5cf6e494697e89f81b3ee34535650031ea142fe87
+oid sha256:f53ba1dbe04d9dd40553d53d2e7ababb162730d682144b75261bf96443462edd
 size 4400216536