Run 8. Outer Step 76. Inner Step 104.

config.json

@@ -264,19 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397562,
-    6397570,
-    6397579,
-    6397588,
-    6397596,
-    6397605
+    6397631,
+    6397640,
+    6397649,
+    6397659,
+    6397668,
+    6397677
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 86,
+  "inner_step": 103,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397200,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:603ca7e912f6fee6999c880a868db284c8beba693fdbf320091bcd868a3ebb68
+oid sha256:fe1734efa635aec98730456ecdba0232ebc47e4fb5796f4ba86f5e19e63d5e5d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:388cebd23a8dba8f3ede6bba1aec7aaf74fe0431511b1165c400e9cb33d03785
+oid sha256:2f56298be13d5f424438261f7eb153ae5e27e27dd34cc3a98b1dd84610371fa6
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54e458977448046ea8781574d06e4176a8d5dda9b9af94827e7eef4466cd3d1e
+oid sha256:d9db2e45d0e34c080eae1852eebf55dfbe386495ff300af78021f7ff21d9c990
 size 4400216536