Run 8. Outer Step 89. Inner Step 173.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6408626,
-    6408634
+    6408667,
+    6408677,
+    6408692,
+    6408704,
+    6408719
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 159,
+  "inner_step": 172,
   "intermediate_size": 5632,
   "last_allreduce_block": 6406083,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fff597754e65f72fdd1af6a3f30425ebeb25b05ba63938a9850f335630fe2a79
+oid sha256:110a4a5452e47c13aae5516eb875da130994b6b189aff2db3f9aac29f8d80fec
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a72ae6b2407c5741cdc74dabc55e63e3eb8a0018fc78eade6c528e069159864
+oid sha256:3c373903143821cbe999fa3dbf1f4fd641587ca0a872edb33ba169ee48c7f769
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a1811d566a66f696bd942b1bc5790e17d049c72c9d38606e22f3285bdf602d5
+oid sha256:ff9d7abd7a2038d612e7f45ab99e3cb24ded8c9569bbb8dcf255dbeb55019079
 size 4400216536