Run 8. Outer Step 43. Inner Step 60.

config.json

@@ -264,20 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6369733,
-    6369750,
-    6369767,
-    6369786,
-    6369805,
-    6369824,
-    6369843
+    6369883,
+    6369898,
+    6369915,
+    6369933,
+    6369949
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 45,
+  "inner_step": 60,
   "intermediate_size": 5632,
   "last_allreduce_block": 6369452,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f4370212cc002c2b7d554aeddf9444084d1a7d2c2164dbc680bf21e2c7d5c73
+oid sha256:909a08d662dff2d729bcbccc9e505d5fc506c2cd81c443df6b5eb8536feb275c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb5a0ca70ede2686a457f79e85f79b69352bd1e4818937317112ea9d41f8d5d4
+oid sha256:b811f5ee5ec8b761c7397098f014cf54b9a90c213a2418abe93bd9781553e993
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0de74e07048cd4b154ac8b8e5be921fd57a13b481e49d33e431cbb5a703e647
+oid sha256:5c8f8728ffe189ad3e5c941d7e1207d6681dfd4838db8fa2433bb02331d2a1c4
 size 4400216536