Run 8. Outer Step 44. Inner Step 43.

config.json

@@ -264,20 +264,20 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370226,
-    6370242,
-    6370260,
-    6370276,
-    6370293,
-    6370310,
-    6370327
+    6370371,
+    6370388,
+    6370407,
+    6370428,
+    6370446,
+    6370460,
+    6370477
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 23,
+  "inner_step": 43,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2508f208606cbd83a343be716f0c62b2a742abb58e5520c07cd985131d1e6261
+oid sha256:a14428fb6e7c289001b58999c82ef96d62df07aa5e07503e06362d45d8d82ccd
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52afe15627554b9ab1c45e223e2387ca95d85f76f1e916133a31c3af594ddfba
+oid sha256:ef61189383f5857989223e5bb4e440e05de249a1b09644173494b85c5bc35b3d
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:458190b540e36d5126339a25f378a7ebf0a3c5477073411f82e7579cb291969c
+oid sha256:c16d09e5f256b21a657c156eafa5b27e5988d0d83ae13882fbbc33c5ccb544e5
 size 4400216536