Run 7. Outer Step 105. Inner Step 71.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6297687,
-    6297696
+    6297731,
+    6297744
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6297094,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f69a69bb6e9df6d764a078018043b3d71b9ed620142d62b5f6ec30f9187c80b9
+oid sha256:57a2a4b7eba8f6e899be3dcae802d2b915cb644eaa5dfd4e7b3db2a9f01aec56
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a4216cc16382478b61f4016d6fb83ef0cb6c9c17db0e2212cd905bee3dd10c6
+oid sha256:db1a52b74353538511e789b650223a4041f1affdbfbc49643bbf348490e02bbb
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aebda16fda2fecbf58f80db66270cf53c1c88c8054e134ceee38c192e40258f6
+oid sha256:c5409ec1b4409ef0a2f59bca974518850590fb0261148284e6a27de4713d81f6
 size 4400216536