Run 8. Outer Step 44. Inner Step 45.

config.json

@@ -264,20 +264,21 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370226,
-    6370245,
-    6370261,
-    6370279,
-    6370298,
-    6370317,
-    6370333
+    6370374,
+    6370391,
+    6370405,
+    6370424,
+    6370441,
+    6370456,
+    6370475,
+    6370491
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 45,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8953a85f1a7e3d58958b26bc5014f612a15557385b144c4aee77e373cc6f9ee7
+oid sha256:6f77699529b2a0301e462b91888fc12d14683059b165f9700f9ca905e539eba0
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18c54b27509a08b9052377bfa3d5e47084678e84353e3ae25355aa98e625467b
+oid sha256:0c1ad353a3482a47ff3f8ccbe822c195f14aca9fd8e84f685a905400aad0265f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10c60da346b4afa9453f6550d54700e2a6a80a1031af0e26eb638f58cf352914
+oid sha256:b954ae270dd06f51d833e7360b5c06a768dd8c725a937a1807542f0a8a4f87a8
 size 4400216536