Run 8. Outer Step 44. Inner Step 64.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6370477,
-    6370492,
-    6370507,
-    6370523
+    6370563,
+    6370577,
+    6370594
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 54,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6370103,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e76c95397b55b33a9bbc6215ea2b85b1b3412decd4dd05f47520fcf1036fb588
+oid sha256:675b2d27093838bf6823a21bee141e1c38f8b0093b1b6b4da0dcf276d28125c8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:513a40ee77eec36ae82b2b8a45f9dd965706f16a66ebebab83a81271fc033a4c
+oid sha256:7304dd9c990803a4076b161399d26d283722536a63c98f182b98856311e1a9e3
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbac63632838160375b77a3d0749649dcca556aa602c0ec66bf3867749330fb1
+oid sha256:e1e2170eec45771545cefcfe59c517988807d778cedb72ba9da2f9dad5760946
 size 4400216536