Run 8. Outer Step 70. Inner Step 33.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6393702,
-    6393717,
-    6393731
+    6393762,
+    6393776,
+    6393791,
+    6393808
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 21,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6393230,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a5dec3975d3eef1c4c0f3b3932fc76d18a71f6acefae80b26dce1846cbf46d1
+oid sha256:91c43215d469ea337f7d1c001af787e0e7a10d0ed5526e65af655caa0d7b5590
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed4590c6ed713736ccae66eeee89426a43187a21c1b1a8d7ea84f52ae9f35905
+oid sha256:cb877ef4af699ce21a48a54ae2b49b0a146f188a5872f41cf5db511681ded3a0
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:321af79a6e5652f00c4364187091b47a1c6d67e941f0b3889cfddb3ab1336d3e
+oid sha256:da838feb0589dcd3281db41a328d86a30ae216b1340713bd44abfdd506615480
 size 4400216536