Run 6. Outer Step 75. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6182065,
-    6182082
+    6182121,
+    6182135
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 70,
   "intermediate_size": 5632,
   "last_allreduce_block": 6181469,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3f17c4d8dcbefb9715ba9414e30e39ab3107517f660f26fdb1998a9c5b691cd
+oid sha256:ba46d270e3c7326794dfeed81e871d4e94f669119965dc051f84b37e1acad50a
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:731f0fd1b474f998c8c1fc1616d0b4816426ee623115b2cde4830f0a4f5518d1
+oid sha256:e18381addc2295fa510ae7fb0b0999f0b387f0a4efc5253781cbf3cf859c8a9e
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06b6b6a36e35e98141e93694dbc76c3d29bca4634ea6ae60b1efe28019e4e755
+oid sha256:914704c21f053f2a1a86e6e297302a7d3039221757a548e7e0d7f54a0e6a6a0d
 size 4400216536