Run 6. Outer Step 98. Inner Step 69.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6199376,
-    6199390
+    6199422,
+    6199437
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 62,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 6198900,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdfbd4b251014c59c35e50df30de7155157cf0d556dfbdf0a32a74d1f14be97a
+oid sha256:ad6c44e2defe14a8e015265b90f7bfa16dbdcd07d73f833797ba24b1b1a981fd
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d239f01e91dde42326f241111b27d80deb3b900878ea8d0924e76a13d313a219
+oid sha256:e7a905ea1705b1b4d5cfa2840a6cd6ae0c077ee9929bea639359f75704c4e826
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d60c8f68d4b5538a99c29ce6b304543a42bced8b7f933443a5a61fdbfb14902
+oid sha256:18937b91fed64e7339fb17b7c72bcca252c2bb475256c28edaf6069a0cd1f795
 size 4400216536