Run 6. Outer Step 70. Inner Step 49.

config.json

@@ -264,17 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6176628,
-    6176640,
-    6176649,
-    6176656
+    6176683,
+    6176692,
+    6176699,
+    6176713
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 36,
+  "inner_step": 48,
   "intermediate_size": 5632,
   "last_allreduce_block": 6176357,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da4049d3eee04d3229c0ea546d672912730711e16763f7021203652ad3a4cfd2
+oid sha256:4f2c5bdac13d919724bd1167bc120218425de03d0d0fa26885aa2fc63f6009f8
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:969b6a1a543a952211bc6cd1319fe23b44dc23fdde78c7cbc36ce01356a13cf5
+oid sha256:2e3d8398ea27abbf8c279cbfc5d260cc3af1a6ed5732d36ceb17ab961ce408fe
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17fb2f5db14cec15f3d061d181a799db2f2657d9898b1b34ea3c345640e79df4
+oid sha256:582f49d4ad0d3ca7977e7be9d6a40a6a075f38da0570ec23acfbe59ac244be72
 size 4400216536