Run 8. Outer Step 63. Inner Step 116.

config.json

@@ -264,23 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6385613,
-    6385622,
-    6385630,
-    6385636,
-    6385643,
-    6385649,
-    6385656,
-    6385664,
-    6385672,
-    6385680
+    6385700,
+    6385709,
+    6385718,
+    6385726,
+    6385734
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 102,
+  "inner_step": 116,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385112,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1706b71124b3a2252ad65b48df9ff6f41b6436f9bfad807062455a1d729a58a
+oid sha256:26593b0583ac22f133d776592f95090f62b2ce54fe5cc49703334a88b9f19546
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37da7e2d57d28c5e146b310fa6185faee95412bf28570f96d84fdb30f2a9da90
+oid sha256:77d0c56c04e68dc36428e516c61b260f0daf0bb44e01302834af62e24469d846
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b31a75037dde6de71907fbffc49c53ca7eba1412776a98f58307bace5aebf3b3
+oid sha256:f600ecf484277d6c679069ca8e758953ee45cc2bd32f680cbe7cb417ea0e0741
 size 4400216536