Run 6. Outer Step 96. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6198085,
-    6198093
+    6198123,
+    6198136
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 62,
+  "inner_step": 69,
   "intermediate_size": 5632,
   "last_allreduce_block": 6197602,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:704fe80ffcecff691bb9a5e3b623d9d5b2366f505dfa8b24e500861511beec1c
+oid sha256:c1288cc7f6dd8d9ceee9dddf9ac1587cb49886d16661c14f59270a8fea0b848c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96a42bf10fac17965a0353b2f4f4d4f266f205b4291570906e4e133d4e4f68c4
+oid sha256:b714d4a338f221982f49b2d2a3a06ed78502022ba17d9f0d4dfed37d65b44354
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3cac062b9fbb63008d125a3979d33038c68e39fa05b902c9737a069e089b8ec
+oid sha256:4067f284623815e0a256e5bd222a5123ee2817b24c57aa6950e1c0da73ab3a38
 size 4400216536