Run 8. Outer Step 61. Inner Step 36.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6383136,
-    6383155
+    6383192,
+    6383211
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 27,
+  "inner_step": 35,
   "intermediate_size": 5632,
   "last_allreduce_block": 6382929,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5f8e0b67c1510eb752ed70e5135d26ae0a617328b0817f8d1cff18128ca3889
+oid sha256:bed1f3bb13fa84d27939eb0eebc239152dc9c6f35fa9fd8cbcd8f27a32027a88
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c20d27eb17f76fe3968d69f0360a6246f10a909319c4c68f37d0859575c1a69f
+oid sha256:489145387b9c51cf95ee489aa226dbc8d346c0eb338cc1278ebb1f034db09c7b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fadc8dc00d51dc62de9f28cfba7559efa5a82ccda9be935ee7564e25d1c65168
+oid sha256:069bf686f6ac449e4c24af0842061c2175d70d8243803c53353fcbb27cd88bd6
 size 4400216536