Run 8. Outer Step 40. Inner Step 237.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6367017,
-    6367046,
-    6367078
+    6367142,
+    6367169,
+    6367206
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 227,
+  "inner_step": 237,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbb19410b1cdb67b7198efe95f8347905a61beff55e5be8d61eba571d54c2afe
+oid sha256:c862f26c333e8a11f753f781d649a193b29fa30977e8157539c7291dd61bd628
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bc8ca6e4556f5f9f3e3786b85efc798c977d7759e6750933e094583f77ff4bd
+oid sha256:6c4825fafa2c62283e16e8c49a4089a208439ed412545061f942253b3ec587bb
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:152289d1d61eb44cc97b6da0e42b3dd2b1e038b47842a846608d21bd7bbfb1de
+oid sha256:9c8f63c035251de705bff05b2384c05ed4c30fb0b9c60f07b356c186b91d979e
 size 4400216536