Run 8. Outer Step 40. Inner Step 610.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6367483,
-    6367500,
-    6367513
+    6367542,
+    6367560,
+    6367578
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 599,
+  "inner_step": 610,
   "intermediate_size": 5632,
   "last_allreduce_block": 6361535,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89d6b7179dcc98b6c7417e5f3c1211153c891999491c0b0e35451d41c87b02ea
+oid sha256:ba0d6ef508d49e506a77f70e237d904590126816d7cd30e870e37aebeb14aa4f
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:972143cdbc6e4e43a5abfc71cdc3a03d732cd2a54869d662a24b9b7991785a9f
+oid sha256:25228927579fef796d555da3f6db5fe6f925cc74e8443918c7ac9b48888583da
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c1552be9ad265ac3290b7fa187126bcdf0fbb0081f8196edd21bf3ea0354f35
+oid sha256:f99b107a3559c91521cb6404e8749fe0c15a9d3f25e16fce173f340e7a2057c5
 size 4400216536