Run 8. Outer Step 79. Inner Step 69.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6399736,
-    6399739,
-    6399764
+    6399789,
+    6399799,
+    6399812
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 62,
+  "inner_step": 69,
   "intermediate_size": 5632,
   "last_allreduce_block": 6399276,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb36356d7dc71121498d1881e2a954d70b4df5589d091a92acfdf86c000de0bb
+oid sha256:67eac5ffec4dbe652f9aada867202dc4252192872568fe594c0b09abe8cec735
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10492e82ba5e746565feebce9b8a1ebebf630e4a3d1cd5c8b19f48f66c6d0009
+oid sha256:4e686941f6a3950be9c746f4f471eb0b544b0c3e5ace4638397281ad7dcf59c1
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3010ff28bf396d3d8fa87aad2738b38b40ccc0a9bce8d0cfb5e966fadefea530
+oid sha256:53bf92ed839cca83588a658170a8dd0c7eb5eacf38cc70d1aa9e7cbb587a916d
 size 4400216536