Run 8. Outer Step 77. Inner Step 57.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6398286,
-    6398303,
-    6398317
+    6398346,
+    6398360,
+    6398381
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 49,
+  "inner_step": 57,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397881,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b3ce7335fdad43da70721381841394c6fd7e1deb163c2c6540e24e881682925
+oid sha256:7d578f78f71da721833f271b40268dfe32de9768c754b970282ca7681a4d7254
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da2b479d2f2e05d5b11724a32f9b993713301ded0da51f86a674f2de1f8215d3
+oid sha256:3aff7f82aed542868e2df76c677f751ef6df11c61f3691fdc6ae7b98dcbd42ef
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:146fc09d7ce9066749797ddf08465c837f2f0b86af6fcd628f9f70987937ff87
+oid sha256:d537af8dfeccd57f7bc7231c5fe144682bb6d5343c728997d30c73afb02c9086
 size 4400216536