Run 8. Outer Step 64. Inner Step 36.

config.json

@@ -264,16 +264,17 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6385991,
-    6386005,
-    6386020
+    6386055,
+    6386070,
+    6386086,
+    6386103
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 36,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385832,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0456719fd345637e154613370fa95ae41ab45ebf92e82b1ab23c3bf4999f40ea
+oid sha256:e2dd78b0b16f07e071195c916cf7ff95706cadaa8a91eed9ab32ee4dc0ce7b1c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:718540ceba98b48b527b20a361d5ccde38966d95de85741d62368251b2e5165b
+oid sha256:99a68378744405f3bf6294fc9919384a671c361aa966ab9bf2bbf0bb2e6a7682
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52d8acc9745bbfcbba3c5b74025df17fb5330abca38629a05c9db02ea9307c4b
+oid sha256:3ebbcc88192302ed1651d05342318387245bf74cd3e54a655cc73d423f3e4149
 size 4400216536