Run 8. Outer Step 64. Inner Step 64.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6386230,
-    6386248
+    6386278,
+    6386295
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 57,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6385832,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aa52b620257cdf5b37257c2dc59ed959fe25e9b5872d70a51eacccbd8f0c5dc
+oid sha256:860449ec36fefbe7b0e850f9c9556d5d23e5e02e75a47fb974850173c96e7580
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cacef6a325857d4ca3e9b880ae33aa2c006bca8f8d8c638585a71e54b3418b64
+oid sha256:9617395aca51a6c6d62472caa048ee303e7aa6486fa516a9ea3e0462278daf62
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8c3ccc0b32b10e3751969303a9ff52861c96249d4346c0c38c09e6d42ce2309
+oid sha256:ea034cb6ee473b427c354a2e9b6ca5be399b135a86860d2839d87e22889f23c6
 size 4400216536