Run 11. Outer Step 378. Inner Step 9.

config.json

@@ -264,9 +264,8 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6733261,
-    6733289,
-    6733319
+    6733364,
+    6733396
   ],
   "bos_token_id": 1,
   "dtype": "float32",
@@ -275,7 +274,7 @@
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 0,
+  "inner_step": 9,
   "intermediate_size": 5632,
   "last_allreduce_block": 6730651,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05da3ad5b916419544a8b2f3946a1443ccd1952b33bf69f3824bb66734259efe
+oid sha256:dc1de682c4dba108d83375fa1fab2d959990ca54c92b413611085986b275963c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9c837a06bf65bb0da9573ae30d4c47d293c9d7a2f0de7bd097619fa3e8fa624
+oid sha256:5fee6c3441e647d533842ce2d9fedc2a5f69f3f910a2d2812c04095abd5a2a3b
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36ce65d0e6ca25fe9613905491b21ec94c17009bf6c08a4679b8364c564d4728
+oid sha256:b1acccaf924d1ea60774370a4307c05ef4f730dc8703c5ef4bf92c77629474fe
 size 4400216536