Run 8. Outer Step 84. Inner Step 217.

config.json

@@ -264,19 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6404038,
-    6404054,
-    6404061,
-    6404073,
-    6404087,
-    6404098
+    6404137,
+    6404155
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 210,
+  "inner_step": 217,
   "intermediate_size": 5632,
   "last_allreduce_block": 6402610,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dea483053146e6a3f4548ad70990e91d24d256c5f846b6c09795ba72c165ad1e
+oid sha256:d9df13d2fe43810739053e072311dbeee14067c00748314967a8492d1161b739
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acb8a30757535009f370ad75f7f03d5823ea628d241b00daa0e8ac755d935d5f
+oid sha256:b250ffd2fbbece7f29ee37535f1460e047e67dabcf55d2f89ab31834b63b9be4
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9aa31dde232db9fec44a6b21e04ee564407e3731bf67a2ec017c87472f70c9b6
+oid sha256:5345ff5cdd4857f3ebfd16a70c4af5bab28a7dba1e1c96a40e715c5ff036df3a
 size 4400216536