Run 6. Outer Step 67. Inner Step 106.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6175000,
-    6175008,
-    6175015,
-    6175021
+    6175047,
+    6175056
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 98,
+  "inner_step": 106,
   "intermediate_size": 5632,
   "last_allreduce_block": 6174482,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac251ba389469e016e3ca19430f5b2dfc2e669e471e5a2a982ab09f40de51fd6
+oid sha256:0cf96384b7b3ff4af10c0b2be69edceabf19dc9468aadb6feeee300b5d89308d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b451a45df7b156706914e1a07e216bce58b9262eb9a037e060d395e8f85f4f50
+oid sha256:2c91cf13ad74b03bf0a0331486d2e8fc41fd07744fde5a80cae2967c61cfb35a
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb32e3a4a2e34b4041f186c83008ab863120e1ae451f3397754d345d4181354b
+oid sha256:78b337aa9d1e64a7bb57a0f2cd9a613eef181f2491950045a4e3caf215a3b972
 size 4400216536