Run 8. Outer Step 76. Inner Step 69.

config.json

@@ -264,15 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397628,
-    6397646
+    6397690,
+    6397706,
+    6397717
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 59,
+  "inner_step": 68,
   "intermediate_size": 5632,
   "last_allreduce_block": 6397200,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c92c8975243fde7834cb417103efc42e9a9caba36a4652740c099466601151cc
+oid sha256:6e662f538a5ebb7adb3f0fd61c807770ba56d6f4c0d8cb4d01829a50636e5483
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e605e65619f1ba8d0be146f79f2997769db60922b1f4ed9cdad2caf0ee21d6f4
+oid sha256:c14690dffc2e55c6633fc53ef529af2cb50cde6b4a416f5b9ca4233f060be92c
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ec9d3ad857a83f1c17ddd55a4a624410544466967ddf1b633bece3519724b1e
+oid sha256:8806529bdfebe271ac0200830a276aaa1db2a13210d6ef29187e380cc3a36294
 size 4400216536