Run 8. Outer Step 76. Inner Step 50.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6397506,
-    6397536,
-    6397554
+    6397581,
+    6397598,
+    6397620
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 43,
+  "inner_step": 50,
   "intermediate_size": 5632,
   "last_allreduce_block": 6395177,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:128c0f90b1cfa237d647ef6b6ad8f7f3380bfdc4ea112b911ccf5ad69a0fff74
+oid sha256:744d3beee2e7e67d4584a0a22e6dbc193ead236709f8f363b7df0c9aac1c1b1c
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a863533e6a08c7f9ebaa1fe10b8855579677101bfdcc52bdeacfd84de180bf0
+oid sha256:d6ea9c96eee13f416b1377d25814c04eda9e298eb9305161f63e0107d8c0ca4e
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9275e0661db9cc3ecf0a6fbd523c31962bd8fab0f2c0b8b3575bcbfa8575bd7d
+oid sha256:ca85996f7b84c92d6882d43069c8c849856c1c119b74665b84a81b34d96adcf6
 size 4400216536