Run 6. Outer Step 21. Inner Step 76.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6140002,
-    6140017
+    6140049,
+    6140066
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 68,
+  "inner_step": 75,
   "intermediate_size": 5632,
   "last_allreduce_block": 6139479,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:caa2ebe6f8d34ff9aec5632032456dd2948eb4d1fc605ce920af41734577d3a3
+oid sha256:de24eb16e532aa775854913b5cbd0ac2f699ea91a21ace99781ea9c3a6cf12a3
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dd57acd1332d477105ffcbed798c2719ca94be6b823273dff8be8e4d1aeaf29
+oid sha256:98cb85a2f47b12831779b214573b4de727618a9d147a851ad136732a90837357
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab322d5d173aa3e807422e7900b1090667a91f1a9314301cfff6ff853dfd7916
+oid sha256:db84c9672ba1316557e48763179e3255c92eba22f7366a0c7a54ee95e3064714
 size 4400216536