Run 8. Outer Step 69. Inner Step 64.

config.json

@@ -264,22 +264,19 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392639,
-    6392650,
-    6392661,
-    6392672,
-    6392682,
-    6392693,
-    6392694,
-    6392705,
-    6392716
+    6392741,
+    6392751,
+    6392763,
+    6392780,
+    6392795,
+    6392817
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 47,
+  "inner_step": 64,
   "intermediate_size": 5632,
   "last_allreduce_block": 6386584,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30ad473ffc24f55b8d74ece67265f3641f2f5f6dc4594905b328b2011b415cf9
+oid sha256:e07b14e60f8291e5c7c12857062fbe65af75174eed37c35aa4be5f01c52a9ea2
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52d4b7df7db2f71fb714af14f34e2a554e8b8b88011d6ee90834419cabe5c95b
+oid sha256:c0380ad37bdc0c31cd95c67413596ebe8e521357c0758eb2acdd71bd980f2858
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e79486b523401b1752d32242e353444b12a7b399a2de08b21f19f3dd97f2608
+oid sha256:a13bff839f1119e7a3c8a7f6f40165a53d71c722fdaad50552d38f633f444b28
 size 4400216536