Run 8. Outer Step 48. Inner Step 19.

config.json

@@ -264,15 +264,18 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6372814,
-    6372833
+    6372866,
+    6372886,
+    6372904,
+    6372922,
+    6372940
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 4,
+  "inner_step": 19,
   "intermediate_size": 5632,
   "last_allreduce_block": 6372758,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed849357953d1d3709acc349f38fa7d2e00b0d7a9126b2712aa294e79e1c434d
+oid sha256:bd34392b799b6038a5ffce568f08a8b98d43790d22c13ed67791ccfac12f2763
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e865902f5aa51d3a9236f2a68dc6bd22e44968a350f285928ba2cc4e9c035b18
+oid sha256:724f90addfb45f6d03843791bea2390621a7dbf3f481446fc675aad9c9060642
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4fbeb291e685ad67cd2aa3aca2bdde839871dfa593fd86a468508fba4d230e7
+oid sha256:ef254dd7e062c5b46e2aabc5d1e64c7619b9d40448ae4206176c11f9955d0422
 size 4400216536