Run 8. Outer Step 69. Inner Step 50.

config.json

@@ -264,17 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6392875,
-    6392890,
-    6392904,
-    6392923
+    6392968,
+    6392986
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 42,
+  "inner_step": 49,
   "intermediate_size": 5632,
   "last_allreduce_block": 6392575,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f408ef341015e3661a88a9f15baee53cbbae4278c29cdd48fa042e1b17f95da8
+oid sha256:4ccb186e5d4df1802be716ab7b8c388c3548c7bd91b03308b9c92d0f4f5aa7e2
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1eddb0f58f9a45df63d0d147195286e0b1deaadc2d8879f379189f46623a4ca2
+oid sha256:e3f0ce999b49069eb51e7b957083a9f234860b9c9f48d9203012c025d1fe6eab
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e910917cf8f43daa587caefaeea2e60c56f8c758ac6b3250a05110846894bfcb
+oid sha256:1f394bdd47c8331df17c74158c83016582c299dc0a9039d3f0e2f14b3c73c52f
 size 4400216536