Run 8. Outer Step 99. Inner Step 128.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6423754,
-    6423762
+    6423781,
+    6423789
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 121,
+  "inner_step": 128,
   "intermediate_size": 5632,
   "last_allreduce_block": 6423242,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99419a6227a34cc0c89fef719d3a69e72dcd8d1247aa64e6a04b6d8127e9ea85
+oid sha256:5a0a368298e76a834d41c32385a1f6a0866177574d1c5d4c5324c360f91fdc41
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d7b03f17baf3d3e35d1d95c648208fb635b516dd40da02ee1ad698f74901ea4
+oid sha256:12b0dc2177669059fffc572152a4c8e730abfed54cbe107aebdd0d1c407d2200
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0599ec18e646b3b55cd1717725a8167198e8b18d82f99da2373c86b694b9573
+oid sha256:960f782a0963a09ac5efb4a707db0f05fcdbf8c791a906f504630ac76bbcf19e
 size 4400216536