Run 8. Outer Step 95. Inner Step 32.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6415361,
-    6415371
+    6415398,
+    6415406
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 24,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6415211,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bd09a08dcd1b5361d4f49730c888e05a25468f381026e881d91630c5a7903da
+oid sha256:6c316fee23c5479b986947051094b96c38cd00582cfff23dda3a14b33998bbe5
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c25bd597960863a0fa89d1ab2b673c2f1090eeaa3b2bda1a42844909d3eb46e
+oid sha256:ea027d36a5fd86a45f9724512e06d60c30100766e2b726428a519242622954ca
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a54674ee49f33099efb71e7281d8067da233907436ca88574fa0f521cb3052a
+oid sha256:91a22b353f35c46fba28db6ba4f357e4b244101a49a0c5820b7f3d44c80b6941
 size 4400216536