Run 6. Outer Step 42. Inner Step 70.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6157438,
-    6157458
+    6157492,
+    6157509
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 63,
+  "inner_step": 69,
   "intermediate_size": 5632,
   "last_allreduce_block": 6156907,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35e7b9fc4ddf2b877983b4e09eef90dbb89e814d25328871bb34cc1918fc9d35
+oid sha256:1ce845f07a91f7d63e720bdb879024153e1b650c0259c631fc7f0210e3ee1826
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dcc8c27bf184a83c30d357b751bcf3be6c37deb8ac73e036e3a8a127680158f
+oid sha256:ef775860e43f53e0ed48137752a047f8cd298010f550645bc97834e5d8711af0
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b24a1b9dfb82422875c1ccea09db657e902044420bcd2f0f29216748077a18e
+oid sha256:e56c8b4b5a68ee775fdd9785fcd581c0e16d0ddf7140e392251211e34c3d1bc9
 size 4400216536