Run 6. Outer Step 37. Inner Step 40.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6154240,
-    6154275
+    6154342,
+    6154383
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 33,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6153736,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cba30751ca40b6ca84ca585156d8d23e5b8dccc2c589b7c1b31c8e15f2e68094
+oid sha256:e1aee179475e8fd5bbd2de2b0841f83604ea430751d8a21a14e1bc595beae355
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9da287135398a0dd03ecbf70fe79ef5c5f8bd4376aa4f1fd0e98b4bd7c48b23b
+oid sha256:9722696f21a80a12aea914d4230d254d2893f5321a4328326907b7d31a6e153d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d7e0c547a072f059ef9188a442122d1d7babb82165e9070b3f9ab2e3203bd02
+oid sha256:fc2eeb9fb39bbf84865271d364372da95b3dec12635effacf6b35ce2c735321a
 size 4400216536