Run 6. Outer Step 78. Inner Step 97.

config.json

@@ -264,16 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6184190,
-    6184199,
-    6184214
+    6184253,
+    6184269
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 89,
+  "inner_step": 96,
   "intermediate_size": 5632,
   "last_allreduce_block": 6183354,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5cb9985b36acbfa621ae076fcc35b0eb50bfa5048a9264b8c4e3dcce3d82db9
+oid sha256:132b788e742d6eef44fe845e285e26a42588b3b679dc0e8667c3f21f2619143d
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e495189c991bc4c2891f6b746419eef6dac7842c31f87be0d9fde9a15ef27dac
+oid sha256:93c4627c591856db474aa2197ed173deacd4d992b32bb4f0910c22c9f9bb6b83
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a9e443b68e9bf1ca7ec8efc07b521ecbd19335a34e6466de9dc110b3015d3b5
+oid sha256:b09dc8aae0a661f969f71c086285120f4c1f3154f4ecb34603874efdc1ad3010
 size 4400216536