Run 6. Outer Step 80. Inner Step 77.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186070,
-    6186084
+    6186118,
+    6186132
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 69,
+  "inner_step": 76,
   "intermediate_size": 5632,
   "last_allreduce_block": 6185426,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aea971f392f7532ddb9a29958cefdb00754a2005d1d04179a972f7099062036d
+oid sha256:97c43b1a7e940c48f0f45cdabdbbf5b362d663e3ea63cf02b93e3de6123c0f1e
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e873e877abb54c75616d28360f76b98029e175c4d629ed45b36b62798f7d343
+oid sha256:afdfd1a831464747a66d7872bb50add39f2d5ae3caa8e1248af1de022c22f5b3
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3688b3e7253ca3069b0f6e8848bd2cef2941c5d81db46cc407d15cf3449154d9
+oid sha256:f8ee313460f95b1d45aa00ea8bcf012ef00132ebdf27832ca0719725949c8676
 size 4400216536