Run 6. Outer Step 15. Inner Step 75.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6132566,
-    6132580
+    6132608,
+    6132622
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 67,
+  "inner_step": 74,
   "intermediate_size": 5632,
   "last_allreduce_block": 6131994,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cfe6dcb86dfb6334037cdd8c54b6c63a2bf29161ff7048e6782bdd8c9551a25
+oid sha256:37b47f3beffa214eb3558dc44c529c1146d97861707c74a55ff7c9a5291b1564
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3736d1fe809f29074ef3f5856705733a6f278615b225fd0832bc58a934bcdbf2
+oid sha256:eca8c329d11536484b09f304d75622d8790e778539723a8f3d907404342985ff
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1cd67c01f344acd55c6c0efc273def640b032f96993da52422545a02bc4879e
+oid sha256:5c912bf89593d83bc6962dabcf50d76b4a6a9aa0154202414b5392f36b2a5b19
 size 4400216536