Run 6. Outer Step 81. Inner Step 28.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6186395,
-    6186412
+    6186450,
+    6186468
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 21,
+  "inner_step": 28,
   "intermediate_size": 5632,
   "last_allreduce_block": 6186102,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:283ca3952cb5988e555a34308159b641ebdccbd72d2219c49bf578849eac5e24
+oid sha256:b6c436b7ccc3727a57a3228dede2220ecd1cea423f326c5c24f2c4cf797ab898
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00ee50904ba5db29b9d036dfa6bf6c80b90a717fac2d2f7010ba99611bf3dfe5
+oid sha256:570711307bc658c963f34ee9a21a4000adeb4a011c15e94028c108112c905731
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bb7f05912e692ead3fb17943bafccb51805754b74078f5c69a716b92b654f48
+oid sha256:e179b11b3a26e20e5048422947997f1a721ac5487dd2ee8a6bec7ee4d4d7e49b
 size 4400216536